From a1ba228bc25ad3a1394699f13628e9180fd6005f Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Fri, 15 Nov 2024 10:33:03 +0800 Subject: [PATCH] fix: empty token bug (#3424) ### What problem does this PR solve? ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --- rag/nlp/query.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/rag/nlp/query.py b/rag/nlp/query.py index f81de2cbe..8b1400c31 100644 --- a/rag/nlp/query.py +++ b/rag/nlp/query.py @@ -88,7 +88,7 @@ class FulltextQueryer: syn = ["\"{}\"^{:.4f}".format(s, w / 4.) for s in syn] syns.append(" ".join(syn)) - q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns)] + q = ["({}^{:.4f}".format(tk, w) + " {})".format(syn) for (tk, w), syn in zip(tks_w, syns) if tk] for i in range(1, len(tks_w)): q.append( '"%s %s"^%.4f'