Fix too many clause while searching. (#5119)

### What problem does this PR solve?

#5100

### Type of change

- [x] Bug Fix (non-breaking change which fixes an issue)
This commit is contained in:
Kevin Hu 2025-02-19 13:18:39 +08:00 committed by GitHub
parent c28bc41a96
commit e6c024f8bf
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 2 deletions

View File

@ -66,7 +66,7 @@ class Dealer:
except Exception as e:
logging.error("Fail to load synonym!" + str(e))
def lookup(self, tk):
def lookup(self, tk, topn=8):
if re.match(r"[a-z]+$", tk):
res = list(set([re.sub("_", " ", syn.name().split(".")[0]) for syn in wordnet.synsets(tk)]) - set([tk]))
return [t for t in res if t]
@ -76,7 +76,7 @@ class Dealer:
res = self.dictionary.get(re.sub(r"[ \t]+", " ", tk.lower()), [])
if isinstance(res, str):
res = [res]
return res
return res[:topn]
if __name__ == '__main__':

View File

@ -39,6 +39,7 @@ class RecursiveAbstractiveProcessing4TreeOrganizedRetrieval:
if response:
return response
response = self._llm_model.chat(system, history, gen_conf)
response = re.sub(r"<think>.*</think>", "", response, flags=re.DOTALL)
if response.find("**ERROR**") >= 0:
raise Exception(response)
set_llm_cache(self._llm_model.llm_name, system, response, history, gen_conf)