AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-06-04 11:24:00 +08:00
Code Issues Packages Projects Releases Wiki Activity

refine token similarity (#2824)

Browse Source 
### What problem does this PR solve?


### Type of change

- [x] Performance Improvement
This commit is contained in:
Kevin Hu 2024-10-14 13:33:18 +08:00 committed by GitHub
parent 8e5efcc47f
commit b164116277
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 3 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
agent/canvas.py
View File

@ -262,7 +262,7 @@ class Canvas(ABC):
convs = [] convs = []
for role, obj in self.history[(window_size + 1) * -1:]: for role, obj in self.history[(window_size + 1) * -1:]:
convs.append({"role": role, "content": (obj if role == "user" else convs.append({"role": role, "content": (obj if role == "user" else
'\n'.join(pd.DataFrame(obj)['content']))}) '\n'.join([str(s) for s in pd.DataFrame(obj)['content']]))})
return convs return convs
def add_user_input(self, question): def add_user_input(self, question):

7
rag/nlp/query.py
View File

@ -186,8 +186,5 @@ class EsQueryer:
s += v # * dtwt[k] s += v # * dtwt[k]
q = 1e-9 q = 1e-9
for k, v in qtwt.items(): for k, v in qtwt.items():
q += v # * v q += v
#d = 1e-9 return s / q
# for k, v in dtwt.items():
# d += v * v
return s / q / max(1, math.sqrt(math.log10(max(len(qtwt.keys()), len(dtwt.keys())))))# math.sqrt(q) / math.sqrt(d)