AI/ragflow
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/infiniflow/ragflow.git synced 2025-08-12 02:59:03 +08:00
Code Issues Packages Projects Releases Wiki Activity

smooth term weight (#3510)

Browse Source 
### What problem does this PR solve?

#3499

### Type of change

- [x] Performance Improvement
This commit is contained in:
Kevin Hu 2024-11-20 11:13:12 +08:00 committed by Yingfeng Zhang
parent 17a7ea42eb
commit 289034f36e
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
rag/nlp/term_weight.py
View File

@ -228,7 +228,7 @@ class Dealer:
idf2 = np.array([idf(df(t), 1000000000) for t in tks])
wts = (0.3 * idf1 + 0.7 * idf2) * \
np.array([ner(t) * postag(t) for t in tks])
wts = [math.exp(s) for s in wts]
wts = [math.pow(s, 2) for s in wts]
tw = list(zip(tks, wts))
else:
for tk in tks:
@ -237,7 +237,7 @@ class Dealer:
idf2 = np.array([idf(df(t), 1000000000) for t in tt])
wts = (0.3 * idf1 + 0.7 * idf2) * \
np.array([ner(t) * postag(t) for t in tt])
wts = [math.exp(s) for s in wts]
wts = [math.pow(s, 2) for s in wts]
tw.extend(zip(tt, wts))
S = np.sum([s for _, s in tw])