AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-18 03:35:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

update clean embedding cache logic (#6434)

Browse Source
This commit is contained in:
Jyong 2024-07-18 20:25:28 +08:00 committed by GitHub
parent 7b45a5d452
commit e493ce9981
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 1 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
api/schedule/clean_embedding_cache_task.py
View File

@ -16,16 +16,14 @@ def clean_embedding_cache_task():
clean_days = int(dify_config.CLEAN_DAY_SETTING) clean_days = int(dify_config.CLEAN_DAY_SETTING)
start_at = time.perf_counter() start_at = time.perf_counter()
thirty_days_ago = datetime.datetime.now() - datetime.timedelta(days=clean_days) thirty_days_ago = datetime.datetime.now() - datetime.timedelta(days=clean_days)
page = 1
while True: while True:
try: try:
embeddings = db.session.query(Embedding).filter(Embedding.created_at < thirty_days_ago) \ embeddings = db.session.query(Embedding).filter(Embedding.created_at < thirty_days_ago) \
.order_by(Embedding.created_at.desc()).paginate(page=page, per_page=100) .order_by(Embedding.created_at.desc()).limit(100).all()
except NotFound: except NotFound:
break break
for embedding in embeddings: for embedding in embeddings:
db.session.delete(embedding) db.session.delete(embedding)
db.session.commit() db.session.commit()
page += 1
end_at = time.perf_counter() end_at = time.perf_counter()
click.echo(click.style('Cleaned embedding cache from db success latency: {}'.format(end_at - start_at), fg='green')) click.echo(click.style('Cleaned embedding cache from db success latency: {}'.format(end_at - start_at), fg='green'))