AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-12 18:29:04 +08:00
Code Issues Packages Projects Releases Wiki Activity

Duplicate embedding cache check (#3134)

Browse Source 
Co-authored-by: jyong <jyong@dify.ai>
This commit is contained in:
Jyong 2024-04-07 15:20:58 +08:00 committed by GitHub
parent ef80b3711e
commit ab9fcbdfb9
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 8 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

13
api/core/embedding/cached_embedding.py
View File

@ -60,14 +60,17 @@ class CacheEmbedding(Embeddings):
db.session.rollback() db.session.rollback()
except Exception as e: except Exception as e:
logging.exception('Failed transform embedding: ', e) logging.exception('Failed transform embedding: ', e)
cache_embeddings = []
for i, embedding in zip(embedding_queue_indices, embedding_queue_embeddings): for i, embedding in zip(embedding_queue_indices, embedding_queue_embeddings):
text_embeddings[i] = embedding text_embeddings[i] = embedding
hash = helper.generate_text_hash(texts[i]) hash = helper.generate_text_hash(texts[i])
embedding_cache = Embedding(model_name=self._model_instance.model, if hash not in cache_embeddings:
hash=hash, embedding_cache = Embedding(model_name=self._model_instance.model,
provider_name=self._model_instance.provider) hash=hash,
embedding_cache.set_embedding(embedding) provider_name=self._model_instance.provider)
db.session.add(embedding_cache) embedding_cache.set_embedding(embedding)
db.session.add(embedding_cache)
cache_embeddings.append(hash)
db.session.commit() db.session.commit()
except Exception as ex: except Exception as ex:
db.session.rollback() db.session.rollback()