AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-13 03:09:01 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: update nomic model provider token calculation (#8705)

Browse Source
This commit is contained in:
ice yao 2024-09-24 14:04:07 +08:00 committed by GitHub
parent 4638f99aaa
commit 64baedb484
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 2 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
api/core/model_runtime/model_providers/_position.yaml
View File

@ -39,3 +39,4 @@
- zhinao - zhinao
- fireworks - fireworks
- mixedbread - mixedbread
- nomic

10
api/core/model_runtime/model_providers/nomic/text_embedding/text_embedding.py
View File

@ -77,15 +77,7 @@ class NomicTextEmbeddingModel(_CommonNomic, TextEmbeddingModel):
:param texts: texts to embed :param texts: texts to embed
:return: :return:
""" """
if len(texts) == 0: return sum(self._get_num_tokens_by_gpt2(text) for text in texts)
return 0
_, prompt_tokens, _ = self.embed_text(
model=model,
credentials=credentials,
texts=texts,
)
return prompt_tokens
def validate_credentials(self, model: str, credentials: dict) -> None: def validate_credentials(self, model: str, credentials: dict) -> None:
""" """