From 64baedb48429bf7332feab61d7a83cf1b7c91cda Mon Sep 17 00:00:00 2001
From: ice yao <yao3690093@gmail.com>
Date: Tue, 24 Sep 2024 14:04:07 +0800
Subject: [PATCH] fix: update nomic model provider token calculation (#8705)

---
 api/core/model_runtime/model_providers/_position.yaml  |  1 +
 .../nomic/text_embedding/text_embedding.py             | 10 +---------
 2 files changed, 2 insertions(+), 9 deletions(-)

diff --git a/api/core/model_runtime/model_providers/_position.yaml b/api/core/model_runtime/model_providers/_position.yaml
index 79ebd00764..80db22ea84 100644
--- a/api/core/model_runtime/model_providers/_position.yaml
+++ b/api/core/model_runtime/model_providers/_position.yaml
@@ -39,3 +39,4 @@
 - zhinao
 - fireworks
 - mixedbread
+- nomic
diff --git a/api/core/model_runtime/model_providers/nomic/text_embedding/text_embedding.py b/api/core/model_runtime/model_providers/nomic/text_embedding/text_embedding.py
index 6cccff6d46..ccbfd196a9 100644
--- a/api/core/model_runtime/model_providers/nomic/text_embedding/text_embedding.py
+++ b/api/core/model_runtime/model_providers/nomic/text_embedding/text_embedding.py
@@ -77,15 +77,7 @@ class NomicTextEmbeddingModel(_CommonNomic, TextEmbeddingModel):
         :param texts: texts to embed
         :return:
         """
-        if len(texts) == 0:
-            return 0
-
-        _, prompt_tokens, _ = self.embed_text(
-            model=model,
-            credentials=credentials,
-            texts=texts,
-        )
-        return prompt_tokens
+        return sum(self._get_num_tokens_by_gpt2(text) for text in texts)
 
     def validate_credentials(self, model: str, credentials: dict) -> None:
         """