diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index d6589e0ab..8e9dd8924 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -780,10 +780,11 @@ class GeminiChat(Base): ans += resp.text yield ans + yield response._chunks[-1].usage_metadata.total_token_count except Exception as e: yield ans + "\n**ERROR**: " + str(e) - yield response._chunks[-1].usage_metadata.total_token_count + yield 0 class GroqChat: