diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 48dc29ba0..0a88f3027 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -564,12 +564,15 @@ class MiniMaxChat(Base): ) for resp in response.text.split("\n\n")[:-1]: resp = json.loads(resp[6:]) - if "delta" in resp["choices"][0]: + text = "" + if "choices" in resp and "delta" in resp["choices"][0]: text = resp["choices"][0]["delta"]["content"] - else: - continue ans += text - total_tokens += num_tokens_from_string(text) + total_tokens = ( + total_tokens + num_tokens_from_string(text) + if "usage" not in resp + else resp["usage"]["total_tokens"] + ) yield ans except Exception as e: