AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-14 00:05:57 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: wenxin error not raise when stream mode (#884)

Browse Source
This commit is contained in:
takatost 2023-08-17 13:40:00 +08:00 committed by GitHub
parent a58f95fa91
commit c4d759dfba
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 20 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

26
api/core/third_party/langchain/llms/wenxin.py vendored
View File

@ -3,6 +3,7 @@ from __future__ import annotations
import json
import logging
from json import JSONDecodeError
from typing import (
Any,
Dict,
@ -223,11 +224,24 @@ class Wenxin(LLM):
for token in self._client.post(request).iter_lines():
if token:
token = token.decode("utf-8")
completion = json.loads(token[5:])
yield GenerationChunk(text=completion['result'])
if run_manager:
run_manager.on_llm_new_token(completion['result'])
if token.startswith('data:'):
completion = json.loads(token[5:])
if completion['is_end']:
break
yield GenerationChunk(text=completion['result'])
if run_manager:
run_manager.on_llm_new_token(completion['result'])
if completion['is_end']:
break
else:
try:
json_response = json.loads(token)
except JSONDecodeError:
raise ValueError(f"Wenxin Response Error {token}")
raise ValueError(
f"Wenxin API {json_response['error_code']}"
f" error: {json_response['error_msg']}, "
f"please confirm if the model you have chosen is already paid for."
)