AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-14 22:25:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: xinference-chat-stream-response (#991)

Browse Source
This commit is contained in:
takatost 2023-08-24 14:39:34 +08:00 committed by GitHub
parent 18d3877151
commit bd3a9b2f8d
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/third_party/langchain/llms/xinference_llm.py vendored
View File

@ -123,7 +123,12 @@ class XinferenceLLM(Xinference):
if choices: if choices:
choice = choices[0] choice = choices[0]
if isinstance(choice, dict): if isinstance(choice, dict):
token = choice.get("text", "") if 'text' in choice:
token = choice.get("text", "")
elif 'delta' in choice and 'content' in choice['delta']:
token = choice.get('delta').get('content')
else:
continue
log_probs = choice.get("logprobs") log_probs = choice.get("logprobs")
if run_manager: if run_manager:
run_manager.on_llm_new_token( run_manager.on_llm_new_token(