AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-14 04:56:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: supports for new version of openllm (#1554)

Browse Source
This commit is contained in:
takatost 2023-11-17 14:07:36 +08:00 committed by GitHub
parent 19fc9e3466
commit d654770732
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 5 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
api/core/third_party/langchain/llms/openllm.py vendored
View File

@ -51,7 +51,8 @@ class OpenLLM(LLM):
) -> str: ) -> str:
params = { params = {
"prompt": prompt, "prompt": prompt,
"llm_config": self.llm_kwargs "llm_config": self.llm_kwargs,
"stop": stop,
} }
headers = {"Content-Type": "application/json"} headers = {"Content-Type": "application/json"}
@ -65,11 +66,11 @@ class OpenLLM(LLM):
raise ValueError(f"OpenLLM HTTP {response.status_code} error: {response.text}") raise ValueError(f"OpenLLM HTTP {response.status_code} error: {response.text}")
json_response = response.json() json_response = response.json()
completion = json_response["responses"][0] completion = json_response["outputs"][0]['text']
completion = completion.lstrip(prompt) completion = completion.lstrip(prompt)
if stop is not None: # if stop is not None:
completion = enforce_stop_tokens(completion, stop) # completion = enforce_stop_tokens(completion, stop)
return completion return completion