fix: the object field is empty string in some openAI api compatible model (#3506)

This commit is contained in:
liuzhenghua 2024-04-16 12:13:10 +08:00 committed by GitHub
parent 443fee8537
commit 5e02a83b53
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -150,6 +150,8 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
except json.JSONDecodeError as e:
raise CredentialsValidateFailedError('Credentials validation failed: JSON decode error')
if (completion_type is LLMMode.CHAT and json_result['object'] == ''):
json_result['object'] = 'chat.completion'
if (completion_type is LLMMode.CHAT
and ('object' not in json_result or json_result['object'] != 'chat.completion')):
raise CredentialsValidateFailedError(
@ -807,4 +809,4 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
function=function
)
return tool_call
return tool_call