fix: add completion mode object check (#3515)

This commit is contained in:
Yeuoly 2024-04-16 13:36:02 +08:00 committed by GitHub
parent 200010be19
commit fbd3ef8752
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -152,6 +152,9 @@ class OAIAPICompatLargeLanguageModel(_CommonOAI_API_Compat, LargeLanguageModel):
if (completion_type is LLMMode.CHAT and json_result['object'] == ''):
json_result['object'] = 'chat.completion'
elif (completion_type is LLMMode.COMPLETION and json_result['object'] == ''):
json_result['object'] = 'text_completion'
if (completion_type is LLMMode.CHAT
and ('object' not in json_result or json_result['object'] != 'chat.completion')):
raise CredentialsValidateFailedError(