diff --git a/api/db/services/llm_service.py b/api/db/services/llm_service.py index c368807f9..def50f9c1 100644 --- a/api/db/services/llm_service.py +++ b/api/db/services/llm_service.py @@ -100,9 +100,13 @@ class TenantLLMService(CommonService): model_config = cls.get_api_key(tenant_id, mdlnm) mdlnm, fid = TenantLLMService.split_model_name_and_factory(mdlnm) + if not model_config: # for some cases seems fid mismatch + model_config = cls.get_api_key(tenant_id, mdlnm) if model_config: model_config = model_config.to_dict() llm = LLMService.query(llm_name=mdlnm) if not fid else LLMService.query(llm_name=mdlnm, fid=fid) + if not llm and fid: # for some cases seems fid mismatch + llm = LLMService.query(llm_name=mdlnm) if llm: model_config["is_tools"] = llm[0].is_tools if not model_config: