From 07c453500bc7b9a6a52995c773009decc212c23c Mon Sep 17 00:00:00 2001 From: Kevin Hu Date: Mon, 4 Nov 2024 15:03:07 +0800 Subject: [PATCH] set default LLM to new registered user (#3180) ### What problem does this PR solve? ### Type of change - [x] Bug Fix (non-breaking change which fixes an issue) --- api/settings.py | 17 +++++++++-------- 1 file changed, 9 insertions(+), 8 deletions(-) diff --git a/api/settings.py b/api/settings.py index f48a5fe7a..a5eb50359 100644 --- a/api/settings.py +++ b/api/settings.py @@ -60,9 +60,10 @@ REQUEST_MAX_WAIT_SEC = 300 USE_REGISTRY = get_base_config("use_registry") LLM = get_base_config("user_default_llm", {}) -LLM_FACTORY = LLM.get("factory", "Tongyi-Qianwen") +LLM_FACTORY = LLM.get("factory", "") LLM_BASE_URL = LLM.get("base_url") +CHAT_MDL = EMBEDDING_MDL = RERANK_MDL = ASR_MDL = IMAGE2TEXT_MDL = "" if not LIGHTEN: default_llm = { "Tongyi-Qianwen": { @@ -122,13 +123,13 @@ if not LIGHTEN: } } - CHAT_MDL = default_llm[LLM_FACTORY]["chat_model"] - EMBEDDING_MDL = default_llm["BAAI"]["embedding_model"] - RERANK_MDL = default_llm["BAAI"]["rerank_model"] - ASR_MDL = default_llm[LLM_FACTORY]["asr_model"] - IMAGE2TEXT_MDL = default_llm[LLM_FACTORY]["image2text_model"] -else: - CHAT_MDL = EMBEDDING_MDL = RERANK_MDL = ASR_MDL = IMAGE2TEXT_MDL = "" + if LLM_FACTORY: + CHAT_MDL = default_llm[LLM_FACTORY]["chat_model"] + f"@{LLM_FACTORY}" + ASR_MDL = default_llm[LLM_FACTORY]["asr_model"] + f"@{LLM_FACTORY}" + IMAGE2TEXT_MDL = default_llm[LLM_FACTORY]["image2text_model"] + f"@{LLM_FACTORY}" + EMBEDDING_MDL = default_llm["BAAI"]["embedding_model"] + "@BAAI" + RERANK_MDL = default_llm["BAAI"]["rerank_model"] + "@BAAI" + API_KEY = LLM.get("api_key", "") PARSERS = LLM.get(