From f16418ccf7643906453b300893c51e29d35120e9 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?crypticG=C3=B8=C3=B8se?= Date: Fri, 14 Mar 2025 04:35:44 +0200 Subject: [PATCH] Feat: Add deepseek to llm_factories (#6051) ### What problem does this PR solve? AWS Bedrock has made deepseek-r1 available on its serverless inference. This adds the R1 serverless model for use via the bedrock model abilities. ### Type of change - [x] New Feature (non-breaking change which adds functionality) --- conf/llm_factories.json | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/conf/llm_factories.json b/conf/llm_factories.json index a7718f074..fdc3f37a9 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -844,6 +844,12 @@ "tags": "LLM,TEXT EMBEDDING", "status": "1", "llm": [ + { + "llm_name": "deepseek.r1-v1:0", + "tags": "LLM,CHAT,128k", + "max_tokens": 128000, + "model_type": "chat" + }, { "llm_name": "ai21.j2-ultra-v1", "tags": "LLM,CHAT,8k",