diff --git a/conf/llm_factories.json b/conf/llm_factories.json index 289dcffa1..0082a3f75 100644 --- a/conf/llm_factories.json +++ b/conf/llm_factories.json @@ -906,6 +906,18 @@ "max_tokens": 8192, "model_type": "chat" }, + { + "llm_name": "llama-3.1-70b-versatile", + "tags": "LLM,CHAT,128k", + "max_tokens": 131072, + "model_type": "chat" + }, + { + "llm_name": "llama-3.1-8b-instant", + "tags": "LLM,CHAT,128k", + "max_tokens": 131072, + "model_type": "chat" + }, { "llm_name": "mixtral-8x7b-32768", "tags": "LLM,CHAT,5k",