From 8166a8caf5648405e0b2d30d436bb98c4a89d12d Mon Sep 17 00:00:00 2001 From: sino Date: Fri, 2 Aug 2024 13:13:34 +0800 Subject: [PATCH] feat: update llama3.1 parameters for openrouter (#6901) --- .../openrouter/llm/llama-3.1-405b-instruct.yaml | 8 ++++---- .../openrouter/llm/llama-3.1-70b-instruct.yaml | 8 ++++---- .../openrouter/llm/llama-3.1-8b-instruct.yaml | 8 ++++---- 3 files changed, 12 insertions(+), 12 deletions(-) diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml index 7d68e708b7..a489ce1b5a 100644 --- a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml +++ b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-405b-instruct.yaml @@ -4,7 +4,7 @@ label: model_type: llm model_properties: mode: chat - context_size: 128000 + context_size: 131072 parameter_rules: - name: temperature use_template: temperature @@ -15,9 +15,9 @@ parameter_rules: required: true default: 512 min: 1 - max: 128000 + max: 131072 pricing: - input: "3" - output: "3" + input: "2.7" + output: "2.7" unit: "0.000001" currency: USD diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml index 78e3b45435..12037411b1 100644 --- a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml +++ b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-70b-instruct.yaml @@ -4,7 +4,7 @@ label: model_type: llm model_properties: mode: chat - context_size: 128000 + context_size: 131072 parameter_rules: - name: temperature use_template: temperature @@ -15,9 +15,9 @@ parameter_rules: required: true default: 512 min: 1 - max: 128000 + max: 131072 pricing: - input: "0.9" - output: "0.9" + input: "0.52" + output: "0.75" unit: "0.000001" currency: USD diff --git a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml index 6e69b7deb7..6f06493f29 100644 --- a/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml +++ b/api/core/model_runtime/model_providers/openrouter/llm/llama-3.1-8b-instruct.yaml @@ -4,7 +4,7 @@ label: model_type: llm model_properties: mode: chat - context_size: 128000 + context_size: 131072 parameter_rules: - name: temperature use_template: temperature @@ -15,9 +15,9 @@ parameter_rules: required: true default: 512 min: 1 - max: 128000 + max: 131072 pricing: - input: "0.2" - output: "0.2" + input: "0.06" + output: "0.06" unit: "0.000001" currency: USD