feat: Add llama-3.3 models for Groq (#11533)

This commit is contained in:
Paul van Oorschot 2024-12-11 02:59:46 +01:00 committed by GitHub
parent 50b76dd5a2
commit 80c52e0ea4
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 50 additions and 0 deletions

View File

@ -0,0 +1,25 @@
model: llama-3.3-70b-specdec
label:
zh_Hans: Llama 3.3 70B Specdec
en_US: Llama 3.3 70B Specdec
model_type: llm
features:
- agent-thought
model_properties:
mode: chat
context_size: 131072
parameter_rules:
- name: temperature
use_template: temperature
- name: top_p
use_template: top_p
- name: max_tokens
use_template: max_tokens
default: 1024
min: 1
max: 32768
pricing:
input: "0.05"
output: "0.1"
unit: "0.000001"
currency: USD

View File

@ -0,0 +1,25 @@
model: llama-3.3-70b-versatile
label:
zh_Hans: Llama 3.3 70B Versatile
en_US: Llama 3.3 70B Versatile
model_type: llm
features:
- agent-thought
model_properties:
mode: chat
context_size: 131072
parameter_rules:
- name: temperature
use_template: temperature
- name: top_p
use_template: top_p
- name: max_tokens
use_template: max_tokens
default: 1024
min: 1
max: 32768
pricing:
input: "0.05"
output: "0.1"
unit: "0.000001"
currency: USD