Fix: Removed model params except max_token for deepseek r1 in volcengine (#13446)

This commit is contained in:
Fei He 2025-02-10 10:26:26 +08:00 committed by GitHub
parent 75113c26c6
commit 7796984444
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194

View File

@ -328,54 +328,71 @@ class VolcengineMaaSLargeLanguageModel(LargeLanguageModel):
""" """
model_config = get_model_config(credentials) model_config = get_model_config(credentials)
rules = [ if model.startswith("DeepSeek-R1"):
ParameterRule( rules = [
name="temperature", ParameterRule(
type=ParameterType.FLOAT, name="max_tokens",
use_template="temperature", type=ParameterType.INT,
label=I18nObject(zh_Hans="温度", en_US="Temperature"), use_template="max_tokens",
), min=1,
ParameterRule( max=model_config.properties.max_tokens,
name="top_p", default=512,
type=ParameterType.FLOAT, label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"),
use_template="top_p",
label=I18nObject(zh_Hans="Top P", en_US="Top P"),
),
ParameterRule(
name="top_k", type=ParameterType.INT, min=1, default=1, label=I18nObject(zh_Hans="Top K", en_US="Top K")
),
ParameterRule(
name="presence_penalty",
type=ParameterType.FLOAT,
use_template="presence_penalty",
label=I18nObject(
en_US="Presence Penalty",
zh_Hans="存在惩罚",
), ),
min=-2.0, ]
max=2.0, else:
), rules = [
ParameterRule( ParameterRule(
name="frequency_penalty", name="temperature",
type=ParameterType.FLOAT, type=ParameterType.FLOAT,
use_template="frequency_penalty", use_template="temperature",
label=I18nObject( label=I18nObject(zh_Hans="温度", en_US="Temperature"),
en_US="Frequency Penalty",
zh_Hans="频率惩罚",
), ),
min=-2.0, ParameterRule(
max=2.0, name="top_p",
), type=ParameterType.FLOAT,
ParameterRule( use_template="top_p",
name="max_tokens", label=I18nObject(zh_Hans="Top P", en_US="Top P"),
type=ParameterType.INT, ),
use_template="max_tokens", ParameterRule(
min=1, name="top_k",
max=model_config.properties.max_tokens, type=ParameterType.INT,
default=512, min=1,
label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"), default=1,
), label=I18nObject(zh_Hans="Top K", en_US="Top K"),
] ),
ParameterRule(
name="presence_penalty",
type=ParameterType.FLOAT,
use_template="presence_penalty",
label=I18nObject(
en_US="Presence Penalty",
zh_Hans="存在惩罚",
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="frequency_penalty",
type=ParameterType.FLOAT,
use_template="frequency_penalty",
label=I18nObject(
en_US="Frequency Penalty",
zh_Hans="频率惩罚",
),
min=-2.0,
max=2.0,
),
ParameterRule(
name="max_tokens",
type=ParameterType.INT,
use_template="max_tokens",
min=1,
max=model_config.properties.max_tokens,
default=512,
label=I18nObject(zh_Hans="最大生成长度", en_US="Max Tokens"),
),
]
model_properties = {} model_properties = {}
model_properties[ModelPropertyKey.CONTEXT_SIZE] = model_config.properties.context_size model_properties[ModelPropertyKey.CONTEXT_SIZE] = model_config.properties.context_size