feat(api/core/model_runtime/entities/defaults.py): Add TOP_K in default parameters. (#8167)

This commit is contained in:
-LAN- 2024-09-10 09:11:31 +08:00 committed by GitHub
parent 0695543f63
commit 4313d92e6b
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 18 additions and 1 deletions

View File

@ -33,6 +33,22 @@ PARAMETER_RULE_TEMPLATE: dict[DefaultParameterName, dict] = {
'max': 1.0, 'max': 1.0,
'precision': 2, 'precision': 2,
}, },
DefaultParameterName.TOP_K: {
'label': {
'en_US': 'Top K',
'zh_Hans': 'Top K',
},
'type': 'int',
'help': {
'en_US': 'Limits the number of tokens to consider for each step by keeping only the k most likely tokens.',
'zh_Hans': '通过只保留每一步中最可能的 k 个标记来限制要考虑的标记数量。',
},
'required': False,
'default': 50,
'min': 1,
'max': 100,
'precision': 0,
},
DefaultParameterName.PRESENCE_PENALTY: { DefaultParameterName.PRESENCE_PENALTY: {
'label': { 'label': {
'en_US': 'Presence Penalty', 'en_US': 'Presence Penalty',

View File

@ -85,12 +85,13 @@ class ModelFeature(Enum):
STREAM_TOOL_CALL = "stream-tool-call" STREAM_TOOL_CALL = "stream-tool-call"
class DefaultParameterName(Enum): class DefaultParameterName(str, Enum):
""" """
Enum class for parameter template variable. Enum class for parameter template variable.
""" """
TEMPERATURE = "temperature" TEMPERATURE = "temperature"
TOP_P = "top_p" TOP_P = "top_p"
TOP_K = "top_k"
PRESENCE_PENALTY = "presence_penalty" PRESENCE_PENALTY = "presence_penalty"
FREQUENCY_PENALTY = "frequency_penalty" FREQUENCY_PENALTY = "frequency_penalty"
MAX_TOKENS = "max_tokens" MAX_TOKENS = "max_tokens"