feat: adjust hf max tokens (#979)

This commit is contained in:
takatost 2023-08-23 22:24:50 +08:00 committed by GitHub
parent 3d38aa7138
commit 9b247fccd4
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -51,7 +51,7 @@ class HuggingfaceHubProvider(BaseModelProvider):
top_p=KwargRule[float](min=0.01, max=0.99, default=0.7),
presence_penalty=KwargRule[float](enabled=False),
frequency_penalty=KwargRule[float](enabled=False),
max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=1500, default=200),
max_tokens=KwargRule[int](alias='max_new_tokens', min=10, max=4000, default=200),
)
@classmethod