AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-12 10:38:58 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix: wenxin model name invalid when llm call (#1248)

Browse Source
This commit is contained in:
takatost 2023-09-27 16:29:13 +08:00 committed by GitHub
parent 9dbb8acd4b
commit d38eac959b
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

1
api/core/model_providers/models/llm/wenxin_model.py
View File

@ -18,6 +18,7 @@ class WenxinModel(BaseLLM):
provider_model_kwargs = self._to_model_kwargs_input(self.model_rules, self.model_kwargs) provider_model_kwargs = self._to_model_kwargs_input(self.model_rules, self.model_kwargs)
# TODO load price_config from configs(db) # TODO load price_config from configs(db)
return Wenxin( return Wenxin(
model=self.name,
streaming=self.streaming, streaming=self.streaming,
callbacks=self.callbacks, callbacks=self.callbacks,
**self.credentials, **self.credentials,

7
api/core/model_providers/providers/wenxin_provider.py
View File

@ -61,13 +61,18 @@ class WenxinProvider(BaseModelProvider):
:param model_type: :param model_type:
:return: :return:
""" """
model_max_tokens = {
'ernie-bot': 4800,
'ernie-bot-turbo': 11200,
}
if model_name in ['ernie-bot', 'ernie-bot-turbo']: if model_name in ['ernie-bot', 'ernie-bot-turbo']:
return ModelKwargsRules( return ModelKwargsRules(
temperature=KwargRule[float](min=0.01, max=1, default=0.95, precision=2), temperature=KwargRule[float](min=0.01, max=1, default=0.95, precision=2),
top_p=KwargRule[float](min=0.01, max=1, default=0.8, precision=2), top_p=KwargRule[float](min=0.01, max=1, default=0.8, precision=2),
presence_penalty=KwargRule[float](enabled=False), presence_penalty=KwargRule[float](enabled=False),
frequency_penalty=KwargRule[float](enabled=False), frequency_penalty=KwargRule[float](enabled=False),
max_tokens=KwargRule[int](enabled=False), max_tokens=KwargRule[int](enabled=False, max=model_max_tokens.get(model_name)),
) )
else: else:
return ModelKwargsRules( return ModelKwargsRules(