AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-16 18:45:55 +08:00
Code Issues Packages Projects Releases Wiki Activity

feat: implement NotImplementedError for token counting in LLMs and reintroduce disabled token count method

Browse Source 
Signed-off-by: -LAN- <laipz8200@outlook.com>
This commit is contained in:
-LAN- 2025-03-24 19:11:33 +08:00
parent 94c08462a1
commit fa6fa730b5
No known key found for this signature in database
GPG Key ID: 6BA0D108DED011FF
1 changed files with 5 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/model_runtime/model_providers/__base/large_language_model.py
View File

@ -553,8 +553,7 @@ if you are not sure about the structure.
:param tools: tools for tool calling :param tools: tools for tool calling
:return: :return:
""" """
# Disable the token count in LLMs for profermance testing. raise NotImplementedError
return 0
def enforce_stop_tokens(self, text: str, stop: list[str]) -> str: def enforce_stop_tokens(self, text: str, stop: list[str]) -> str:
"""Cut off the text as soon as any stop words occur.""" """Cut off the text as soon as any stop words occur."""
@ -915,3 +914,7 @@ if you are not sure about the structure.
filtered_model_parameters[parameter_name] = parameter_value filtered_model_parameters[parameter_name] = parameter_value
return filtered_model_parameters return filtered_model_parameters
def _get_num_tokens_by_gpt2(self, text: str) -> int:
# Disable the token count in LLMs for profermance testing.
return 0