AI/dify
1
0
Fork 0
mirror of https://git.mirrors.martin98.com/https://github.com/langgenius/dify.git synced 2025-08-13 07:29:02 +08:00
Code Issues Packages Projects Releases Wiki Activity

fix dev/reformat (#2542)

Browse Source 
Co-authored-by: jyong <jyong@dify.ai>
This commit is contained in:
Jyong 2024-02-23 14:53:24 +08:00 committed by GitHub
parent 9574730050
commit b03bbab5ad
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

7
api/core/splitter/fixed_text_splitter.py
View File

@ -8,12 +8,11 @@ from core.model_runtime.model_providers.__base.text_embedding_model import TextE
from core.model_runtime.model_providers.__base.tokenizers.gpt2_tokenzier import GPT2Tokenizer from core.model_runtime.model_providers.__base.tokenizers.gpt2_tokenzier import GPT2Tokenizer
from core.splitter.text_splitter import ( from core.splitter.text_splitter import (
TS, TS,
AbstractSet,
Collection, Collection,
Literal, Literal,
RecursiveCharacterTextSplitter, RecursiveCharacterTextSplitter,
Set,
TokenTextSplitter, TokenTextSplitter,
Type,
Union, Union,
) )
@ -25,9 +24,9 @@ class EnhanceRecursiveCharacterTextSplitter(RecursiveCharacterTextSplitter):
@classmethod @classmethod
def from_encoder( def from_encoder(
cls: Type[TS], cls: type[TS],
embedding_model_instance: Optional[ModelInstance], embedding_model_instance: Optional[ModelInstance],
allowed_special: Union[Literal[all], AbstractSet[str]] = set(), allowed_special: Union[Literal[all], Set[str]] = set(),
disallowed_special: Union[Literal[all], Collection[str]] = "all", disallowed_special: Union[Literal[all], Collection[str]] = "all",
**kwargs: Any, **kwargs: Any,
): ):