mirror of
https://git.mirrors.martin98.com/https://github.com/open-webui/open-webui
synced 2025-08-19 01:25:57 +08:00
refac
This commit is contained in:
parent
780591e991
commit
076c54c486
@ -669,7 +669,7 @@ def save_docs_to_vector_db(
|
|||||||
elif app.state.config.TEXT_SPLITTER == "token":
|
elif app.state.config.TEXT_SPLITTER == "token":
|
||||||
|
|
||||||
text_splitter = TokenTextSplitter(
|
text_splitter = TokenTextSplitter(
|
||||||
encoding_name=app.state.config.TIKTOKEN_ENCODING_NAME,
|
encoding_name=str(app.state.config.TIKTOKEN_ENCODING_NAME),
|
||||||
chunk_size=app.state.config.CHUNK_SIZE,
|
chunk_size=app.state.config.CHUNK_SIZE,
|
||||||
chunk_overlap=app.state.config.CHUNK_OVERLAP,
|
chunk_overlap=app.state.config.CHUNK_OVERLAP,
|
||||||
add_start_index=True,
|
add_start_index=True,
|
||||||
|
Loading…
x
Reference in New Issue
Block a user