mirror of
https://github.com/open-webui/open-webui
synced 2024-11-22 08:07:55 +00:00
refac
This commit is contained in:
parent
21a28e3bf0
commit
47e4250f58
@ -667,7 +667,7 @@ def save_docs_to_vector_db(
|
||||
add_start_index=True,
|
||||
)
|
||||
elif app.state.config.TEXT_SPLITTER == "token":
|
||||
|
||||
tiktoken.get_encoding(app.state.config.TIKTOKEN_ENCODING_NAME)
|
||||
text_splitter = TokenTextSplitter(
|
||||
encoding_name=str(app.state.config.TIKTOKEN_ENCODING_NAME),
|
||||
chunk_size=app.state.config.CHUNK_SIZE,
|
||||
|
Loading…
Reference in New Issue
Block a user