diff --git a/backend/open_webui/apps/retrieval/main.py b/backend/open_webui/apps/retrieval/main.py index 96b38512d..7c7a49eca 100644 --- a/backend/open_webui/apps/retrieval/main.py +++ b/backend/open_webui/apps/retrieval/main.py @@ -667,7 +667,7 @@ def save_docs_to_vector_db( add_start_index=True, ) elif app.state.config.TEXT_SPLITTER == "token": - + tiktoken.get_encoding(app.state.config.TIKTOKEN_ENCODING_NAME) text_splitter = TokenTextSplitter( encoding_name=str(app.state.config.TIKTOKEN_ENCODING_NAME), chunk_size=app.state.config.CHUNK_SIZE,