From 47e4250f5804fb3784fa41d1631a6619e14ab404 Mon Sep 17 00:00:00 2001 From: "Timothy J. Baek" Date: Fri, 25 Oct 2024 22:12:46 -0700 Subject: [PATCH] refac --- backend/open_webui/apps/retrieval/main.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/backend/open_webui/apps/retrieval/main.py b/backend/open_webui/apps/retrieval/main.py index 96b38512d..7c7a49eca 100644 --- a/backend/open_webui/apps/retrieval/main.py +++ b/backend/open_webui/apps/retrieval/main.py @@ -667,7 +667,7 @@ def save_docs_to_vector_db( add_start_index=True, ) elif app.state.config.TEXT_SPLITTER == "token": - + tiktoken.get_encoding(app.state.config.TIKTOKEN_ENCODING_NAME) text_splitter = TokenTextSplitter( encoding_name=str(app.state.config.TIKTOKEN_ENCODING_NAME), chunk_size=app.state.config.CHUNK_SIZE,