UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-24 04:54:12 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

fix: query generation

Browse Source
This commit is contained in:
Timothy Jaeryang Baek 2024-11-22 12:31:06 -08:00
parent 3cfd4f8993
commit 429fa2befa
1 changed files with 26 additions and 25 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

51
backend/open_webui/main.py
View File

@ -515,32 +515,32 @@ async def chat_completion_files_handler(
) -> tuple[dict, dict[str, list]]:
sources = []
try:
queries_response = await generate_queries(
{
"model": body["model"],
"messages": body["messages"],
"type": "retrieval",
},
user,
)
queries_response = queries_response["choices"][0]["message"]["content"]
try:
queries_response = json.loads(queries_response)
except Exception as e:
queries_response = {"queries": []}
queries = queries_response.get("queries", [])
except Exception as e:
queries = []
if len(queries) == 0:
queries = [get_last_user_message(body["messages"])]
print(f"{queries=}")
if files := body.get("metadata", {}).get("files", None):
try:
queries_response = await generate_queries(
{
"model": body["model"],
"messages": body["messages"],
"type": "retrieval",
},
user,
)
queries_response = queries_response["choices"][0]["message"]["content"]
try:
queries_response = json.loads(queries_response)
except Exception as e:
queries_response = {"queries": []}
queries = queries_response.get("queries", [])
except Exception as e:
queries = []
if len(queries) == 0:
queries = [get_last_user_message(body["messages"])]
print(f"{queries=}")
sources = get_sources_from_files(
files=files,
queries=queries,
@ -691,6 +691,7 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
# If context is not empty, insert it into the messages
if len(sources) > 0:
print("\n\n\n\n\n\n\nHI\n\n\n\n\n\n")
context_string = ""
for source_idx, source in enumerate(sources):
source_id = source.get("source", {}).get("name", "")