From 585b9eb84a783c1135f0e739b0434ab8a1fbaf55 Mon Sep 17 00:00:00 2001 From: "Timothy J. Baek" Date: Fri, 20 Sep 2024 23:48:03 +0200 Subject: [PATCH] refac --- backend/open_webui/main.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/backend/open_webui/main.py b/backend/open_webui/main.py index 319d95165..78bb587dd 100644 --- a/backend/open_webui/main.py +++ b/backend/open_webui/main.py @@ -1620,8 +1620,8 @@ async def generate_moa_response(form_data: dict, user=Depends(get_verified_user) # Check if the user has a custom task model # If the user has a custom task model, use that model - model_id = get_task_model_id(model_id) - print(model_id) + task_model_id = get_task_model_id(model_id) + print(task_model_id) template = """You have been provided with a set of responses from various models to the latest user query: "{{prompt}}" @@ -1635,14 +1635,18 @@ Responses from models: {{responses}}""" form_data["responses"], ) + + payload = { - "model": model_id, + "model": task_model_id, "messages": [{"role": "user", "content": content}], "stream": form_data.get("stream", False), "chat_id": form_data.get("chat_id", None), "metadata": {"task": str(TASKS.MOA_RESPONSE_GENERATION)}, } + + log.debug(payload) try: