UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-01-18 08:40:58 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

refac

Browse Source
This commit is contained in:
Timothy J. Baek 2024-09-20 23:48:03 +02:00
parent ffd7d74f77
commit 585b9eb84a
1 changed files with 7 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
backend/open_webui/main.py
View File

@ -1620,8 +1620,8 @@ async def generate_moa_response(form_data: dict, user=Depends(get_verified_user)
# Check if the user has a custom task model # Check if the user has a custom task model
# If the user has a custom task model, use that model # If the user has a custom task model, use that model
model_id = get_task_model_id(model_id) task_model_id = get_task_model_id(model_id)
print(model_id) print(task_model_id)
template = """You have been provided with a set of responses from various models to the latest user query: "{{prompt}}" template = """You have been provided with a set of responses from various models to the latest user query: "{{prompt}}"
@ -1635,14 +1635,18 @@ Responses from models: {{responses}}"""
form_data["responses"], form_data["responses"],
) )
payload = { payload = {
"model": model_id, "model": task_model_id,
"messages": [{"role": "user", "content": content}], "messages": [{"role": "user", "content": content}],
"stream": form_data.get("stream", False), "stream": form_data.get("stream", False),
"chat_id": form_data.get("chat_id", None), "chat_id": form_data.get("chat_id", None),
"metadata": {"task": str(TASKS.MOA_RESPONSE_GENERATION)}, "metadata": {"task": str(TASKS.MOA_RESPONSE_GENERATION)},
} }
log.debug(payload) log.debug(payload)
try: try: