This commit is contained in:
Timothy J. Baek 2024-09-28 19:51:28 +02:00
parent 5a168ecc2a
commit c93a10388b
2 changed files with 37 additions and 30 deletions
backend/open_webui
apps/ollama
main.py

View File

@ -787,6 +787,7 @@ async def generate_chat_completion(
):
payload = {**form_data.model_dump(exclude_none=True)}
log.debug(f"{payload = }")
if "metadata" in payload:
del payload["metadata"]

View File

@ -448,7 +448,11 @@ async def chat_completion_tools_handler(
if not content:
return body, {}
try:
content = content[content.find("{") : content.rfind("}") + 1]
if not content:
raise Exception("No JSON object found in the response")
result = json.loads(content)
tool_function_name = result.get("name", None)
@ -479,7 +483,9 @@ async def chat_completion_tools_handler(
if isinstance(tool_output, str):
contexts.append(tool_output)
except Exception as e:
log.exception(f"Error: {e}")
content = None
except Exception as e:
log.exception(f"Error: {e}")
content = None