UniqAI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2024-11-26 22:09:51 +00:00
Code Issues Actions 13 Packages Projects Releases Wiki Activity

fixes for cohere models

Browse Source
This commit is contained in:
Samuel 2024-11-03 08:50:33 +00:00
parent 850a70ce45
commit 3724e888c6
1 changed files with 6 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
backend/open_webui/main.py
View File

@ -579,10 +579,9 @@ async def handle_nonstreaming_response(request: Request, response: Response,
is_ollama = True
is_openai = not is_ollama
log.debug(f"smonux 1: { response_dict=} ")
while (is_ollama and "tool_calls" in response_dict.get("message", {})) or \
(is_openai and "tool_calls" in response_dict["choices"][0].get("message",{}) ):
(is_openai and "tool_calls" in response_dict.get("choices", [{}])[0].get("message",{}) ):
if is_ollama:
message = response_dict.get("message", {})
tool_calls = message.get("tool_calls", [])
@ -593,6 +592,10 @@ async def handle_nonstreaming_response(request: Request, response: Response,
tool_calls = response_dict["choices"][0]["message"].get("tool_calls", [])
for tool_call in tool_calls:
# fix for cohere
if 'index' in tool_call:
del tool_call['index']
tool_function_name = tool_call["function"]["name"]
if not tool_call["function"]["arguments"]:
tool_function_params = {}
@ -602,13 +605,12 @@ async def handle_nonstreaming_response(request: Request, response: Response,
if is_ollama:
tool_function_params = tool_call["function"]["arguments"]
try:
tool_output = await tools[tool_function_name]["callable"](**tool_function_params)
except Exception as e:
tool_output = str(e)
if tools[tool_function_name]["citation"]:
if tools.get(tool_function_name, {}).get("citation", False):
citations.append( {
"source": {
"name": f"TOOL:{tools[tool_function_name]['toolkit_id']}/{tool_function_name}"