OpenWebUI/open-webui
1
0
Fork 0
mirror of https://github.com/open-webui/open-webui synced 2025-05-19 12:51:35 +00:00
Code Issues Actions 11 Packages Projects Releases Wiki Activity

enh: pipe handling

Browse Source
This commit is contained in:
Timothy J. Baek 2024-06-24 12:56:41 -07:00
parent 837944dcc5
commit 4c9fa6cf37
1 changed files with 13 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

18
backend/apps/webui/main.py
View File

@ -233,6 +233,16 @@ async def generate_function_chat_completion(form_data, user):
res = await pipe(**params) res = await pipe(**params)
else: else:
res = pipe(**params) res = pipe(**params)
# Directly return if the response is a StreamingResponse
if isinstance(res, StreamingResponse):
async for data in res.body_iterator:
yield data
return
if isinstance(res, dict):
yield f"data: {json.dumps(res)}\n\n"
return
except Exception as e: except Exception as e:
print(f"Error: {e}") print(f"Error: {e}")
yield f"data: {json.dumps({'error': {'detail':str(e)}})}\n\n" yield f"data: {json.dumps({'error': {'detail':str(e)}})}\n\n"
@ -285,15 +295,13 @@ async def generate_function_chat_completion(form_data, user):
res = await pipe(**params) res = await pipe(**params)
else: else:
res = pipe(**params) res = pipe(**params)
if isinstance(res, StreamingResponse):
return res
except Exception as e: except Exception as e:
print(f"Error: {e}") print(f"Error: {e}")
return {"error": {"detail": str(e)}} return {"error": {"detail": str(e)}}
if inspect.iscoroutinefunction(pipe):
res = await pipe(**params)
else:
res = pipe(**params)
if isinstance(res, dict): if isinstance(res, dict):
return res return res
elif isinstance(res, BaseModel): elif isinstance(res, BaseModel):