From 24c35c308d75140717cab82a15a06d3fac55ab89 Mon Sep 17 00:00:00 2001 From: Jun Siang Cheah Date: Sun, 2 Jun 2024 17:09:15 +0100 Subject: [PATCH] fix: stream defaults to true, return request ID --- backend/apps/ollama/main.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/backend/apps/ollama/main.py b/backend/apps/ollama/main.py index 1c2bea683..3ad3d8808 100644 --- a/backend/apps/ollama/main.py +++ b/backend/apps/ollama/main.py @@ -993,7 +993,7 @@ async def generate_chat_completion( def stream_content(): try: - if payload.get("stream", None): + if payload.get("stream", True): yield json.dumps({"id": request_id, "done": False}) + "\n" for chunk in r.iter_content(chunk_size=8192): @@ -1522,7 +1522,7 @@ async def deprecated_proxy( if path == "generate": data = json.loads(body.decode("utf-8")) - if not ("stream" in data and data["stream"] == False): + if data.get("stream", True): yield json.dumps({"id": request_id, "done": False}) + "\n" elif path == "chat":