This commit is contained in:
Timothy J. Baek 2024-09-19 16:54:34 +02:00
parent 70dd790afc
commit 8426874426

View File

@ -816,7 +816,10 @@ async def generate_chat_completion(
log.debug(payload)
return await post_streaming_url(
f"{url}/api/chat", json.dumps(payload), content_type="application/x-ndjson"
f"{url}/api/chat",
json.dumps(payload),
stream=form_data.stream,
content_type="application/x-ndjson",
)