fix: return proxied response headers during chat completion

This commit is contained in:
Jun Siang Cheah 2024-08-31 15:15:21 +01:00
parent 08efabc696
commit 953beb369c

View File

@ -628,7 +628,10 @@ class ChatCompletionMiddleware(BaseHTTPMiddleware):
async for data in original_generator: async for data in original_generator:
yield data yield data
return StreamingResponse(stream_wrapper(response.body_iterator, data_items)) return StreamingResponse(
stream_wrapper(response.body_iterator, data_items),
headers=dict(response.headers),
)
async def _receive(self, body: bytes): async def _receive(self, body: bytes):
return {"type": "http.request", "body": body, "more_body": False} return {"type": "http.request", "body": body, "more_body": False}