From f89fa061e87d83058c96fbc548a0eff982af5e64 Mon Sep 17 00:00:00 2001
From: Fish Lung <fishhf@hotmail.com>
Date: Mon, 1 Jul 2024 14:29:26 +0800
Subject: [PATCH] fix: use AIOHTTP_CLIENT_TIMEOUT timeout setting for openai
 streaming response

---
 backend/apps/openai/main.py | 5 ++++-
 1 file changed, 4 insertions(+), 1 deletion(-)

diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py
index 31dd48741..7c67c40ae 100644
--- a/backend/apps/openai/main.py
+++ b/backend/apps/openai/main.py
@@ -25,6 +25,7 @@ from utils.task import prompt_template
 from config import (
     SRC_LOG_LEVELS,
     ENABLE_OPENAI_API,
+    AIOHTTP_CLIENT_TIMEOUT,
     OPENAI_API_BASE_URLS,
     OPENAI_API_KEYS,
     CACHE_DIR,
@@ -463,7 +464,9 @@ async def generate_chat_completion(
     streaming = False
 
     try:
-        session = aiohttp.ClientSession(trust_env=True)
+        session = aiohttp.ClientSession(
+            trust_env=True, timeout=aiohttp.ClientTimeout(total=AIOHTTP_CLIENT_TIMEOUT)
+        )
         r = await session.request(
             method="POST",
             url=f"{url}/chat/completions",