diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py index 31dd48741..7c67c40ae 100644 --- a/backend/apps/openai/main.py +++ b/backend/apps/openai/main.py @@ -25,6 +25,7 @@ from utils.task import prompt_template from config import ( SRC_LOG_LEVELS, ENABLE_OPENAI_API, + AIOHTTP_CLIENT_TIMEOUT, OPENAI_API_BASE_URLS, OPENAI_API_KEYS, CACHE_DIR, @@ -463,7 +464,9 @@ async def generate_chat_completion( streaming = False try: - session = aiohttp.ClientSession(trust_env=True) + session = aiohttp.ClientSession( + trust_env=True, timeout=aiohttp.ClientTimeout(total=AIOHTTP_CLIENT_TIMEOUT) + ) r = await session.request( method="POST", url=f"{url}/chat/completions",