Merge pull request #3568 from fishhf/dev

fix: use AIOHTTP_CLIENT_TIMEOUT timeout setting for openai streaming response
open-webui · Jul 1, 2024 · a036291 · a036291
2 parents 46a084d f89fa06
commit a036291
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/backend/apps/openai/main.py b/backend/apps/openai/main.py
@@ -25,6 25,7 @@
 from config import (
  SRC_LOG_LEVELS,
  ENABLE_OPENAI_API,
  AIOHTTP_CLIENT_TIMEOUT,
  OPENAI_API_BASE_URLS,
  OPENAI_API_KEYS,
  CACHE_DIR,
@@ -463,7 464,9 @@ async def generate_chat_completion(
  streaming = False
 
  try:
- session = aiohttp.ClientSession(trust_env=True)
  session = aiohttp.ClientSession(
  trust_env=True, timeout=aiohttp.ClientTimeout(total=AIOHTTP_CLIENT_TIMEOUT)
  )
  r = await session.request(
  method="POST",
  url=f"{url}/chat/completions",