Eric Xu commited on
Commit
8a25fc1
·
unverified ·
1 Parent(s): 7f2f206

Add 45s timeout + 2 retries on LLM client to prevent Space restarts

Browse files
Files changed (1) hide show
  1. web/app.py +1 -1
web/app.py CHANGED
@@ -125,7 +125,7 @@ def get_client(api_key=None, base_url=None):
125
  base = base_url or os.getenv("LLM_BASE_URL")
126
  if not key:
127
  raise HTTPException(400, "No API key configured. Enter your key above.")
128
- return OpenAI(api_key=key, base_url=base)
129
 
130
 
131
  def get_model(model=None):
 
125
  base = base_url or os.getenv("LLM_BASE_URL")
126
  if not key:
127
  raise HTTPException(400, "No API key configured. Enter your key above.")
128
+ return OpenAI(api_key=key, base_url=base, timeout=45, max_retries=2)
129
 
130
 
131
  def get_model(model=None):