k-mktr commited on
Commit
623b344
·
verified ·
1 Parent(s): 7ca99e4

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -3
app.py CHANGED
@@ -110,7 +110,8 @@ def call_ollama_api(model, prompt):
110
  "content": prompt
111
  }
112
  ],
113
- timeout=180
 
114
  )
115
  logger.info(f"Received response for model: {model}")
116
 
@@ -150,10 +151,10 @@ def call_ollama_api(model, prompt):
150
  ]
151
 
152
  except requests.exceptions.Timeout:
153
- logger.error(f"Timeout error after 180 seconds for model: {model}")
154
  return [
155
  {"role": "user", "content": prompt},
156
- {"role": "assistant", "content": "Error: Model response timed out after 180 seconds"}
157
  ]
158
  except openai.BadRequestError as e:
159
  error_msg = str(e)
 
110
  "content": prompt
111
  }
112
  ],
113
+ timeout=config.API_TIMEOUT,
114
+ max_tokens=config.MAX_TOKENS
115
  )
116
  logger.info(f"Received response for model: {model}")
117
 
 
151
  ]
152
 
153
  except requests.exceptions.Timeout:
154
+ logger.error(f"Timeout error after {config.API_TIMEOUT} seconds for model: {model}")
155
  return [
156
  {"role": "user", "content": prompt},
157
+ {"role": "assistant", "content": f"Error: Model response timed out after {config.API_TIMEOUT} seconds"}
158
  ]
159
  except openai.BadRequestError as e:
160
  error_msg = str(e)