FD900 commited on
Commit
b2bf871
·
verified ·
1 Parent(s): 2f13f99

Update mistral_hf_wrapper.py

Browse files
Files changed (1) hide show
  1. mistral_hf_wrapper.py +1 -1
mistral_hf_wrapper.py CHANGED
@@ -16,7 +16,7 @@ class MistralInference:
16
  "parameters": {"max_new_tokens": 512}
17
  }
18
  try:
19
- response = requests.post(self.api_url, headers=headers, json=payload)
20
  response.raise_for_status()
21
  output = response.json()
22
  # Check different possible keys depending on model
 
16
  "parameters": {"max_new_tokens": 512}
17
  }
18
  try:
19
+ response = requests.post(self.api_url, headers=headers, json=payload,timeout=30)
20
  response.raise_for_status()
21
  output = response.json()
22
  # Check different possible keys depending on model