vincentmin commited on
Commit
840639a
1 Parent(s): 49cd552

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -11
app.py CHANGED
@@ -37,18 +37,21 @@ RETRY_COMMAND = "/retry"
37
  STOP_SEQ = [f"\n{USER_NAME}", "<|end|>"]
38
 
39
  def run_model(prompt, model, temperature, top_p):
40
- api_url = f"https://api-inference.huggingface.co/models/{model}"
41
- payload = {
42
- "inputs": prompt,
43
- "parameters": {
44
- "max_new_tokens": 128,
45
- "do_sample": True,
46
- "temperature": temperature,
47
- "top_p": top_p
 
 
48
  }
49
- }
50
- response = requests.post(api_url, headers=HEADERS, json=payload)
51
- return response.json()[0]['generated_text']
 
52
 
53
  def get_stream(string: str):
54
  return enumerate(iter(string.split(" ")))
 
37
  STOP_SEQ = [f"\n{USER_NAME}", "<|end|>"]
38
 
39
  def run_model(prompt, model, temperature, top_p):
40
+ try:
41
+ api_url = f"https://api-inference.huggingface.co/models/{model}"
42
+ payload = {
43
+ "inputs": prompt,
44
+ "parameters": {
45
+ "max_new_tokens": 128,
46
+ "do_sample": True,
47
+ "temperature": temperature,
48
+ "top_p": top_p
49
+ }
50
  }
51
+ response = requests.post(api_url, headers=HEADERS, json=payload)
52
+ return response.json()[0]['generated_text']
53
+ except:
54
+ return "I'm sorry, the model is not available right now. Please try again later."
55
 
56
  def get_stream(string: str):
57
  return enumerate(iter(string.split(" ")))