Update app.py

app.py

@@ -6,7 +6,9 @@ import json
 sbc_host_url = os.environ['URL']
 
 def get_completion(prompt:str, messages:str = '', n_predict=128):
-    prompt_templated = f'{messages}\n ### HUMAN:\n{prompt} \n ### ASSISTANT:'
+    system = "### System: You are a helpful assistant helps to brainstorm ideas.\n"
+    prompt_templated = f'{system} {messages}\n ### HUMAN:\n{prompt} \n ### ASSISTANT:'
+
     headers = {
         "Content-Type": "application/json"
     }
@@ -16,18 +18,20 @@ def get_completion(prompt:str, messages:str = '', n_predict=128):
         "stop": ["### HUMAN:", "### ASSISTANT:", "HUMAN"],
         "stream": "True"
     }
-    
-    response = requests.post(sbc_host_url, headers=headers, data=json.dumps(data))
-    
-    if response.status_code == 200:
-        return response.json()['content']
-    else:
-        response.raise_for_status()
+    try:
+        response = requests.post(sbc_host_url, headers=headers, data=json.dumps(data))
+        
+        if response.status_code == 200:
+            return response.json()['content']
+        else:
+            response.raise_for_status()
+    except:
+        raise gr.Warning("Apologies for the inconvenience! Our model is currently self-hosted and unavailable at the moment.")
 
 
 def chatty(prompt, messages):
-    print(prompt)
-    print(f'messages: {messages}')
+    # print(prompt)
+    # print(f'messages: {messages}')
     past_messages = ''
     if len(messages) > 0:
         for idx, message in enumerate(messages):
@@ -37,7 +41,7 @@ def chatty(prompt, messages):
                 
                 
         # past_messages = messages[0][0]
-    print(f'past_messages: {past_messages}')
+    # print(f'past_messages: {past_messages}')
     messages = get_completion(prompt, past_messages)
     return messages.split('### ASSISTANT:')[-1]