Update app.py

app.py

@@ -14,35 +14,38 @@ def respond(
     temperature,
     top_p,
 ):
-
     system_prefix = """
 If the input language is Korean, respond in Korean. If it's English, respond in English.
-동시에 두가지 언어를 출력하지 말것. 반드시 한국어 질문에는 한국어로 답변하고, 영어 질문에는 영어로만 답변하라
+Do not output in both languages simultaneously. Always respond in Korean to Korean questions and in English to English questions.
     """
     
-    messages = [{"role": "system", "content": f"{system_prefix} {system_message}"}]  # Add prefix
+    messages = [{"role": "system", "content": f"{system_prefix} {system_message}"}]
 
-    for val in history:
-        if val[0]:
-            messages.append({"role": "user", "content": val[0]})
-        if val[1]:
-            messages.append({"role": "assistant", "content": val[1]})
+    # Ensure alternating user/assistant messages
+    for user_msg, assistant_msg in history:
+        messages.append({"role": "user", "content": user_msg})
+        if assistant_msg:  # Only add assistant message if it exists
+            messages.append({"role": "assistant", "content": assistant_msg})
 
+    # Add the current user message
     messages.append({"role": "user", "content": message})
 
     response = ""
 
-    for message in hf_client.chat_completion(
-        messages,
-        max_tokens=max_tokens,
-        stream=True,
-        temperature=temperature,
-        top_p=top_p,
-    ):
-        token = message.choices[0].delta.content
-        if token is not None:
-            response += token.strip("")  # Remove tokens
-        yield response
+    try:
+        for message in hf_client.chat_completion(
+            messages,
+            max_tokens=max_tokens,
+            stream=True,
+            temperature=temperature,
+            top_p=top_p,
+        ):
+            token = message.choices[0].delta.content
+            if token is not None:
+                response += token.strip("")
+            yield response
+    except Exception as e:
+        yield f"An error occurred: {str(e)}"
 
 
 theme = "Nymbo/Nymbo_Theme"