Update app.py

app.py

@@ -90,34 +90,6 @@ examples = [
 ]
 
 
-def respond(history=None):
-    global msg, token_count_chat, temperature_chat, top_p_chat, presence_penalty_chat, count_penalty_chat
-
-    # get the lastest user message and the additional parameters
-    instruction = msg.value
-    token_count = token_count_chat.value
-
-    temperature = temperature_chat.value
-    top_p = top_p_chat.value
-    presence_penalty = presence_penalty_chat.value
-    count_penalty = count_penalty_chat.value
-
-    history[-1][1] = ""
-
-    for character in generator(
-        instruction,
-        None,
-        token_count,
-        temperature,
-        top_p,
-        presence_penalty,
-        count_penalty,
-        history
-    ):
-        history[-1][1] += character
-        yield history
-
-
 def generator(
     instruction,
     input=None,
@@ -233,6 +205,36 @@ with gr.Blocks(title=title) as demo:
                 history = history or []
                 return "", history + [[message, None]]
 
+            def respond(history=None):
+                global msg, token_count_chat, temperature_chat, top_p_chat, presence_penalty_chat, count_penalty_chat
+            
+                # get the lastest user message and the additional parameters
+                print("msg.value = ", msg.value)
+                print("history = ", history)
+                
+                instruction = msg.value
+                token_count = token_count_chat.value
+            
+                temperature = temperature_chat.value
+                top_p = top_p_chat.value
+                presence_penalty = presence_penalty_chat.value
+                count_penalty = count_penalty_chat.value
+            
+                history[-1][1] = ""
+            
+                for character in generator(
+                    instruction,
+                    None,
+                    token_count,
+                    temperature,
+                    top_p,
+                    presence_penalty,
+                    count_penalty,
+                    history
+                ):
+                    history[-1][1] += character
+                    yield history
+
             msg.submit(user_msg, [msg, chatbot], [msg, chatbot], queue=False).then(
                 respond, chatbot, chatbot, api_name="chat"
             )