Update app.py

app.py

@@ -111,7 +111,8 @@ def generator(
     )
 
     instruction = re.sub(r"\n{2,}", "\n", instruction).strip().replace("\r\n", "\n")
-    if input is not None:
+    no_history = (history is None)
+    if no_history:
         input = re.sub(r"\n{2,}", "\n", input).strip().replace("\r\n", "\n")
     ctx = generate_prompt(instruction, input, history)
     print(ctx + "\n")
@@ -144,7 +145,11 @@ def generator(
         tmp = pipeline.decode(all_tokens[out_last:])
         if "\ufffd" not in tmp:
             out_str += tmp
-            yield out_str.strip()
+            if no_history:
+                yield out_str.strip()
+            else:
+                for char in tmp:
+                    yield char
             out_last = i + 1
         if "\n\n" in out_str:
             break
@@ -220,7 +225,7 @@ with gr.Blocks(title=title) as demo:
             
                 history[-1][1] = ""
             
-                yield generator( # for character in 
+                for character in generator(
                     instruction,
                     None,
                     token_count,
@@ -229,9 +234,9 @@ with gr.Blocks(title=title) as demo:
                     presence_penalty,
                     count_penalty,
                     history
-                )
-                    # history[-1][1] += character
-                    # yield history
+                ):
+                    history[-1][1] += character
+                    yield history
 
             msg.submit(user_msg, [msg, chatbot], [msg, chatbot], queue=False).then(
                 respond, chatbot, chatbot, api_name="chat"