Update app.py

app.py

@@ -22,12 +22,13 @@ def user(message, history):
     return "", history + [[message, ""]]
 
 
-def chat(history):
+def chat(message, history):
     chat = []
     for item in history:
         chat.append({"role": "user", "content": item[0]})
         if item[1] is not None:
             chat.append({"role": "assistant", "content": item[1]})
+    chat.append({"role": "user", "content": message})
     messages = tok.apply_chat_template(chat, tokenize=False)
     # Tokenize the messages string
     model_inputs = tok([messages], return_tensors="pt")
@@ -58,28 +59,28 @@ def chat(history):
     return partial_text
 
 
-with gr.Blocks() as demo:
-    # history = gr.State([])
-    gr.Markdown("## Stable LM 2 Zephyr 1.6b")
-    gr.HTML('''<center><a href="https://huggingface.co/spaces/stabilityai/stablelm-2-1_6b-zephyr?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>Duplicate the Space to skip the queue and run in a private space</center>''')
-    chatbot = gr.Chatbot().style(height=500)
-    with gr.Row():
-        with gr.Column():
-            msg = gr.Textbox(label="Chat Message Box", placeholder="Chat Message Box",
-                             show_label=False).style(container=False)
-        with gr.Column():
-            with gr.Row():
-                submit = gr.Button("Submit")
-                stop = gr.Button("Stop")
-                clear = gr.Button("Clear")
-
-    submit_event = msg.submit(fn=user, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False).then(
-        fn=chat, inputs=[chatbot], outputs=[chatbot], queue=True)
-    submit_click_event = submit.click(fn=user, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False).then(
-        fn=chat, inputs=[chatbot], outputs=[chatbot], queue=True)
-    stop.click(fn=None, inputs=None, outputs=None, cancels=[
-               submit_event, submit_click_event], queue=False)
-    clear.click(lambda: None, None, [chatbot], queue=False)
+# with gr.Blocks() as demo:
+#     # history = gr.State([])
+#     gr.Markdown("## Stable LM 2 Zephyr 1.6b")
+#     gr.HTML('''<center><a href="https://huggingface.co/spaces/stabilityai/stablelm-2-1_6b-zephyr?duplicate=true"><img src="https://bit.ly/3gLdBN6" alt="Duplicate Space"></a>Duplicate the Space to skip the queue and run in a private space</center>''')
+#     chatbot = gr.Chatbot().style(height=500)
+#     with gr.Row():
+#         with gr.Column():
+#             msg = gr.Textbox(label="Chat Message Box", placeholder="Chat Message Box",
+#                              show_label=False).style(container=False)
+#         with gr.Column():
+#             with gr.Row():
+#                 submit = gr.Button("Submit")
+#                 stop = gr.Button("Stop")
+#                 clear = gr.Button("Clear")
 
+#     submit_event = msg.submit(fn=user, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False).then(
+#         fn=chat, inputs=[chatbot], outputs=[chatbot], queue=True)
+#     submit_click_event = submit.click(fn=user, inputs=[msg, chatbot], outputs=[msg, chatbot], queue=False).then(
+#         fn=chat, inputs=[chatbot], outputs=[chatbot], queue=True)
+#     stop.click(fn=None, inputs=None, outputs=None, cancels=[
+#                submit_event, submit_click_event], queue=False)
+#     clear.click(lambda: None, None, [chatbot], queue=False)
+demo = gr.ChatInterface(fn=echo, examples=["hello", "hola", "merhaba"], title="Stable LM 2 Zephyr 1.6b")
 demo.queue(max_size=32, concurrency_count=2)
 demo.launch()