Upload folder using huggingface_hub

README.md

@@ -1,12 +1,6 @@
 ---
-title: Chatbot Streaming
-emoji: 🐠
-colorFrom: blue
-colorTo: pink
+title: chatbot_streaming
+app_file: run.py
 sdk: gradio
-sdk_version: 4.16.0
-app_file: app.py
-pinned: false
+sdk_version: 4.15.0
 ---
-
-Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference

run.ipynb

@@ -0,0 +1 @@
+{"cells": [{"cell_type": "markdown", "id": "302934307671667531413257853548643485645", "metadata": {}, "source": ["# Gradio Demo: chatbot_streaming"]}, {"cell_type": "code", "execution_count": null, "id": "272996653310673477252411125948039410165", "metadata": {}, "outputs": [], "source": ["!pip install -q gradio "]}, {"cell_type": "code", "execution_count": null, "id": "288918539441861185822528903084949547379", "metadata": {}, "outputs": [], "source": ["import gradio as gr\n", "import random\n", "import time\n", "\n", "with gr.Blocks() as demo:\n", "    chatbot = gr.Chatbot()\n", "    msg = gr.Textbox()\n", "    clear = gr.Button(\"Clear\")\n", "\n", "    def user(user_message, history):\n", "        return \"\", history + [[user_message, None]]\n", "\n", "    def bot(history):\n", "        bot_message = random.choice([\"How are you?\", \"I love you\", \"I'm very hungry\"])\n", "        history[-1][1] = \"\"\n", "        for character in bot_message:\n", "            history[-1][1] += character\n", "            time.sleep(0.05)\n", "            yield history\n", "\n", "    msg.submit(user, [msg, chatbot], [msg, chatbot], queue=False).then(\n", "        bot, chatbot, chatbot\n", "    )\n", "    clear.click(lambda: None, None, chatbot, queue=False)\n", "    \n", "demo.queue()\n", "if __name__ == \"__main__\":\n", "    demo.launch()\n"]}], "metadata": {}, "nbformat": 4, "nbformat_minor": 5}

run.py

@@ -0,0 +1,41 @@
+import gradio as gr
+import time
+
+with gr.Blocks() as demo:
+    with gr.Row():
+        messages_per_second = gr.Number(100, label="Messages per second")
+        number_of_messages = gr.Number(200, label="Number of messages")
+
+    chatbot = gr.Chatbot()
+    start = gr.Button("Start")
+
+    def bot(messages_per_second, number_of_messages):
+        history = [[f"Streaming {number_of_messages} msgs at {messages_per_second} msg/s ", ""]]
+        start_time = time.time()
+        for num in range(number_of_messages):
+            history[-1][1] += " " + str(num)
+            time.sleep(1 / messages_per_second)
+            yield history, None
+        end_time = time.time()
+        yield history, end_time - start_time
+        
+    
+    with gr.Row():
+        expected_duration = gr.Number(label="Expected Duration (w/o Overhead)")
+        backend_duration = gr.Number(label="Duration (for Backend)")
+        frontend_duration = gr.Number(label="Duration (for Frontend)")
+
+    start.click(fn=None, js="""() => {
+        window.start_time = performance.now();
+    }""")
+    start.click(lambda messages_per_second, number_of_messages: number_of_messages / messages_per_second, [messages_per_second, number_of_messages], [expected_duration])
+    start.click(bot, [messages_per_second, number_of_messages], [chatbot, backend_duration]).then(
+        fn=None,
+        outputs=frontend_duration,
+        js="""() => {
+        let now = performance.now();
+        return (now - window.start_time) / 1000;                                                                                    
+    }""")
+
+    
+demo.launch()