Tweak top_p

app.ipynb

@@ -663,14 +663,14 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 31,
+   "execution_count": 33,
    "metadata": {},
    "outputs": [
     {
      "name": "stdout",
      "output_type": "stream",
      "text": [
-      "Running on local URL:  http://127.0.0.1:7868\n",
+      "Running on local URL:  http://127.0.0.1:7869\n",
       "\n",
       "To create a public link, set `share=True` in `launch()`.\n"
      ]
@@ -678,7 +678,7 @@
     {
      "data": {
       "text/html": [
-       "<div><iframe src=\"http://127.0.0.1:7868/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
+       "<div><iframe src=\"http://127.0.0.1:7869/\" width=\"100%\" height=\"500\" allow=\"autoplay; camera; microphone; clipboard-read; clipboard-write;\" frameborder=\"0\" allowfullscreen></iframe></div>"
       ],
       "text/plain": [
        "<IPython.core.display.HTML object>"
@@ -691,7 +691,7 @@
      "data": {
       "text/plain": []
      },
-     "execution_count": 31,
+     "execution_count": 33,
      "metadata": {},
      "output_type": "execute_result"
     }
@@ -741,7 +741,7 @@
     "            top_p = gr.Slider(\n",
     "                minimum=-0,\n",
     "                maximum=1.0,\n",
-    "                value=0.95,\n",
+    "                value=0.8,\n",
     "                step=0.05,\n",
     "                interactive=True,\n",
     "                label=\"Top-p (nucleus sampling)\",\n",
@@ -817,7 +817,7 @@
   },
   {
    "cell_type": "code",
-   "execution_count": 32,
+   "execution_count": 34,
    "metadata": {},
    "outputs": [],
    "source": [

app.py

@@ -146,9 +146,34 @@ with gr.Blocks(
                         label="Chat Output",
                     )
 
+                with gr.Column():
+                    chat_input = gr.Textbox(lines=1, label="Chat Input")
+                    chat_input.submit(
+                        inference_chat,
+                        [
+                            model_id,
+                            prompt_template,
+                            chat_input,
+                            temperature,
+                            top_p,
+                            state,
+                        ],
+                        [chatbot, state],
+                    )
+
                     with gr.Row():
-                        chat_input = gr.Textbox(lines=1, label="Chat Input")
-                        chat_input.submit(
+                        clear_button = gr.Button(value="Clear", interactive=True)
+                        clear_button.click(
+                            lambda: ("", [], []),
+                            [],
+                            [chat_input, chatbot, state],
+                            queue=False,
+                        )
+
+                        submit_button = gr.Button(
+                            value="Submit", interactive=True, variant="primary"
+                        )
+                        submit_button.click(
                             inference_chat,
                             [
                                 model_id,
@@ -160,30 +185,5 @@ with gr.Blocks(
                             ],
                             [chatbot, state],
                         )
-
-                        with gr.Row():
-                            clear_button = gr.Button(value="Clear", interactive=True)
-                            clear_button.click(
-                                lambda: ("", [], []),
-                                [],
-                                [chat_input, chatbot, state],
-                                queue=False,
-                            )
-
-                            submit_button = gr.Button(
-                                value="Submit", interactive=True, variant="primary"
-                            )
-                            submit_button.click(
-                                inference_chat,
-                                [
-                                    model_id,
-                                    prompt_template,
-                                    chat_input,
-                                    temperature,
-                                    top_p,
-                                    state,
-                                ],
-                                [chatbot, state],
-                            )
 iface.launch()