Update app.py

app.py

@@ -1,4 +1,3 @@
-# app.py
 import os
 from threading import Thread
 from typing import Iterator
@@ -282,58 +281,64 @@ def create_chat_interface():
             gr.Markdown(DESCRIPTION)
             
             with gr.Column(elem_classes="chat-container"):
+                additional_inputs = [
+                    gr.Textbox(
+                        value="",
+                        label="System Message",
+                        elem_classes="system-message",
+                        render=False,
+                    ),
+                ]
+                
+                # Create controls without context manager
+                controls = gr.Column(elem_classes="controls-container")
+                with controls:
+                    additional_inputs.extend([
+                        gr.Slider(
+                            label="Maximum New Tokens",
+                            minimum=1,
+                            maximum=MAX_MAX_NEW_TOKENS,
+                            step=1,
+                            value=DEFAULT_MAX_NEW_TOKENS,
+                            elem_classes="slider-label",
+                        ),
+                        gr.Slider(
+                            label="Temperature",
+                            minimum=0,
+                            maximum=4.0,
+                            step=0.1,
+                            value=0.001,
+                            elem_classes="slider-label",
+                        ),
+                        gr.Slider(
+                            label="Top-p (Nucleus Sampling)",
+                            minimum=0.05,
+                            maximum=1.0,
+                            step=0.05,
+                            value=1.0,
+                            elem_classes="slider-label",
+                        ),
+                        gr.Slider(
+                            label="Top-k",
+                            minimum=1,
+                            maximum=1000,
+                            step=1,
+                            value=50,
+                            elem_classes="slider-label",
+                        ),
+                        gr.Slider(
+                            label="Repetition Penalty",
+                            minimum=1.0,
+                            maximum=2.0,
+                            step=0.05,
+                            value=1.0,
+                            elem_classes="slider-label",
+                        ),
+                    ])
+
                 chat_interface = gr.ChatInterface(
                     fn=generate,
-                    additional_inputs=[
-                        gr.Textbox(
-                            value="",
-                            label="System Message",
-                            elem_classes="system-message",
-                            render=False,
-                        ),
-                        gr.Column(elem_classes="controls-container") as controls:
-                            with controls:
-                                gr.Slider(
-                                    label="Maximum New Tokens",
-                                    minimum=1,
-                                    maximum=MAX_MAX_NEW_TOKENS,
-                                    step=1,
-                                    value=DEFAULT_MAX_NEW_TOKENS,
-                                    elem_classes="slider-label",
-                                ),
-                                gr.Slider(
-                                    label="Temperature",
-                                    minimum=0,
-                                    maximum=4.0,
-                                    step=0.1,
-                                    value=0.001,
-                                    elem_classes="slider-label",
-                                ),
-                                gr.Slider(
-                                    label="Top-p (Nucleus Sampling)",
-                                    minimum=0.05,
-                                    maximum=1.0,
-                                    step=0.05,
-                                    value=1.0,
-                                    elem_classes="slider-label",
-                                ),
-                                gr.Slider(
-                                    label="Top-k",
-                                    minimum=1,
-                                    maximum=1000,
-                                    step=1,
-                                    value=50,
-                                    elem_classes="slider-label",
-                                ),
-                                gr.Slider(
-                                    label="Repetition Penalty",
-                                    minimum=1.0,
-                                    maximum=2.0,
-                                    step=0.05,
-                                    value=1.0,
-                                    elem_classes="slider-label",
-                                ),
-                    ],
+                    additional_inputs=additional_inputs,
                     examples=[
                         ["Ciao! Come stai?"],
                         ["Raccontami una breve storia."],