add model parameters

app.py

@@ -9,12 +9,16 @@ username = os.getenv('USERNAME')
 password = os.getenv('PASSWORD')
 system_prompt_text = "你是Emi，正在和用户手机聊天"
 
-def predict(message, history):
+def predict(message, history, max_new_tokens, top_k, top_p, temperature):
     global system_prompt_text, url
     payload = {
         "message": message,
         "system_message": system_prompt_text,
-        "history": history
+        "history": history,
+        "max_new_tokens": max_new_tokens,
+        "top_k": top_k,
+        "top_p": top_p,
+        "temperature": temperature,
     }
     headers = {
         "Content-Type": "application/json"
@@ -33,20 +37,46 @@ def update_system_prompt(new_content):
     system_prompt_text = new_content
 
 with gr.Blocks(fill_height=True) as demo:
+    max_new_tokens_slider = gr.Slider(
+        minimum=1, maximum=500, value=50, step=1,
+        label="Max New Tokens (The maximum number of tokens to generate in the response. This limits the length of the generated text.)",
+        render=False
+    )
+
+    top_k_slider = gr.Slider(
+        minimum=0, maximum=100, value=50, step=1,
+        label="Top K (The number of highest probability vocabulary tokens to keep for top-k filtering. This controls the diversity of the generated text by limiting the number of token options at each step.)",
+        render=False
+    )
+
+    top_p_slider = gr.Slider(
+        minimum=0.0, maximum=1.0, value=1.0, step=0.01,
+        label="Top P (The cumulative probability threshold for nucleus sampling. This controls the diversity of the generated text by sampling tokens from the smallest possible set whose cumulative probability is above the threshold.)",
+        render=False
+    )
+
+    temperature_slider = gr.Slider(
+        minimum=0.0, maximum=2.0, value=1.0, step=0.01,
+        label="Temperature (The sampling temperature to use. This controls the randomness of predictions by scaling the logits before applying softmax. Lower values make the model more deterministic, while higher values increase diversity.)",
+        render=False
+    )
+
     gr.ChatInterface(
         predict,
         cache_examples=False,
-        examples=["我心情好差呜呜", 
-                    "工作之余，你有什么爱好或兴趣吗？", 
-                    "谁创造了你？", 
-                    "请自我介绍一下", 
-                    "对未来有什么打算吗?",
-                    "Emi会弹钢琴吗",
-                    "你能感觉到疼痛吗？",
-                    "你觉得自己像AI吗？",
-                    "你能全天候工作吗？",
-                    "你有更新过吗？"]
+        additional_inputs=[max_new_tokens_slider, top_k_slider, top_p_slider, temperature_slider],
+        examples=[  ["我心情好差呜呜", None, None, None, None], 
+                    ["工作之余，你有什么爱好或兴趣吗？", None, None, None, None], 
+                    ["谁创造了你？", None, None, None, None], 
+                    ["请自我介绍一下", None, None, None, None], 
+                    ["对未来有什么打算吗?", None, None, None, None],
+                    ["Emi会弹钢琴吗", None, None, None, None],
+                    ["你能感觉到疼痛吗？", None, None, None, None],
+                    ["你觉得自己像AI吗？", None, None, None, None],
+                    ["你能全天候工作吗？", None, None, None, None],
+                    ["你有更新过吗？", None, None, None, None]]
     )
+    
     system_prompt = gr.Textbox(value=system_prompt_text, info="System Message:", placeholder="你是Emi",
                                            interactive=True, lines=5)
     system_prompt.change(