Update app.py

app.py

@@ -9,7 +9,7 @@ HAS_GPU = False
 
 # Model title and context size limit
 ctx_limit = 4000
-title = "RWKV-5-World-1B5-v2-20231025-ctx4096"
+title = "1B5"
 model_file = "RWKV-5-World-1B5-v2-20231025-ctx4096"
 
 #title = "RWKV-4-World"
@@ -143,8 +143,10 @@ def evaluate(
 
 # Examples and gradio blocks
 examples = [
-    ["Write a song about flowers.", "", 300, 1.2, 0.5, 0.4, 0.4],
-    ["寫一篇關於交通工程的車流理論模型之論文，需要詳細全面。", 300, 1.2, 0.5, 0.4, 0.4]
+    ["Write a song about flowers.", "", 600, 1.2, 0.5, 0.4, 0.4],
+    ["寫一篇關於交通工程的車流理論模型之論文，需要詳細全面。","", 600, 1.2, 0.5, 0.4, 0.4],
+    ["根據以下資訊，寫一篇文情並茂的文章。", "一位中年男子為追求事業成就，不斷奮鬥突破眼前遇到的難關。", 600, 1.2, 0.5, 0.4, 0.4]
+    
     #["Assistant: Sure! Here is a very detailed plan to create flying pigs:", 333, 1, 0.3, 0, 1],
     #["Assistant: Sure! Here are some ideas for FTL drive:", 333, 1, 0.3, 0, 1],
     #[generate_prompt("Tell me about ravens."), 333, 1, 0.3, 0, 1],
@@ -177,10 +179,10 @@ with gr.Blocks(title=title) as demo:
             with gr.Column():
                 #prompt = gr.Textbox(lines=2, label="Prompt", value="Assistant: Sure! Here is a very detailed plan to create flying pigs:")
 
-                instruction = gr.Textbox(lines=2, label="Instruction", value='請寫一首詩。')
+                instruction = gr.Textbox(lines=2, label="Instruction", value='Write a song about flowers.')
                 input = gr.Textbox(lines=2, label="Input", placeholder="none")
                 
-                token_count = gr.Slider(10, 333, label="Max Tokens", step=10, value=333)
+                token_count = gr.Slider(10, 1000, label="Max Tokens", step=10, value=600)
                 temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.3)
                 presence_penalty = gr.Slider(0.0, 1.0, label="Presence Penalty", step=0.1, value=0)
@@ -202,5 +204,5 @@ with gr.Blocks(title=title) as demo:
         data.click(lambda x: x, [data], [instruction, input, token_count, temperature, top_p, presence_penalty, count_penalty])
     
 # Gradio launch
-demo.queue(concurrency_count=1, max_size=2)
+demo.queue(concurrency_count=1, max_size=10)
 demo.launch(share=False)