Added stop button

7b_rag.py

@@ -211,23 +211,39 @@ install_Frpc('7860',frpconfigfile,use_frpc)
 # Gradio blocks
 with gr.Blocks(title=title) as demo:
     gr.HTML(f"<div style=\"text-align: center;\">\n<h1>RWKV-5 World v2 with RAG - {title}</h1>\n</div>")
-    with gr.Tab("RAG-Enhanced Generation"):
-        gr.Markdown(f"This is RWKV-5 World v2 with 3B params and RAG (Retrieval Augmented Generation) - a 100% attention-free RNN [RWKV-LM](https://github.com/BlinkDL/RWKV-LM) enhanced with web search. Supports all 100+ world languages and code. *** Please try examples first (bottom of page) *** (edit them to use your question). Demo limited to ctxlen {ctx_limit}.")
+    with gr.Tab("Raw Generation"):
+        gr.Markdown(f"这是带有RAG功能的RWKV-5 World v2模型。支持100多种世界语言和代码。演示限制上下文长度为{ctx_limit}。")
         with gr.Row():
             with gr.Column():
-                prompt = gr.Textbox(lines=2, label="Prompt", value="")
-                token_count = gr.Slider(0, 20000, label="Max Tokens", step=200, value=100)
-                temperature = gr.Slider(0.2, 2.0, label="Temperature", step=0.1, value=1.0)
+                prompt = gr.Textbox(lines=2, label="提示词", value="")
+                token_count = gr.Slider(0, 20000, label="最大Token数", step=200, value=100)
+                temperature = gr.Slider(0.2, 2.0, label="温度", step=0.1, value=1.0)
                 top_p = gr.Slider(0.0, 1.0, label="Top P", step=0.05, value=0.3)
-                presence_penalty = gr.Slider(0.0, 1.0, label="Presence Penalty", step=0.1, value=1)
-                count_penalty = gr.Slider(0.0, 1.0, label="Count Penalty", step=0.1, value=1)
+                presence_penalty = gr.Slider(0.0, 1.0, label="存在惩罚", step=0.1, value=1)
+                count_penalty = gr.Slider(0.0, 1.0, label="计数惩罚", step=0.1, value=1)
             with gr.Column():
                 with gr.Row():
-                    submit = gr.Button("Submit", variant="primary")
-                    clear = gr.Button("Clear", variant="secondary")
-                output = gr.Textbox(label="Output", lines=5)
-        data = gr.Dataset(components=[prompt, token_count, temperature, top_p, presence_penalty, count_penalty], label="Example Instructions", headers=["Prompt", "Max Tokens", "Temperature", "Top P", "Presence Penalty", "Count Penalty"])
-        submit.click(evaluate, [prompt, token_count, temperature, top_p, presence_penalty, count_penalty], [output])
+                    submit = gr.Button("提交", variant="primary")
+                    stop_btn = gr.Button("中断", variant="stop")
+                    clear = gr.Button("清除", variant="secondary")
+                output = gr.Textbox(label="输出", lines=5)
+        data = gr.Dataset(components=[prompt, token_count, temperature, top_p, presence_penalty, count_penalty], label="示例指令", headers=["提示词", "最大Token数", "温度", "Top P", "存在惩罚", "计数惩罚"])
+        
+        # 设置提交按钮事件
+        submit_event = submit.click(
+            evaluate, 
+            [prompt, token_count, temperature, top_p, presence_penalty, count_penalty], 
+            [output]
+        )
+        
+        # 设置中断按钮事件
+        stop_btn.click(
+            fn=None,
+            inputs=None,
+            outputs=None,
+            cancels=[submit_event]  # 取消正在进行的生成过程
+        )
+        
         clear.click(lambda: None, [], [output])
         data.click(lambda x: x, [data], [prompt, token_count, temperature, top_p, presence_penalty, count_penalty])