update

app.py

@@ -5,13 +5,7 @@ import gradio
 import config
 from app_util import *
 
-system_list = [
-    "You are a helpful assistant.",
-    "你是一个导游。",
-    "你是一个英语老师。",
-    "你是一个程序员。",
-    "你是一个心理咨询师。",
-]
+
 
 user_simulator_doc = """\
 There are maily two types of user simulator:
@@ -160,6 +154,9 @@ with gr.Blocks() as demo:
     slider_top_p.change(set_top_p, inputs=[slider_top_p])
     slider_top_k.change(set_top_k, inputs=[slider_top_k])
 
+
+
+
 # demo.queue().launch(share=False, server_name="0.0.0.0")
 # demo.queue().launch(concurrency_count=1, max_size=5)
 demo.queue().launch()

app_util.py

@@ -18,6 +18,15 @@ from models.cpp_qwen2 import bot
 #
 # gr.Chatbot.postprocess = postprocess
 
+system_list = [
+    "You are a helpful assistant.",
+    "你是一个导游。",
+    "你是一个英语老师。",
+    "你是一个程序员。",
+    "你是一个心理咨询师。",
+]
+
+bot.pre_cache_system(system_list)
 
 def generate_user_message(chatbot, history):
     if history and history[-1]["role"] == "user":