update chatbot state

app.py

@@ -45,7 +45,8 @@ def get_model_class(model_type,
     model_base = model_class.model.from_pretrained(model_name_or_path, 
                                              load_in_8bit=LOAD_8BIT,
                                              torch_dtype=torch.float16,
-                                             device_map="auto")
+                                             device_map="auto",
+                                             )
     tokenizer = model_class.tokenizer.from_pretrained(model_name_or_path) # default add_eos_token=False
 
     model = PeftModel.from_pretrained(
@@ -102,7 +103,7 @@ def predict(
 
     history.append((instruction, bot_response))
 
-    return "", history
+    return "", history, history
 
 
 def predict_test(message, top_p, temperature, history):
@@ -116,7 +117,7 @@ def predict_test(message, top_p, temperature, history):
     return history, history
 
 def clear_session():
-    return '', None
+    return '', '', None
  
 parser = argparse.ArgumentParser(description='Process some integers.')
 parser.add_argument('--size', default=7, type=int, help='the size of llama model')
@@ -143,7 +144,7 @@ with block as demo:
     message = gr.Textbox()
     state = gr.State()
 
-    message.submit(predict, inputs=[message, top_p, temperature, state], outputs=[chatbot, state], queue=False)
+    message.submit(predict, inputs=[message, top_p, temperature, state], outputs=[message, chatbot, state], queue=False)
     
     with gr.Row():
         clear_history = gr.Button("🗑 清除历史对话 | Clear History")
@@ -152,9 +153,9 @@ with block as demo:
         regenerate = gr.Button("🚗 重新生成 | regenerate")
     
     # regenerate.click(regenerate, inputs=[message], outputs=[chatbot])      
-    regenerate.click(fn=clear_session , inputs=[], outputs=[chatbot, state], queue=False)
-    send.click(predict, inputs=[message, top_p, temperature, state], outputs=[chatbot, state])
+    regenerate.click(fn=clear_session , inputs=[], outputs=[message, chatbot, state], queue=False)
+    send.click(predict, inputs=[message, top_p, temperature, state], outputs=[message, chatbot, state])
     clear.click(lambda: None, None, message, queue=False)
-    clear_history.click(fn=clear_session , inputs=[], outputs=[chatbot, state], queue=False)
+    clear_history.click(fn=clear_session , inputs=[], outputs=[message, chatbot, state], queue=False)
 
 demo.queue(max_size=20, concurrency_count=20).launch()