Update app.py

app.py

@@ -1,6 +1,7 @@
 import gradio as gr
 from llama_index import GPTVectorStoreIndex, SimpleDirectoryReader, Prompt
 import openai
+openai.api_key = api_key
 
 system_prompt = [
     {
@@ -12,27 +13,35 @@ system_prompt = [
 
 
 
-def respond(message, chat_history):
+def clear(user_message, chat_history): 
+    return "", chat_history + [[user_message, None]] 
+
+
+def respond(chat_history): 
     re_messages = system_prompt
-    for chat in chat_history:
-        re_messages.append({"role": "user", "content": chat[0]})
-        re_messages.append({"role": "assistant", "content": chat[1]})
-    re_messages.append({"role": "user", "content": message})
+    for chat in chat_history[0:-1]: 
+        re_messages.append({"role": "user", "content": chat[0]})  
+        re_messages.append({"role": "assistant", "content": chat[1]})  
+    re_messages.append({"role": "user", "content": chat_history[-1][0]}) 
     re_chat_completion = openai.ChatCompletion.create(
         model='gpt-3.5-turbo',
         messages=re_messages,
-        temperature=0.7
-    )
-    bot_message = re_chat_completion.choices[0].message.content
-    chat_history.append((message, bot_message))
-    return "", chat_history
-
-
-with gr.Blocks() as demo:
-    open_ai_key = gr.Textbox(label='OpenAI API Key', placeholder='输入你的OpenAI API Key')
-    openai.api_key = open_ai_key
-    chatbot = gr.Chatbot(label='历史会话')
-    msg = gr.Textbox(label='回车输入')
-    msg.submit(respond, [msg, chatbot], [msg, chatbot])
-
-demo.launch(share=True)
+        stream=True 
+        temperature = 0.7
+    )  
+    chat_history[-1][1] = "" 
+    for re_chunk in re_chat_completion:  
+        chat_history[-1][1] += re_chunk['choices'][0]['delta'].get('content', '')  
+        yield chat_history 
+
+
+with gr.Blocks() as demo:  
+    chatbot = gr.Chatbot(label='历史对话')  
+    msg = gr.Textbox(label='输入消息，按回车发送')  
+    api_key = gr.Textbox(label='输入你的apikey')
+    msg.submit(clear, [msg, chatbot], [msg, chatbot]).then(
+        respond, chatbot, chatbot
+    ) 
+
+demo.queue()
+demo.launch()