Update app.py

app.py

@@ -10,7 +10,7 @@ from langchain.chat_models import ChatOpenAI
 from langchain.schema import AIMessage, HumanMessage
 from langchain import PromptTemplate, LLMChain
 from langchain.llms import TextGen
-
+from langchain.cache import InMemoryCache
 
 
 import os
@@ -42,9 +42,12 @@ def predict(message, history):
     
     partial_message = ""
     for chunk in response:
-        if len(chunk['choices'][0]['delta']) != 0:
-            partial_message = partial_message + chunk['choices'][0]['delta']['content']
+        if len(chunk[0]) != 0:
+            time.sleep(0.1)
+            partial_message = partial_message + chunk[0]
             yield partial_message    
+
+langchain.llm_cache = InMemoryCache() 
    
 gr.ChatInterface(predict,
     textbox=gr.Textbox(placeholder="请输入您的问题", container=False, scale=7),