Update app.py

app.py

@@ -21,6 +21,11 @@ from langchain.callbacks.streaming_stdout import StreamingStdOutCallbackHandler
 from langchain import hub
 from langchain.prompts import PromptTemplate
 
+# Function to update the chat output dynamically
+def update_chat_output(msg):
+    st.session_state.messages.append({"role": "assistant", "content": msg})
+    st.chat_message("assistant").write(msg)
+
 def init_retriever():
     """
     Initialize and return the retriever function
@@ -30,7 +35,7 @@ def init_retriever():
                    template = 0.4,
                    n_ctx=4000, 
                    max_tokens=4000,
-                   n_gpu_layers = 50, 
+                   n_gpu_layers = 10, 
                    n_batch = 512,
                    callback_manager=callback_manager,
                    verbose=True)