Update app.py

app.py

@@ -14,9 +14,16 @@ from langchain.vectorstores import Chroma
 openai_api_key = os.getenv("openai_token")
 embedding = OpenAIEmbeddings(openai_api_key=openai_api_key)
 
-# Setup vector database
-persist_directory = './chroma_db'
-vectordb = Chroma(persist_directory=persist_directory, embedding_function=embedding)
+@st.cache_resource
+def get_vectordb():
+    embedding = OpenAIEmbeddings(openai_api_key=os.getenv("openai_token"))
+    return Chroma(persist_directory="./chroma_db", embedding_function=embedding)
+
+vectordb = get_vectordb()
+
+# # Setup vector database
+# persist_directory = './chroma_db'
+# vectordb = Chroma(persist_directory=persist_directory, embedding_function=embedding)
 
 llm_name = "gpt-3.5-turbo"
 
@@ -25,7 +32,7 @@ llm = ChatOpenAI(model_name=llm_name, temperature=0.7,
 
 qa_chain = RetrievalQA.from_chain_type(
     llm,
-    retriever=vectordb.as_retriever()
+    retriever=vectordb.as_retriever(search_kwargs={"k": 5})
 )