adds populate db command

app.py

@@ -1,10 +1,10 @@
 from fastapi import FastAPI
-import argparse
 from langchain.vectorstores.chroma import Chroma
 from langchain.prompts import ChatPromptTemplate
 from langchain_community.llms import LlamaCpp
 from langchain_core.callbacks import CallbackManager, StreamingStdOutCallbackHandler
 from get_embedding_function import get_embedding_function
+from populate_database import populate_database
 
 CHROMA_PATH = "chroma"
 
@@ -17,13 +17,16 @@ Answer the question based only on the following context:
 
 Answer the question based on the above context: {question}
 """
+
+populate_database()
+
 embedding_function = get_embedding_function()
 db = Chroma(persist_directory=CHROMA_PATH, embedding_function=embedding_function)
 
 callback_manager = CallbackManager([StreamingStdOutCallbackHandler()])
 model = LlamaCpp(
     model_path="mistral-7b-instruct-v0.2.Q4_K_M.gguf",
-    temperature=0.75,
+    temperature=0.1,
     max_tokens=2000,
     top_p=1,
     callback_manager=callback_manager,
@@ -44,4 +47,4 @@ async def getAnswer():
     response_text = model.invoke(prompt)
     sources = [doc.metadata.get("id", None) for doc, _score in results]
     formatted_response = f"Response: {response_text}\nSources: {sources}"
-    return response_text
+    return formatted_response

populate_database.py

@@ -12,7 +12,7 @@ CHROMA_PATH = "chroma"
 DATA_PATH = "data"
 
 
-def main():
+def populate_database():
 
     # Check if the database should be cleared (using the --clear flag).
     parser = argparse.ArgumentParser()
@@ -104,7 +104,3 @@ def calculate_chunk_ids(chunks):
 def clear_database():
     if os.path.exists(CHROMA_PATH):
         shutil.rmtree(CHROMA_PATH)
-
-
-if __name__ == "__main__":
-    main()