Update app.py

app.py

@@ -5,24 +5,26 @@ from llama_index import GPTSimpleVectorIndex
 from langchain.agents import ZeroShotAgent, AgentExecutor
 from langchain.agents import Tool
 from langchain import OpenAI, LLMChain
-
-
+from cachetools import cached, TTLCache
 
 s3 = boto3.resource('s3')
 bucket_name = "notesinendocrinology"
 bucket = s3.Bucket(bucket_name)
 for obj in bucket.objects.filter(Prefix="comboindex.json"):
     combo_index_path = obj.key
-    bucket.download_file(combo_index_path, "comboindex.json")
-
-index = GPTSimpleVectorIndex.load_from_disk('comboindex.json')
 
+@cached(cache=TTLCache(maxsize=1, ttl=3600))  # cache for 1 hour
+def get_combo_index():
+    # download and load the comboindex.json file
+    bucket.download_file(combo_index_path, "comboindex.json")
+    index = GPTSimpleVectorIndex.load_from_disk('comboindex.json')
+    return index
 
 def querying_db(query: str):
+    index = get_combo_index()
     response = index.query(query)
     return response
 
-
 tools = [
     Tool(
         name="QueryingDB",