increased performance

src/app.py

@@ -57,7 +57,7 @@ titles = s3.ls("f150-user-manual/recursive-agent/")
 titles = list(map(lambda x: x.split("/")[-1], titles))
 
 agents = {}
-for title in titles:
+for title in titles[:5]:
   if(title == "vector_index"):
     continue
 
@@ -81,15 +81,7 @@ recursive_retriever = RecursiveRetriever(
     retriever_dict={"vector": vector_retriever},
     query_engine_dict=agents,
     verbose=True,
-)
-response_synthesizer = get_response_synthesizer(
-    response_mode="compact_accumulate",
-)
-query_engine = RetrieverQueryEngine.from_args(
-    recursive_retriever,
-    similarity_top_k=1,
-    # response_synthesizer=response_synthesizer,
-    service_context=service_context,
+    query_response_tmpl="{response}"
 )
 
 lock = Lock()
@@ -98,7 +90,8 @@ def predict(message):
   print(message)
   lock.acquire()
   try:
-    output = str(query_engine.query(message))
+    output = recursive_retriever.retrieve(message)[0]
+    output = output.get_text()
   except Exception as e:
     print(e)
     raise e
@@ -116,8 +109,8 @@ def getanswer(question, history):
   history = history or []
   lock.acquire()
   try:
-    output = str(query_engine.query(question))
-    history.append((question, output))
+    output = recursive_retriever.retrieve(question)[0]
+    history.append((question, output.get_text()))
   except Exception as e:
     raise e
   finally:

src/recursive_inference.py

@@ -98,16 +98,19 @@ def main():
       retriever_dict={"vector": vector_retriever},
       query_engine_dict=agents,
       verbose=True,
+      query_response_tmpl="{response}"
   )
-  response_synthesizer = get_response_synthesizer(
-      response_mode="compact_accumulate",
-  )
-  query_engine = RetrieverQueryEngine.from_args(
-      recursive_retriever,
-      similarity_top_k=1,
-      # response_synthesizer=response_synthesizer,
-      service_context=service_context,
-  )
+
+  # recursive_retriever.retrieve
+  # response_synthesizer = get_response_synthesizer(
+  #     response_mode="simple_summarize",
+  # )
+  # query_engine = RetrieverQueryEngine.from_args(
+  #     recursive_retriever,
+  #     similarity_top_k=1,
+  #     response_synthesizer=response_synthesizer,
+  #     service_context=service_context,
+  # )
 
   while True:
     try:
@@ -118,8 +121,10 @@ def main():
       if user_input == 'exit':
         break
       else:
-        response = query_engine.query(user_input)
-        print(response)
+        response = recursive_retriever.retrieve(user_input)[0]
+        # response = query_engine.query(user_input)
+        print(response.get_text())
+        print(response.get_content())
 
     except Exception as e:
       # Handle exceptions