v0.1.4

logging_config.yaml

@@ -12,7 +12,7 @@ handlers:
     class: logging.FileHandler
     level: DEBUG
     formatter: simple
-    filename: maya_logger.log
+    filename: persistence.log
     encoding: utf8
 loggers:    #These are for individual files and then finally for root
   userObjectiveHandler:

src/baseInfra/dropbox_handler.py

@@ -131,7 +131,7 @@ async def backupFolder(localFolder):
             await backupFile(root+"/"+filename)
 
 
-def restoreFolder(dropboxFolder):
+async def restoreFolder(dropboxFolder):
     """ list all files in dropbox folder and subfolders and restore them"""
     global TOKEN
     if not dropboxFolder.startswith(os.environ['APP_PATH']):

src/chromaIntf.py

@@ -28,11 +28,12 @@ class ChromaIntf():
                 encode_kwargs=encode_kwargs
         )
 
-        persist_db_directory = 'db'
-        persist_docs_directory = "docs"
+        self.persist_db_directory = 'db'
+        self.persist_docs_directory = "persistence-docs"
+        self.logger_file = "persistence.log"
         try:
-            dbh.restoreFolder("db")
-            dbh.restoreFolder("docs")
+            dbh.restoreFolder(self.persist_db_directory)
+            dbh.restoreFolder(self.persist_docs_directory)
         except:
             print("Probably folder doesn't exist as it is brand new setup")
         docs = [
@@ -161,8 +162,8 @@ class ChromaIntf():
             fd.write(inStr)
             print("written to file", inStr)
         text_splitter = RecursiveCharacterTextSplitter(
-            chunk_size=350,
-            chunk_overlap=30,
+            chunk_size=800,
+            chunk_overlap=50,
             length_function=len,
             is_separator_regex=False)
         #docs = [    Document(page_content=inStr, metadata=metadata)]
@@ -193,8 +194,9 @@ class ChromaIntf():
         
     async def persist(self):
         self.vectorstore.persist()
-        await dbh.backupFolder("db")
-        return await dbh.backupFolder("docs")
+        await dbh.backupFile(self.logger_file)
+        await dbh.backupFolder(self.persist_db_directory)
+        return await dbh.backupFolder(self.persist_docs_directory)
     
     def _uuid(self,uuid_str: str) -> UUID:
         try: