Update build.py

build.py

@@ -26,6 +26,7 @@ def updateBrain(brainName, files):
     corrupt = []
     newfiles = []
 
+
     i = 0
     for file in files:
         loader = SimpleDirectoryReader(input_files=[file.name])
@@ -44,17 +45,21 @@ def updateBrain(brainName, files):
         i = i+1
         print(i)
 
-    pindex = pinecone.Index(brainName)
 
     try:
         print(pindex.describe_index_stats())
     except Exception as e:
         print(e)
 
+    pindex = pinecone.Index(brainName)
+
     vector_store = PineconeVectorStore(pinecone_index=pindex)
     storage_context = StorageContext.from_defaults(vector_store=vector_store)
     service_context = ServiceContext.from_defaults(chunk_size=512,chunk_overlap=20)
     index = VectorStoreIndex.from_documents([], storage_context=storage_context,service_context=service_context)
+
+    for prevfile in newfiles:
+        index.delete_ref_doc(prevfile, delete_from_docstore=True)
     
     j = 1
     for doc in documents:
@@ -62,7 +67,8 @@ def updateBrain(brainName, files):
         try:
             index.insert(doc)
         except Exception as e:
-            corrupt.append(doc.doc_id)
+            if doc.doc_id not in corrupt:
+                corrupt.append(doc.doc_id)
             print("ERROR : "+str(e))
 
         print(j)