Update utils.py

utils.py

@@ -324,7 +324,8 @@ def create_directory_loader(file_type, directory_path):
                 filename=file_path,
                 repo_type="space",
                 local_dir=os.path.dirname(temp_path),
-                local_dir_use_symlinks=False
+                local_dir_use_symlinks=False,
+                token=HF_TOKEN
             )
 
             documents.extend(self.loader_func(temp_path))
@@ -367,6 +368,7 @@ def load_word_with_metadata(file_path):
 #Vektorstore
 ################################################
 #liste aller files in einem dir...
+"""
 def list_files_in_hf_repo(repo_id, directory=""):
     try:
         repo_info = api.list_repo_files(repo_id=repo_id, repo_type=REPO_TYPE)
@@ -376,7 +378,7 @@ def list_files_in_hf_repo(repo_id, directory=""):
     except Exception as e:
         print(f"Fehler beim Zugriff auf das Repository.........................:{repo_id} {e}")
         return []
-    
+"""    
 ################################################
 # Document Splitting
 ################################################    
@@ -429,7 +431,7 @@ def document_loading_splitting():
 
 
     # Dateien im Hugging Face Space auflisten
-    files_in_repo = list_repo_files(repo_id=STORAGE_REPO_ID, repo_type="space")
+    files_in_repo = list_repo_files(repo_id=STORAGE_REPO_ID, repo_type="space", token=HF_TOKEN)
     pdf_files = [f for f in files_in_repo if f.endswith('.pdf') and f.startswith("chroma/kkg/pdf/")]
     word_files = [f for f in files_in_repo if f.endswith('.docx') and f.startswith("chroma/kkg/word/")]