Update utils.py

utils.py

@@ -322,9 +322,15 @@ def load_word_with_metadata(file_path):
 #Vektorstore
 ################################################
 #liste aller files in einem dir...
-def list_files_in_hf_repo(repo_id):
-    repo_info = api.list_repo_files(repo_id=repo_id, repo_type=REPO_TYPE)
-    return repo_info
+def list_files_in_hf_repo(repo_id, directory=""):
+    try:
+        repo_info = api.list_repo_files(repo_id=repo_id, repo_type=REPO_TYPE)
+        if directory:
+            repo_info = [file for file in repo_info if file.startswith(directory)]
+        return repo_info
+    except Exception as e:
+        print(f"Fehler beim Zugriff auf das Repository.........................:{repo_id} {e}")
+        return []
     
 ################################################
 # Document Splitting
@@ -361,7 +367,7 @@ def document_loading_splitting():
     #os.makedirs(download_dir, exist_ok=True)
 
     # Dateien im Hugging Face Space auflisten
-    files_in_repo = list_files_in_hf_repo(STORAGE_REPO_ID)
+    files_in_repo = list_files_in_hf_repo(STORAGE_REPO_ID, "chroma/kkg/pdf/")
     print("hier.....................................")
     # Dateien aus dem Hugging Face Space mit der STORAGE_REPO_ID herunterladen
     for file_name in files_in_repo: