Update utils.py
Browse files
utils.py
CHANGED
@@ -314,23 +314,23 @@ def create_directory_loader(file_type, directory_path):
|
|
314 |
|
315 |
def load(self):
|
316 |
documents = []
|
317 |
-
|
318 |
-
|
319 |
-
|
320 |
-
|
321 |
-
|
322 |
-
|
323 |
-
|
324 |
-
|
325 |
-
|
326 |
-
|
327 |
-
|
328 |
-
|
329 |
-
|
330 |
-
|
331 |
-
|
332 |
-
|
333 |
-
|
334 |
return documents
|
335 |
|
336 |
return CustomLoader(directory_path, file_type, loaders[file_type])
|
|
|
314 |
|
315 |
def load(self):
|
316 |
documents = []
|
317 |
+
for file_path in self.file_list:
|
318 |
+
with tempfile.NamedTemporaryFile(delete=False, suffix=self.file_type) as temp_file:
|
319 |
+
temp_path = temp_file.name
|
320 |
+
|
321 |
+
# Datei aus dem Hugging Face Space herunterladen
|
322 |
+
hf_hub_download(
|
323 |
+
repo_id=STORAGE_REPO_ID,
|
324 |
+
filename=file_path,
|
325 |
+
repo_type="space",
|
326 |
+
local_dir=os.path.dirname(temp_path),
|
327 |
+
local_dir_use_symlinks=False
|
328 |
+
)
|
329 |
+
|
330 |
+
documents.extend(self.loader_func(temp_path))
|
331 |
+
|
332 |
+
# Temporäre Datei löschen
|
333 |
+
os.unlink(temp_path)
|
334 |
return documents
|
335 |
|
336 |
return CustomLoader(directory_path, file_type, loaders[file_type])
|