Update utils.py

utils.py

@@ -397,23 +397,24 @@ def document_storage_chroma(splits):
 
 ########################################################
 #Splits für den Vektorstore speichern - bzw. laden
-def save_splits_and_metadata(splits, directory="chroma/kkg", filename="splits_and_metadata.pkl"):
+def save_splits(splits, directory="chroma/kkg", filename="splits.pkl"):
     # Erstellen des Verzeichnisses, falls es nicht existiert
     if not os.path.exists(directory):
         os.makedirs(directory)
     
-    # Vollständigen Pfad zur Datei erstellen
+    # Speichern der Splits
     filepath = os.path.join(directory, filename)
-    
-    # Speichern der Splits und Metadaten in der Datei
     with open(filepath, "wb") as f:
         pickle.dump(splits, f)
+    
+    # Hochladen der Splits-Datei zum Hugging Face Space
+    upload_file_to_huggingface(filepath, f"{directory}/{filename}")
 
-def load_splits_and_metadata(directory="chroma/kkg", filename="splits_and_metadata.pkl"):
+def load_splits(directory="chroma/kkg", filename="splits.pkl"):
     # Vollständigen Pfad zur Datei erstellen
     filepath = os.path.join(directory, filename)
     
-    # Laden der Splits und Metadaten aus der Datei
+    # Laden der Splits aus der Datei
     if os.path.exists(filepath):
         with open(filepath, "rb") as f:
             return pickle.load(f)
@@ -429,36 +430,35 @@ def load_vectorstore():
         return document_storage_chroma(PREPROCESSED_SPLITS)
     return None
 
+
 #################################
 #das Mapping der orginal-Splits und der preprocessed Splits speichern
-def save_split_to_original_mapping(mapping, directory="chroma/kkg", mapping_filename="mapping.pkl"):
+def save_split_to_original_mapping(mapping, directory="chroma/kkg", filename="mapping.pkl"):
     # Erstellen des Verzeichnisses, falls es nicht existiert
     if not os.path.exists(directory):
         os.makedirs(directory)
     
     # Speichern des Mappings
-    mapping_filepath = os.path.join(directory, mapping_filename)
-    with open(mapping_filepath, "wb") as f:
+    filepath = os.path.join(directory, filename)
+    with open(filepath, "wb") as f:
         pickle.dump(mapping, f)
     
     # Hochladen der Mapping-Datei zum Hugging Face Space
-    upload_file_to_huggingface(mapping_filepath, f"{directory}/{mapping_filename}")
-
+    upload_file_to_huggingface(filepath, f"{directory}/{filename}")
 
-def load_split_to_original_mapping(directory="chroma/kkg", mapping_filename="mapping.pkl"):
-    # Laden des Mappings
-    mapping_filepath = os.path.join(directory, mapping_filename)
+def load_split_to_original_mapping(directory="chroma/kkg", filename="mapping.pkl"):
+    # Vollständigen Pfad zur Datei erstellen
+    filepath = os.path.join(directory, filename)
     
-    if os.path.exists(mapping_filepath):
-        with open(mapping_filepath, "rb") as f:
+    # Laden des Mappings aus der Datei
+    if os.path.exists(filepath):
+        with open(filepath, "rb") as f:
             return pickle.load(f)
     return None
 
 
 
 
-
-
     
 
 """