Updating function name

main.py

@@ -29,7 +29,20 @@ login(auth_token, add_to_git_credential=True)
 logger = setup_logger(__name__)
 
 
-def get_dataset():
+def load_or_create_dataset():
+    """
+    Loads an existing dataset from the Hugging Face hub or creates a new one if it doesn't exist.
+
+    This function attempts to load a dataset specified by 'dataset_name'. If the dataset is not found,
+    it creates a new dataset with 'dummy_data', pushes it to the Hugging Face hub, and then reloads it.
+    After reloading, the dummy data is removed from the dataset.
+
+    Returns:
+        dataset (DatasetDict): The loaded or newly created dataset.
+
+    Raises:
+        FileNotFoundError: If the dataset cannot be loaded or created.
+    """
     # Load the existing dataset from the Hugging Face hub or create a new one
     try:
         dataset = load_dataset(dataset_name)
@@ -53,7 +66,7 @@ def get_dataset():
 def main():
     date = datetime.now().strftime('%Y-%m-%d')
     logger.warning(f"Running main function for date: {date}")
-    dataset = get_dataset()
+    dataset = load_dataset()
 
     # Get Latest Data and merge with historic data
     new_df = get_latest_data()