Removing old repo

utilities/readme_update.py

@@ -1,5 +1,7 @@
 import os
 from datetime import datetime
+from pathlib import Path
+from shutil import rmtree
 
 import pytz
 from huggingface_hub import HfApi, Repository
@@ -24,6 +26,9 @@ def update_dataset_readme(dataset_name: str, subreddit: str, new_rows: int) -> N
     # Initialize HfApi
     api = HfApi()
 
+    if Path(local_repo_path).exists():
+        rmtree(local_repo_path)
+
     # Clone the repository locally
     repo = Repository(local_repo_path, clone_from=dataset_name, repo_type='dataset', use_auth_token=hf_token)
 
@@ -39,7 +44,8 @@ def update_dataset_readme(dataset_name: str, subreddit: str, new_rows: int) -> N
         file.write(new_readme)
 
     # Push the changes
-    repo.push_to_hub(blocking=True, commit_message=f'Pushing {new_rows}')
+    repo.push_to_hub(blocking=True, commit_message=f'Pushing {new_rows} new rows')
+
 
 def append_to_readme(subreddit: str, new_rows: int, old_readme: str) -> str:
     """
@@ -82,4 +88,4 @@ To opt-out of this dataset please make a request in the community tab
     else:
         new_readme = old_readme + "\n\n" + GENERATED_BELOW_MARKER + "\n\n" + readme_text + "\n"
 
-    return new_readme
+    return new_readme