mergekit_allow_crimes_gui / clean_community_org.py
Wauplin's picture
Wauplin HF staff
less logs
9e1b141 verified
# Script to delete empty models from the community org.
# Can be run manually or scheduled to run periodically in the Space.
# Usage: python clean_community_org.py
#
# 1. List models from https://huggingface.co/mergekit-community
# 2. Filter out models with no files.
# 3. Filter out models that are newer than 1 hour.
# 4. Delete the remaining models.
from datetime import datetime, timezone
from huggingface_hub import HfApi
def garbage_collect_empty_models(token: str | None = None):
api = HfApi(token=token)
now = datetime.now(timezone.utc)
print("Running garbage collection on mergekit-community.")
for model in api.list_models(author="mergekit-community", full=True):
if model.siblings and len(model.siblings) > 1:
# If model has files, then it's not empty
continue
if (now - model.last_modified).total_seconds() < 3600:
# If model was updated in the last hour, then keep it
# to avoid deleting models that are being uploaded
print("Skipping", model.modelId, "(recently updated)")
continue
try:
print(f"Deleting {model.modelId}")
api.delete_repo(model.modelId, missing_ok=True)
except Exception as e:
print(f"Error deleting {model.modelId}: {e}")
if __name__ == "__main__":
garbage_collect_empty_models()