Upload eden_fix_missing_repos.py with huggingface_hub

eden_fix_missing_repos.py

@@ -0,0 +1,175 @@
+"""
+eden_fix_missing_repos.py
+Creates the missing CIFAR-10 repos for classic models (test2/test3)
+that were skipped during the initial README generation, then re-uploads
+their CSV logs.
+"""
+from huggingface_hub import HfApi, create_repo, upload_file
+import os, glob
+
+TOKEN = os.environ.get("HF_TOKEN", "")
+USER  = "Shanmuk4622"
+BASE  = os.path.dirname(os.path.abspath(__file__))
+
+api = HfApi(token=TOKEN)
+print(f"Logged in as: {api.whoami()['name']}\n")
+
+HARDWARE = {
+    "gpu": "NVIDIA GeForce GTX 1080 Ti (11 GB VRAM, 250 W TDP)",
+    "cpu": "Intel Xeon W-2125 (4 cores / 8 threads @ 4.00 GHz)",
+    "ram": "63.66 GB System RAM",
+}
+
+# ── Missing repos: classic models on CIFAR-10 ─────────────────────────────────
+MISSING = [
+    ("AlexNet",    "CIFAR-10", "test2", "AlexNet_CIFAR10.py"),
+    ("DenseNet121","CIFAR-10", "test2", "DenseNet121_CIFAR10.py"),
+    ("InceptionV3","CIFAR-10", "test2", "InceptionV3_CIFAR10.py"),
+    ("ResNet18",   "CIFAR-10", "test2", "ResNet18_CIFAR10.py"),
+    ("ResNet50",   "CIFAR-10", "test2", "ResNet50_CIFAR10.py"),
+]
+
+def make_readme(arch, dataset, folder):
+    phase = "Baseline – Standard Full Training (Reference Study)"
+    technique = (
+        "Standard full fine-tuning used as the **Brute-Force Baseline** for "
+        "energy comparison. All layers trained from epoch 1 with a fixed learning "
+        "rate and no gradient accumulation. Included for transparent EAG benchmarking."
+    )
+    arch_tag = arch.lower()
+    ds_size  = "60,000 images – 10 classes (32×32 px)"
+
+    return f"""---
+language: en
+license: apache-2.0
+tags:
+- image-classification
+- green-ai
+- energy-efficiency
+- computer-vision
+- {arch_tag}
+- eden-framework
+- reference-study
+- sustainable-ai
+datasets:
+- cifar10
+metrics:
+- accuracy
+---
+
+# EDEN-{arch}-{dataset} — *{phase}*
+
+> **Primary KPI:** EAG (Energy-to-Accuracy Gradient) — see Green Delta Table below.
+
+## Abstract
+This model is part of **Project EDEN (Energy-Driven Evolution of Networks)**.
+It serves as the **Brute-Force Baseline** for the {arch} architecture on {dataset},
+providing a transparent energy reference for EAG benchmarking against EDEN-optimized models.
+
+**Applied Technique:** {phase}
+
+## Profiling Environment
+| Component | Specification |
+|---|---|
+| **GPU** | {HARDWARE['gpu']} |
+| **CPU** | {HARDWARE['cpu']} |
+| **RAM** | {HARDWARE['ram']} |
+| **Dataset** | {dataset} — {ds_size} |
+
+## 🟢 Green Delta Table
+*This is the reference baseline. Compare against EDEN-optimized models for EAG.*
+
+| Metric | {arch} Baseline | EDEN Optimized | Δ |
+|---|---|---|---|
+| Accuracy | See CSV log | See SOTA repo | — |
+| Total Energy (J) | See CSV log | See SOTA repo | — |
+| **EAG Score** | — | See SOTA repo | ΔAcc/ΔJoules |
+
+## E2AM Algorithm — Applied Phase
+{technique}
+
+## Cite This Research
+```bibtex
+@misc{{eden2025,
+  title     = {{Project EDEN: Energy-Driven Evolution of Networks}},
+  author    = {{EDEN Research Team}},
+  year      = {{2025}},
+  note      = {{Hugging Face: Shanmuk4622}},
+  url       = {{https://huggingface.co/{USER}}}
+}}
+```
+"""
+
+def safe_upload(local_path, repo_id, repo_filename):
+    try:
+        upload_file(
+            path_or_fileobj=local_path,
+            path_in_repo=repo_filename,
+            repo_id=repo_id,
+            token=TOKEN,
+            repo_type="model",
+        )
+        print(f"  ✓  {repo_filename}  →  {repo_id}")
+    except Exception as e:
+        print(f"  ✗  {repo_filename}  →  {repo_id}  |  {e}")
+
+# ── STEP 1: Create missing repos + upload READMEs ─────────────────────────────
+print("="*60)
+print("STEP 1 — Creating missing CIFAR-10 repos & READMEs")
+print("="*60)
+
+readme_dir = os.path.join(BASE, "hf_readmes")
+os.makedirs(readme_dir, exist_ok=True)
+
+for arch, dataset, folder, _ in MISSING:
+    repo_name = f"EDEN-{arch}-{dataset}"
+    repo_id   = f"{USER}/{repo_name}"
+
+    # Write README locally
+    readme_content = make_readme(arch, dataset, folder)
+    readme_path = os.path.join(readme_dir, f"{repo_name}_README.md")
+    with open(readme_path, "w", encoding="utf-8") as f:
+        f.write(readme_content)
+
+    # Create repo + upload README
+    create_repo(repo_id, token=TOKEN, repo_type="model", exist_ok=True, private=False)
+    safe_upload(readme_path, repo_id, "README.md")
+
+# ── STEP 2: Re-upload the failed CSVs ─────────────────────────────────────────
+print("\n" + "="*60)
+print("STEP 2 — Re-uploading failed CIFAR-10 CSV logs")
+print("="*60)
+
+def parse_arch_ds(fn):
+    fn = fn.lower().replace("\\", "/")
+    ds, arch = "unknown", "unknown"
+    if   "cifar100"  in fn: ds = "CIFAR-100"
+    elif "cifar10"   in fn: ds = "CIFAR-10"
+    elif "imagenet"  in fn: ds = "Custom-ImageNet300"
+    if   "efficientnet" in fn: arch = "EfficientNetV2"
+    elif "convnext"     in fn: arch = "ConvNeXtV2"
+    elif "mobilevit"    in fn: arch = "MobileViTv3"
+    elif "resnet50"     in fn: arch = "ResNet50"
+    elif "resnet18"     in fn: arch = "ResNet18"
+    elif "vgg16"        in fn: arch = "VGG16"
+    elif "alexnet"      in fn: arch = "AlexNet"
+    elif "inception"    in fn: arch = "InceptionV3"
+    elif "densenet"     in fn: arch = "DenseNet121"
+    elif "unet"         in fn: arch = "UNet"
+    return arch, ds
+
+# Only target CIFAR-10 CSVs for classic models
+target_archs = {"AlexNet", "DenseNet121", "InceptionV3", "ResNet18", "ResNet50"}
+
+for csv in sorted(glob.glob(os.path.join(BASE, "**", "*.csv"), recursive=True)):
+    if any(skip in csv for skip in ["green_ai_", "experiment_summary", "repository"]):
+        continue
+    arch, ds = parse_arch_ds(csv)
+    if arch not in target_archs or ds != "CIFAR-10":
+        continue
+    repo_id = f"{USER}/EDEN-{arch}-{ds}"
+    safe_upload(csv, repo_id, os.path.basename(csv))
+
+print("\n" + "="*60)
+print("FIX COMPLETE — Check https://huggingface.co/Shanmuk4622")
+print("="*60)