Jonna Marie Matthiesen Copilot commited on
Commit
9496747
·
1 Parent(s): 160dcdd

Add configurable accuracy table with title, link, and data

Browse files

- accuracy_title: top-level default, per-family override
- accuracy_url: optional clickable heading link
- Collapse spacing when accuracy table is absent
- Add Cosmos-Reason2 accuracy data (PAI-Bench)

Co-authored-by: Copilot <223556219+Copilot@users.noreply.github.com>

Files changed (4) hide show
  1. app.js +6 -1
  2. config.json +6 -3
  3. data/acc-Cosmos-Reason2.csv +5 -0
  4. style.css +13 -1
app.js CHANGED
@@ -792,7 +792,12 @@ async function buildAccuracyTable() {
792
  });
793
  scrollHtml += `</tbody></table>`;
794
 
795
- card.innerHTML = `<h3>Accuracy</h3><div class="table-split"><div class="table-split-fixed">${fixedHtml}</div><div class="table-split-scroll">${scrollHtml}</div></div>`;
 
 
 
 
 
796
  section.appendChild(card);
797
  }
798
 
 
792
  });
793
  scrollHtml += `</tbody></table>`;
794
 
795
+ const accTitle = familyCfg.accuracy_title || config.accuracy_title || "Accuracy";
796
+ const accUrl = familyCfg.accuracy_url;
797
+ const titleHtml = accUrl
798
+ ? `<h3><a href="${accUrl}" target="_blank" rel="noopener" class="acc-title-link">${accTitle}</a></h3>`
799
+ : `<h3>${accTitle}</h3>`;
800
+ card.innerHTML = `${titleHtml}<div class="table-split"><div class="table-split-fixed">${fixedHtml}</div><div class="table-split-scroll">${scrollHtml}</div></div>`;
801
  section.appendChild(card);
802
  }
803
 
config.json CHANGED
@@ -139,7 +139,9 @@
139
  "orin_nano": "Measurement setup: NVIDIA AI IoT vLLM 0.14.0 tegra, 256 tokens generated, 10 warm-up runs, averaged over 25 runs."
140
  },
141
  "default_device": "orin_nano",
142
- "accuracy_file": "data/acc-Cosmos-Reason2.csv"
 
 
143
  },
144
  "Qwen3.5": {
145
  "data_file": "data/Qwen3.5.csv",
@@ -154,5 +156,6 @@
154
  },
155
  "default_device": "agx_orin"
156
  }
157
- }
158
- }
 
 
139
  "orin_nano": "Measurement setup: NVIDIA AI IoT vLLM 0.14.0 tegra, 256 tokens generated, 10 warm-up runs, averaged over 25 runs."
140
  },
141
  "default_device": "orin_nano",
142
+ "accuracy_file": "data/acc-Cosmos-Reason2.csv",
143
+ "accuracy_title": "Physical AI Bench (PAI-Bench)",
144
+ "accuracy_url": "https://huggingface.co/spaces/shi-labs/physical-ai-bench-leaderboard"
145
  },
146
  "Qwen3.5": {
147
  "data_file": "data/Qwen3.5.csv",
 
156
  },
157
  "default_device": "agx_orin"
158
  }
159
+ },
160
+ "accuracy_title": "Accuracy"
161
+ }
data/acc-Cosmos-Reason2.csv ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ Model,Overall,Embodied Reasoning,Common Sense,AV,Physical World,Time,Space,Agibot,HoloAssist,RoboFail,RoboVQA,BridgeData V2
2
+ nvidia/Cosmos-Reason2-2B,50.60,53.93,47.19,44.00,46.90,45.30,55.00,34.00,60.00,49.00,90.91,42.00
3
+ embedl/Cosmos-Reason2-2B-NVFP4A16,49.84,50.16,49.50,44.00,45.13,52.01,52.50,28.00,58.00,51.00,84.55,32.00
4
+ embedl/Cosmos-Reason2-2B-W4A16,48.68,50.49,46.85,36.00,47.79,44.30,53.75,36.00,61.00,42.00,80.91,44.00
5
+ embedl/Cosmos-Reason2-2B-W4A16-Edge2,50.58,53.61,47.52,45.00,44.25,48.66,52.50,32.00,59.00,54.00,85.45,43.00
style.css CHANGED
@@ -405,8 +405,20 @@ tbody tr.row-group-break td {
405
  scrollbar-color: var(--text-dim) var(--border);
406
  scrollbar-width: thin;
407
  }
 
 
 
408
  #accuracy-section {
409
- margin-bottom: 1.5rem;
 
 
 
 
 
 
 
 
 
410
  }
411
 
412
  .legend-section {
 
405
  scrollbar-color: var(--text-dim) var(--border);
406
  scrollbar-width: thin;
407
  }
408
+ #accuracy-section:empty {
409
+ margin-bottom: 0;
410
+ }
411
  #accuracy-section {
412
+ margin-bottom: 2.5rem;
413
+ }
414
+
415
+ .acc-title-link {
416
+ color: inherit;
417
+ text-decoration: none;
418
+ }
419
+ .acc-title-link:hover {
420
+ text-decoration: underline;
421
+ color: var(--accent);
422
  }
423
 
424
  .legend-section {