Upload folder using huggingface_hub

notes/project-report.md

@@ -117,8 +117,9 @@ settings; we say more about that below.
 | 1.5B base | ~16 | | | | | prompt alone is weak |
 | 1.5B tuned (v2) | ~16 | | | | | collapses to -1 (~90%) |
 | 7B base | 12-21 | ~14 | ~13 | ~9 | ~12-21 | stops collapsing on hard subsets |
-| 7B base + code-exec | ~32 | ~33 | | | | gsm8k acc-error ~11 to ~21 |
+| 7B base + code-exec | 32.0 | 24.2 | | | ~28 | calculator ~doubles it; gsm8k acc-error ~11 to ~21 |
 | 7B tuned | pending | | | | | final eval to fill in |
+| 7B tuned + code-exec | pending | | | | | expected best |
 
 The gsm8k -1 rate tells the story cleanly: 1.5B tuned sits around 0.90, while the 7B base
 is 0.83 on gsm8k but drops to about 0.21-0.25 on olympiad and omnimath, meaning it

src/mathcompose/eval/run.py

@@ -145,7 +145,27 @@ def cmd_report(a):
     print(f"wrote {out}")
 
 
+_SUBCOMMANDS = {"processbench", "prmbench", "math", "compose", "report"}
+
+
+def _default_subcommand(argv: list[str]) -> list[str]:
+    """Insert `processbench` when no subcommand is named, so
+    `run.py --adapter X ...` works like `run.py processbench --adapter X ...`.
+    Keeps a leading `--base-id VALUE` before the inserted subcommand."""
+    if not argv or ({"-h", "--help"} & set(argv)) or any(t in _SUBCOMMANDS for t in argv):
+        return argv
+    i = 0
+    if argv[0] == "--base-id":
+        i = 2
+    elif argv[0].startswith("--base-id="):
+        i = 1
+    return argv[:i] + ["processbench"] + argv[i:]
+
+
 def main() -> None:
+    import sys
+
+    sys.argv = [sys.argv[0]] + _default_subcommand(sys.argv[1:])
     ap = argparse.ArgumentParser(description=__doc__)
     ap.add_argument("--base-id", default=None,
                     help="base model; if omitted, inferred from the adapter (else 1.5B default)")

tests/test_run_cli.py

@@ -0,0 +1,19 @@
+"""The eval CLI defaults to `processbench` when no subcommand is named."""
+from mathcompose.eval.run import _default_subcommand
+
+
+def test_inserts_processbench_when_missing():
+    assert _default_subcommand(["--adapter", "X", "--code-exec"]) == \
+        ["processbench", "--adapter", "X", "--code-exec"]
+
+
+def test_keeps_base_id_before_subcommand():
+    assert _default_subcommand(["--base-id", "Y", "--adapter", "X"]) == \
+        ["--base-id", "Y", "processbench", "--adapter", "X"]
+    assert _default_subcommand(["--base-id=Y", "--adapter", "X"]) == \
+        ["--base-id=Y", "processbench", "--adapter", "X"]
+
+
+def test_leaves_explicit_subcommand_alone():
+    for argv in (["processbench", "--adapter", "X"], ["report"], ["-h"], []):
+        assert _default_subcommand(argv) == argv