[tab] tab-model-eval/data/eval/local_logs/13032821/metrics.jsonl (jsonl)
{"timestamp": "2026-01-08T00:24:14", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:24:36", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.4, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:24:57", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.4, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:25:25", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.38, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.38, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:25:52", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.47000000000000003, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.45999999999999996, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:26:16", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.33999999999999997, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.33999999999999997, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:26:35", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.3, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.3, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:26:46", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.043478260869565216, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.02, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:26:55", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:27:04", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 4}
{"timestamp": "2026-01-08T00:27:19", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.1786692759295499, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.12, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:27:45", "eval_step": 11000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.1419512195121951, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.12, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:28:02", "eval_step": 12000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.14545454545454545, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.08, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:28:26", "eval_step": 13000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.16825, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.1, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:28:48", "eval_step": 14000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.1998181818181818, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.1, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:29:12", "eval_step": 15000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.19079452054794518, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.16, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:29:39", "eval_step": 16000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.10800000000000001, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.1, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:30:09", "eval_step": 17000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.026000000000000002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:30:37", "eval_step": 18000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:31:04", "eval_step": 19000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:31:31", "eval_step": 20000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T10:38:15", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3738095238095238, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T10:39:14", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3457142857142857, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.32857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 9, "handcrafted-v1/num_errors": 5}
{"timestamp": "2026-01-08T10:39:53", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.1873447947075996, "handcrafted-v1/total_judge_pass_at_n": 6, "handcrafted-v1/total_exact_match_avg_at_n": 0.1761904761904762, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 13}
{"timestamp": "2026-01-08T10:40:54", "eval_step": 3000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3174107142857143, "handcrafted-v1/total_judge_pass_at_n": 11, "handcrafted-v1/total_exact_match_avg_at_n": 0.3047619047619048, "handcrafted-v1/total_exact_match_pass_at_n": 8, "handcrafted-v1/num_errors": 1}