[tab] tab-model-eval/data/eval/local_logs/13032812/metrics.jsonl (jsonl)
{"timestamp": "2026-01-08T00:01:26", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.45999999999999996, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.45999999999999996, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:01:39", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:01:52", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:02:01", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:02:12", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 4}
{"timestamp": "2026-01-08T00:02:34", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:02:55", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.3048571428571429, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:03:23", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.27999999999999997, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.27999999999999997, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:03:41", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:04:12", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.036, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.02, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:04:37", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.018, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T05:21:57", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.22571428571428573, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.20476190476190476, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T05:22:50", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.05187074829931974, "handcrafted-v1/total_judge_pass_at_n": 3, "handcrafted-v1/total_exact_match_avg_at_n": 0.009523809523809525, "handcrafted-v1/total_exact_match_pass_at_n": 1, "handcrafted-v1/num_errors": 16}
{"timestamp": "2026-01-08T05:23:34", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.1943154761904762, "handcrafted-v1/total_judge_pass_at_n": 7, "handcrafted-v1/total_exact_match_avg_at_n": 0.22857142857142856, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 7}
{"timestamp": "2026-01-08T05:24:23", "eval_step": 3000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.23812510370001658, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.1952380952380952, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 7}
{"timestamp": "2026-01-08T05:25:42", "eval_step": 4000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.1970760588053821, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.11904761904761904, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 14}