[tab] tab-model-eval/data/eval/local_logs/13032817/metrics.jsonl (jsonl)
{"timestamp": "2026-01-08T00:07:31", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.622, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:07:58", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.654, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:08:26", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.642, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:08:55", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.648, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:09:23", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:09:51", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.644, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:10:21", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.646, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:10:51", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.634, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:11:19", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.642, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:11:47", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:12:15", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.644, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:12:43", "eval_step": 11000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.642, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:13:11", "eval_step": 12000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.65, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:13:40", "eval_step": 13000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:14:09", "eval_step": 14000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.6519999999999999, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:14:38", "eval_step": 15000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.658, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:15:07", "eval_step": 16000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.622, "unit-test-v1/total_judge_pass_at_n": 4, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:15:35", "eval_step": 17000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.65, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:16:04", "eval_step": 18000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.654, "unit-test-v1/total_judge_pass_at_n": 4, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:16:36", "eval_step": 19000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.636, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:17:04", "eval_step": 20000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.648, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T05:42:49", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3404761904761905, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T10:45:30", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.33666666666666667, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T11:09:33", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3376190476190476, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T11:20:13", "eval_step": 3000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3495238095238095, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}