[tab] tab-model-eval/data/eval/local_logs/13032816/metrics.jsonl (jsonl)
{"timestamp": "2026-01-08T00:01:22", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.634, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:01:50", "eval_step": 500, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:02:18", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.632, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:02:48", "eval_step": 1500, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.65, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:03:17", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.622, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:03:44", "eval_step": 2500, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.628, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:04:13", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.634, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:04:43", "eval_step": 3500, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.622, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:05:11", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.648, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:05:40", "eval_step": 4500, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.63, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:06:12", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.636, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T05:22:13", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3338095238095238, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}