[tab] tab-model-eval/data/eval/local_logs/13032814/metrics.jsonl (jsonl)
{"timestamp": "2026-01-08T00:17:09", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.48, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.48, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:17:25", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.18181818181818182, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.1, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:17:33", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.16216216216216217, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.06, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 5}
{"timestamp": "2026-01-08T00:18:01", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.072, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.02, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:18:24", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.008, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:18:51", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.007272727272727273, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:19:04", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0036363636363636364, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 4}
{"timestamp": "2026-01-08T00:19:26", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.012, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:19:48", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.016, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:20:07", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.05, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.04, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:20:30", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:20:50", "eval_step": 11000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:21:09", "eval_step": 12000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.0, "unit-test-v1/total_judge_pass_at_n": 0, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:21:31", "eval_step": 13000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.012, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:21:55", "eval_step": 14000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.014000000000000002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:22:24", "eval_step": 15000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.014000000000000002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:22:54", "eval_step": 16000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.13, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.12, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:23:15", "eval_step": 17000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-08T00:23:38", "eval_step": 18000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.148, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.13999999999999999, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:24:02", "eval_step": 19000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.002, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-08T00:24:25", "eval_step": 20000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.02, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.0, "unit-test-v1/total_exact_match_pass_at_n": 0, "unit-test-v1/num_errors": 2}