[tab] tab-model-eval/data/eval/local_logs/13032804/metrics.jsonl (jsonl)
{"timestamp": "2026-01-07T23:47:41", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.404, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:47:58", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 3}
{"timestamp": "2026-01-07T23:48:18", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-07T23:48:40", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-07T23:48:59", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-07T23:49:19", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 2}
{"timestamp": "2026-01-07T23:59:39", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2667595818815331, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.22857142857142856, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:00:02", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.06458205199888174, "handcrafted-v1/total_judge_pass_at_n": 4, "handcrafted-v1/total_exact_match_avg_at_n": 0.014285714285714287, "handcrafted-v1/total_exact_match_pass_at_n": 2, "handcrafted-v1/num_errors": 19}
{"timestamp": "2026-01-08T00:00:24", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.003720238095238095, "handcrafted-v1/total_judge_pass_at_n": 1, "handcrafted-v1/total_exact_match_avg_at_n": 0.0, "handcrafted-v1/total_exact_match_pass_at_n": 0, "handcrafted-v1/num_errors": 18}
{"timestamp": "2026-01-08T00:00:59", "eval_step": 3000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.065145106131719, "handcrafted-v1/total_judge_pass_at_n": 4, "handcrafted-v1/total_exact_match_avg_at_n": 0.0380952380952381, "handcrafted-v1/total_exact_match_pass_at_n": 3, "handcrafted-v1/num_errors": 16}
{"timestamp": "2026-01-08T00:01:35", "eval_step": 4000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.0565427835811111, "handcrafted-v1/total_judge_pass_at_n": 4, "handcrafted-v1/total_exact_match_avg_at_n": 0.08095238095238096, "handcrafted-v1/total_exact_match_pass_at_n": 4, "handcrafted-v1/num_errors": 17}
{"timestamp": "2026-01-08T00:01:58", "eval_step": 5000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.046436070872161096, "handcrafted-v1/total_judge_pass_at_n": 3, "handcrafted-v1/total_exact_match_avg_at_n": 0.01904761904761905, "handcrafted-v1/total_exact_match_pass_at_n": 3, "handcrafted-v1/num_errors": 18}