[tab] tab-model-eval/data/eval/local_logs/13032800/metrics.jsonl (jsonl)
{"timestamp": "2026-01-07T23:48:11", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.404, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:48:37", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.4, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:49:03", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.404, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:49:30", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.40199999999999997, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:49:55", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.41200000000000003, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:50:21", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.404, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:50:47", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.40599999999999997, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:51:13", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.40199999999999997, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:51:39", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.40199999999999997, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:52:06", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.4, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:52:32", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.40599999999999997, "unit-test-v1/total_judge_pass_at_n": 3, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:12:45", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.24428571428571427, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.21428571428571427, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:21:15", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2642857142857143, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.22380952380952382, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:26:10", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2557142857142857, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.22380952380952382, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:30:46", "eval_step": 3000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2528466771323914, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.21904761904761902, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:39:05", "eval_step": 4000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.23714285714285716, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.20952380952380953, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:49:13", "eval_step": 5000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2542857142857143, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.22857142857142856, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:53:18", "eval_step": 6000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2720092915214866, "handcrafted-v1/total_judge_pass_at_n": 10, "handcrafted-v1/total_exact_match_avg_at_n": 0.22857142857142856, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T00:55:59", "eval_step": 7000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.26390243902439026, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.23333333333333334, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T01:01:03", "eval_step": 8000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.26142857142857145, "handcrafted-v1/total_judge_pass_at_n": 11, "handcrafted-v1/total_exact_match_avg_at_n": 0.22380952380952382, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T01:15:52", "eval_step": 9000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.2546705805609915, "handcrafted-v1/total_judge_pass_at_n": 9, "handcrafted-v1/total_exact_match_avg_at_n": 0.22380952380952382, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 3}
{"timestamp": "2026-01-08T01:18:38", "eval_step": 10000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.23666666666666666, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.20952380952380953, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 3}