[tab] tab-model-eval/data/eval/local_logs/13032815/metrics.jsonl (jsonl)
{"timestamp": "2026-01-07T23:58:43", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.646, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:59:11", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.658, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:59:40", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.6559999999999999, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:00:12", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.658, "unit-test-v1/total_judge_pass_at_n": 4, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:00:41", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.648, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:01:09", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.6519999999999999, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:01:37", "eval_step": 6000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.638, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:02:05", "eval_step": 7000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.65, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:02:34", "eval_step": 8000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.65, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:03:03", "eval_step": 9000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.618, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T00:03:31", "eval_step": 10000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.646, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T01:12:58", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3638095238095238, "handcrafted-v1/total_judge_pass_at_n": 11, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 0}
{"timestamp": "2026-01-08T01:54:53", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3585714285714286, "handcrafted-v1/total_judge_pass_at_n": 11, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 1}