[tab] tab-model-eval/data/eval/local_logs/eval_handcrafted_13032800/metrics.jsonl (jsonl)
{"timestamp": "2026-01-06T18:00:21", "eval_step": 0, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.22857142857142856, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.22380952380952382, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T18:00:54", "eval_step": 1000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.22380952380952382, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.22380952380952382, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T18:02:01", "eval_step": 2000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.22380952380952382, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.21428571428571427, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T18:02:35", "eval_step": 3000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.21428571428571427, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.20952380952380953, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T18:03:36", "eval_step": 4000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.21904761904761902, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.21428571428571427, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T18:05:03", "eval_step": 5000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.22857142857142856, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.21428571428571427, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T18:05:38", "eval_step": 6000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2571428571428572, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.24761904761904763, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T18:06:13", "eval_step": 7000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.21904761904761902, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T18:06:48", "eval_step": 8000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T18:07:27", "eval_step": 9000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.20952380952380953, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.20476190476190476, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T18:08:00", "eval_step": 10000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.21904761904761902, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.21904761904761902, "unit-test-v1/total_exact_match_pass_at_n": 6}