[tab] tab-model-eval/data/eval/local_logs/handcrafted/eval_handcrafted_13032812/metrics.jsonl (jsonl)
{"timestamp": "2026-01-06T22:34:22", "eval_step": 0, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.18095238095238095, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.18095238095238095, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T22:34:52", "eval_step": 1000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.08095238095238096, "unit-test-v1/total_judge_pass_at_n": 8, "unit-test-v1/total_exact_match_avg_at_n": 0.014285714285714287, "unit-test-v1/total_exact_match_pass_at_n": 2}
{"timestamp": "2026-01-06T22:35:20", "eval_step": 2000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.3142857142857143, "unit-test-v1/total_judge_pass_at_n": 10, "unit-test-v1/total_exact_match_avg_at_n": 0.24285714285714283, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T22:35:49", "eval_step": 3000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.24285714285714283, "unit-test-v1/total_judge_pass_at_n": 9, "unit-test-v1/total_exact_match_avg_at_n": 0.1761904761904762, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T22:36:17", "eval_step": 4000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2666666666666667, "unit-test-v1/total_judge_pass_at_n": 10, "unit-test-v1/total_exact_match_avg_at_n": 0.10476190476190476, "unit-test-v1/total_exact_match_pass_at_n": 4}
{"timestamp": "2026-01-06T22:36:48", "eval_step": 5000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.3238095238095238, "unit-test-v1/total_judge_pass_at_n": 7, "unit-test-v1/total_exact_match_avg_at_n": 0.3238095238095238, "unit-test-v1/total_exact_match_pass_at_n": 7}
{"timestamp": "2026-01-06T22:37:17", "eval_step": 6000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.30952380952380953, "unit-test-v1/total_judge_pass_at_n": 9, "unit-test-v1/total_exact_match_avg_at_n": 0.24761904761904763, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T22:37:46", "eval_step": 7000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.21904761904761902, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.21904761904761902, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T22:38:16", "eval_step": 8000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.22857142857142856, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.22857142857142856, "unit-test-v1/total_exact_match_pass_at_n": 5}
{"timestamp": "2026-01-06T22:38:46", "eval_step": 9000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2857142857142857, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.2857142857142857, "unit-test-v1/total_exact_match_pass_at_n": 6}
{"timestamp": "2026-01-06T22:39:16", "eval_step": 10000, "unit-test-v1/total_test_cases": 21, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/total_judge_avg_at_n": 0.2857142857142857, "unit-test-v1/total_judge_pass_at_n": 6, "unit-test-v1/total_exact_match_avg_at_n": 0.2857142857142857, "unit-test-v1/total_exact_match_pass_at_n": 6}