[tab] tab-model-eval/data/eval/local_logs/13034357/metrics.jsonl (jsonl)
{"timestamp": "2026-01-07T23:55:45", "eval_step": 0, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.64, "unit-test-v1/total_judge_pass_at_n": 5, "unit-test-v1/total_exact_match_avg_at_n": 0.6, "unit-test-v1/total_exact_match_pass_at_n": 3, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:56:11", "eval_step": 1000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.2, "unit-test-v1/total_judge_pass_at_n": 1, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-07T23:56:36", "eval_step": 2000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.4, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.4, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:57:03", "eval_step": 3000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.312, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.3, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-07T23:57:25", "eval_step": 4000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.33999999999999997, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.33999999999999997, "unit-test-v1/total_exact_match_pass_at_n": 2, "unit-test-v1/num_errors": 1}
{"timestamp": "2026-01-07T23:57:53", "eval_step": 5000, "unit-test-v1/total_test_cases": 5, "unit-test-v1/num_samples_per_task": 10, "unit-test-v1/num_judge_samples_per_rollout": 10, "unit-test-v1/total_judge_avg_at_n": 0.21000000000000002, "unit-test-v1/total_judge_pass_at_n": 2, "unit-test-v1/total_exact_match_avg_at_n": 0.2, "unit-test-v1/total_exact_match_pass_at_n": 1, "unit-test-v1/num_errors": 0}
{"timestamp": "2026-01-08T09:45:13", "eval_step": 0, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.3395238095238095, "handcrafted-v1/total_judge_pass_at_n": 12, "handcrafted-v1/total_exact_match_avg_at_n": 0.2857142857142857, "handcrafted-v1/total_exact_match_pass_at_n": 6, "handcrafted-v1/num_errors": 1}
{"timestamp": "2026-01-08T09:47:53", "eval_step": 1000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.18188721188721188, "handcrafted-v1/total_judge_pass_at_n": 8, "handcrafted-v1/total_exact_match_avg_at_n": 0.1619047619047619, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 7}
{"timestamp": "2026-01-08T09:48:59", "eval_step": 2000, "handcrafted-v1/total_test_cases": 21, "handcrafted-v1/num_samples_per_task": 10, "handcrafted-v1/num_judge_samples_per_rollout": 10, "handcrafted-v1/total_judge_avg_at_n": 0.22285714285714284, "handcrafted-v1/total_judge_pass_at_n": 7, "handcrafted-v1/total_exact_match_avg_at_n": 0.14285714285714285, "handcrafted-v1/total_exact_match_pass_at_n": 5, "handcrafted-v1/num_errors": 0}