[tab] tab-model-eval/data/eval/output/13032813/qwen4B_no_lora_bs_32_13032813_4000_evaluations.jsonl (jsonl)
{
  "metadata": {
    "config_generations": {
      "test_cases_file": "data/eval/handcrafted_test_cases/unit_test_cases.jsonl",
      "generations_file": "data/eval/output/13032813/qwen4B_no_lora_bs_32_13032813_4000_generations.jsonl",
      "limit": -1,
      "system_prompt_file": "data/prompts/swe_mini_v1.md",
      "model_name": "default",
      "model_path": "/p/scratch/envcomp/mihir/huggingface/shared_data/13032813/checkpoints/iter_0004000/",
      "server_host": "0.0.0.0",
      "server_port": 30000,
      "context_length": 40960,
      "problem_length": 40960,
      "mem_fraction_static": 0.8,
      "api_key": "EMPTY",
      "tp_size": 4,
      "lora_paths": null,
      "temperature": 0.7,
      "top_p": 0.8,
      "presence_penalty": 1.5,
      "top_k": 20,
      "min_p": 0.0,
      "num_samples": 10,
      "concurrency": 64,
      "max_connections": 256,
      "keepalive": 60,
      "max_attempts": 6,
      "timeout": 300.0,
      "launch_server": true,
      "extra_server_args": null
    },
    "config_evaluations": {
      "wandb_project": "llm-coding-agent",
      "wandb_name": "qwen4B_no_lora_bs_32_13032813",
      "wandb_eval_type": "unit-test-v1",
      "wandb_tags": [
        "val_mini",
        "judge_eval"
      ],
      "wandb_id": "eval_13032813",
      "wandb_log_dir": null,
      "generations_file": "data/eval/output/13032813/qwen4B_no_lora_bs_32_13032813_4000_generations.jsonl",
      "evaluations_file": "data/eval/output/13032813/qwen4B_no_lora_bs_32_13032813_4000_evaluations.jsonl",
      "limit": -1,
      "system_prompt_file": "data/prompts/judge_system_prompt_v2.md",
      "judge_name": "default",
      "judge_prompt_file": "data/prompts/judge_prompt_v2.md",
      "judge_prompt_file_with_context": "data/prompts/judge_prompt_v2_with_context.md",
      "eval_step": 4000,
      "use_local_logger": true,
      "local_log_dir": "data/eval/local_logs",
      "judge_model_path": "/p/scratch/envcomp/mihir/huggingface/Qwen3-30B-A3B",
      "server_host": "localhost",
      "server_port": 30000,
      "context_length": 40960,
      "problem_length": 40960,
      "api_key": "EMPTY",
      "mem_fraction_static": 0.75,
      "tp_size": 4,
      "temperature": 0.7,
      "top_p": 0.8,
      "presence_penalty": 1.5,
      "top_k": 20,
      "min_p": 0.0,
      "enable_thinking": true,
      "concurrency": 64,
      "max_connections": 256,
      "keepalive": 60,
      "max_attempts": 6,
      "timeout": 30.0,
      "launch_server": true,
      "extra_server_args": null
    }
  },
  "evaluation_scores": {
    "total_test_cases": 5,
    "num_samples_per_task": 10,
    "total_judge_avg_at_n": 0.0,
    "total_judge_pass_at_n": 0,
    "total_exact_match_avg_at_n": 0.0,
    "total_exact_match_pass_at_n": 0,
    "max_attempts": 6
  },
  "generation_results": [
    {
      "task_id": "eval_delete/0",
      "error": "Connection error.",
      "is_correct": 0,
      "average_score": 0.0
    },
    {
      "task_id": "eval_file_switch/0",
      "error": "Connection error.",
      "is_correct": 0,
      "average_score": 0.0
    },
    {
      "task_id": "eval_insert/0",
      "error": "Connection error.",
      "is_correct": 0,
      "average_score": 0.0
    },
    {
      "task_id": "eval_replace/0",
      "error": "Connection error.",
      "is_correct": 0,
      "average_score": 0.0
    },
    {
      "task_id": "eval_terminal_invocation/0",
      "error": "Connection error.",
      "is_correct": 0,
      "average_score": 0.0
    }
  ]
}