{
  "best_metric": 0.1380617767572403,
  "best_model_checkpoint": "output/multi/quirky_sciq_raw/checkpoint-2000",
  "epoch": 6.387225548902196,
  "eval_steps": 500,
  "global_step": 2000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.16,
      "learning_rate": 7.102272727272729e-07,
      "loss": 1.4268,
      "step": 50
    },
    {
      "epoch": 0.32,
      "learning_rate": 1.4204545454545458e-06,
      "loss": 1.2946,
      "step": 100
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.1306818181818183e-06,
      "loss": 0.8201,
      "step": 150
    },
    {
      "epoch": 0.64,
      "learning_rate": 2.8409090909090916e-06,
      "loss": 0.4094,
      "step": 200
    },
    {
      "epoch": 0.8,
      "learning_rate": 3.5511363636363636e-06,
      "loss": 0.3023,
      "step": 250
    },
    {
      "epoch": 0.96,
      "learning_rate": 4.2613636363636365e-06,
      "loss": 0.3078,
      "step": 300
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.9715909090909094e-06,
      "loss": 0.2638,
      "step": 350
    },
    {
      "epoch": 1.28,
      "learning_rate": 5.681818181818183e-06,
      "loss": 0.2555,
      "step": 400
    },
    {
      "epoch": 1.44,
      "learning_rate": 6.392045454545454e-06,
      "loss": 0.2116,
      "step": 450
    },
    {
      "epoch": 1.6,
      "learning_rate": 7.102272727272727e-06,
      "loss": 0.262,
      "step": 500
    },
    {
      "epoch": 1.6,
      "eval_val_acc_stderr": 0.010449377840435672,
      "eval_val_accuracy": 0.8964705882352941,
      "eval_val_loss": 0.27390462160110474,
      "eval_val_runtime": 33.9031,
      "eval_val_samples_per_second": 25.071,
      "eval_val_steps_per_second": 3.156,
      "step": 500
    },
    {
      "epoch": 1.6,
      "eval_val_alice_acc_stderr": 0.015358632353702726,
      "eval_val_alice_accuracy": 0.8845265588914549,
      "eval_val_alice_loss": 0.26470133662223816,
      "eval_val_alice_runtime": 17.1464,
      "eval_val_alice_samples_per_second": 25.253,
      "eval_val_alice_steps_per_second": 3.208,
      "step": 500
    },
    {
      "epoch": 1.6,
      "eval_val_bob_acc_stderr": 0.014258509225908407,
      "eval_val_bob_accuracy": 0.9064748201438849,
      "eval_val_bob_loss": 0.28322896361351013,
      "eval_val_bob_runtime": 17.1893,
      "eval_val_bob_samples_per_second": 24.259,
      "eval_val_bob_steps_per_second": 3.083,
      "step": 500
    },
    {
      "epoch": 1.6,
      "eval_val_bob_gt_acc_stderr": 0.014093125547753299,
      "eval_val_bob_gt_accuracy": 0.9088729016786571,
      "eval_val_bob_gt_loss": 0.24366062879562378,
      "eval_val_bob_gt_runtime": 17.1843,
      "eval_val_bob_gt_samples_per_second": 24.266,
      "eval_val_bob_gt_steps_per_second": 3.084,
      "step": 500
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.8125e-06,
      "loss": 0.246,
      "step": 550
    },
    {
      "epoch": 1.92,
      "learning_rate": 8.522727272727273e-06,
      "loss": 0.2034,
      "step": 600
    },
    {
      "epoch": 2.08,
      "learning_rate": 9.232954545454546e-06,
      "loss": 0.2155,
      "step": 650
    },
    {
      "epoch": 2.24,
      "learning_rate": 9.943181818181819e-06,
      "loss": 0.1785,
      "step": 700
    },
    {
      "epoch": 2.4,
      "learning_rate": 1.0653409090909092e-05,
      "loss": 0.1693,
      "step": 750
    },
    {
      "epoch": 2.55,
      "learning_rate": 1.1363636363636366e-05,
      "loss": 0.1812,
      "step": 800
    },
    {
      "epoch": 2.71,
      "learning_rate": 1.2073863636363636e-05,
      "loss": 0.1656,
      "step": 850
    },
    {
      "epoch": 2.87,
      "learning_rate": 1.2784090909090909e-05,
      "loss": 0.1547,
      "step": 900
    },
    {
      "epoch": 3.03,
      "learning_rate": 1.3494318181818182e-05,
      "loss": 0.1481,
      "step": 950
    },
    {
      "epoch": 3.19,
      "learning_rate": 1.4204545454545455e-05,
      "loss": 0.1085,
      "step": 1000
    },
    {
      "epoch": 3.19,
      "eval_val_acc_stderr": 0.007680257984675673,
      "eval_val_accuracy": 0.9470588235294117,
      "eval_val_loss": 0.161184623837471,
      "eval_val_runtime": 33.8595,
      "eval_val_samples_per_second": 25.104,
      "eval_val_steps_per_second": 3.16,
      "step": 1000
    },
    {
      "epoch": 3.19,
      "eval_val_alice_acc_stderr": 0.01077764816095986,
      "eval_val_alice_accuracy": 0.9468822170900693,
      "eval_val_alice_loss": 0.17345106601715088,
      "eval_val_alice_runtime": 17.1237,
      "eval_val_alice_samples_per_second": 25.287,
      "eval_val_alice_steps_per_second": 3.212,
      "step": 1000
    },
    {
      "epoch": 3.19,
      "eval_val_bob_acc_stderr": 0.010709104534851776,
      "eval_val_bob_accuracy": 0.9496402877697842,
      "eval_val_bob_loss": 0.14615066349506378,
      "eval_val_bob_runtime": 17.1478,
      "eval_val_bob_samples_per_second": 24.318,
      "eval_val_bob_steps_per_second": 3.091,
      "step": 1000
    },
    {
      "epoch": 3.19,
      "eval_val_bob_gt_acc_stderr": 0.01809102140047306,
      "eval_val_bob_gt_accuracy": 0.8369304556354916,
      "eval_val_bob_gt_loss": 0.6338604688644409,
      "eval_val_bob_gt_runtime": 17.1654,
      "eval_val_bob_gt_samples_per_second": 24.293,
      "eval_val_bob_gt_steps_per_second": 3.088,
      "step": 1000
    },
    {
      "epoch": 3.35,
      "learning_rate": 1.4914772727272729e-05,
      "loss": 0.1122,
      "step": 1050
    },
    {
      "epoch": 3.51,
      "learning_rate": 1.5625e-05,
      "loss": 0.1222,
      "step": 1100
    },
    {
      "epoch": 3.67,
      "learning_rate": 1.6335227272727275e-05,
      "loss": 0.0913,
      "step": 1150
    },
    {
      "epoch": 3.83,
      "learning_rate": 1.7045454545454546e-05,
      "loss": 0.0863,
      "step": 1200
    },
    {
      "epoch": 3.99,
      "learning_rate": 1.775568181818182e-05,
      "loss": 0.0978,
      "step": 1250
    },
    {
      "epoch": 4.15,
      "learning_rate": 1.8465909090909092e-05,
      "loss": 0.0741,
      "step": 1300
    },
    {
      "epoch": 4.31,
      "learning_rate": 1.9176136363636366e-05,
      "loss": 0.0756,
      "step": 1350
    },
    {
      "epoch": 4.47,
      "learning_rate": 1.9886363636363638e-05,
      "loss": 0.068,
      "step": 1400
    },
    {
      "epoch": 4.63,
      "learning_rate": 1.9894763217238787e-05,
      "loss": 0.0564,
      "step": 1450
    },
    {
      "epoch": 4.79,
      "learning_rate": 1.976948133299925e-05,
      "loss": 0.0682,
      "step": 1500
    },
    {
      "epoch": 4.79,
      "eval_val_acc_stderr": 0.007088289135317922,
      "eval_val_accuracy": 0.9552941176470588,
      "eval_val_loss": 0.21694479882717133,
      "eval_val_runtime": 33.9001,
      "eval_val_samples_per_second": 25.074,
      "eval_val_steps_per_second": 3.156,
      "step": 1500
    },
    {
      "epoch": 4.79,
      "eval_val_alice_acc_stderr": 0.01077764816095986,
      "eval_val_alice_accuracy": 0.9468822170900693,
      "eval_val_alice_loss": 0.24521102011203766,
      "eval_val_alice_runtime": 17.1404,
      "eval_val_alice_samples_per_second": 25.262,
      "eval_val_alice_steps_per_second": 3.209,
      "step": 1500
    },
    {
      "epoch": 4.79,
      "eval_val_bob_acc_stderr": 0.009119154497166923,
      "eval_val_bob_accuracy": 0.9640287769784173,
      "eval_val_bob_loss": 0.1885310858488083,
      "eval_val_bob_runtime": 17.195,
      "eval_val_bob_samples_per_second": 24.251,
      "eval_val_bob_steps_per_second": 3.082,
      "step": 1500
    },
    {
      "epoch": 4.79,
      "eval_val_bob_gt_acc_stderr": 0.016945607332261307,
      "eval_val_bob_gt_accuracy": 0.8609112709832134,
      "eval_val_bob_gt_loss": 0.5383512377738953,
      "eval_val_bob_gt_runtime": 17.1938,
      "eval_val_bob_gt_samples_per_second": 24.253,
      "eval_val_bob_gt_steps_per_second": 3.083,
      "step": 1500
    },
    {
      "epoch": 4.95,
      "learning_rate": 1.964419944875971e-05,
      "loss": 0.0996,
      "step": 1550
    },
    {
      "epoch": 5.11,
      "learning_rate": 1.951891756452017e-05,
      "loss": 0.0458,
      "step": 1600
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.9393635680280633e-05,
      "loss": 0.0424,
      "step": 1650
    },
    {
      "epoch": 5.43,
      "learning_rate": 1.9268353796041094e-05,
      "loss": 0.0406,
      "step": 1700
    },
    {
      "epoch": 5.59,
      "learning_rate": 1.9143071911801552e-05,
      "loss": 0.0559,
      "step": 1750
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.9017790027562014e-05,
      "loss": 0.037,
      "step": 1800
    },
    {
      "epoch": 5.91,
      "learning_rate": 1.8892508143322475e-05,
      "loss": 0.0334,
      "step": 1850
    },
    {
      "epoch": 6.07,
      "learning_rate": 1.8767226259082937e-05,
      "loss": 0.0337,
      "step": 1900
    },
    {
      "epoch": 6.23,
      "learning_rate": 1.8641944374843398e-05,
      "loss": 0.0249,
      "step": 1950
    },
    {
      "epoch": 6.39,
      "learning_rate": 1.851666249060386e-05,
      "loss": 0.0389,
      "step": 2000
    },
    {
      "epoch": 6.39,
      "eval_val_acc_stderr": 0.005681555533037121,
      "eval_val_accuracy": 0.971764705882353,
      "eval_val_loss": 0.1380617767572403,
      "eval_val_runtime": 33.9624,
      "eval_val_samples_per_second": 25.028,
      "eval_val_steps_per_second": 3.151,
      "step": 2000
    },
    {
      "epoch": 6.39,
      "eval_val_alice_acc_stderr": 0.009065592097915486,
      "eval_val_alice_accuracy": 0.9630484988452656,
      "eval_val_alice_loss": 0.18371498584747314,
      "eval_val_alice_runtime": 17.17,
      "eval_val_alice_samples_per_second": 25.218,
      "eval_val_alice_steps_per_second": 3.203,
      "step": 2000
    },
    {
      "epoch": 6.39,
      "eval_val_bob_acc_stderr": 0.007116185390941344,
      "eval_val_bob_accuracy": 0.9784172661870504,
      "eval_val_bob_loss": 0.09321955591440201,
      "eval_val_bob_runtime": 17.2178,
      "eval_val_bob_samples_per_second": 24.219,
      "eval_val_bob_steps_per_second": 3.078,
      "step": 2000
    },
    {
      "epoch": 6.39,
      "eval_val_bob_gt_acc_stderr": 0.017422318096349455,
      "eval_val_bob_gt_accuracy": 0.8513189448441247,
      "eval_val_bob_gt_loss": 1.3637529611587524,
      "eval_val_bob_gt_runtime": 17.1982,
      "eval_val_bob_gt_samples_per_second": 24.247,
      "eval_val_bob_gt_steps_per_second": 3.082,
      "step": 2000
    }
  ],
  "logging_steps": 50,
  "max_steps": 9390,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 30,
  "save_steps": 500,
  "total_flos": 7.258415058505728e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}