{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 3.722424669879707,
  "eval_steps": 10000,
  "global_step": 380000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.1,
      "learning_rate": 9.83937751004016e-06,
      "loss": 1.4799,
      "step": 10000
    },
    {
      "epoch": 0.1,
      "eval_loss": 1.0304539203643799,
      "eval_runtime": 69.6877,
      "eval_samples_per_second": 1434.973,
      "eval_steps_per_second": 14.952,
      "step": 10000
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.638654618473896e-06,
      "loss": 0.9736,
      "step": 20000
    },
    {
      "epoch": 0.2,
      "eval_loss": 0.9039866328239441,
      "eval_runtime": 65.2654,
      "eval_samples_per_second": 1532.205,
      "eval_steps_per_second": 15.966,
      "step": 20000
    },
    {
      "epoch": 0.29,
      "learning_rate": 9.437951807228917e-06,
      "loss": 0.8922,
      "step": 30000
    },
    {
      "epoch": 0.29,
      "eval_loss": 0.8560834527015686,
      "eval_runtime": 64.4642,
      "eval_samples_per_second": 1551.248,
      "eval_steps_per_second": 16.164,
      "step": 30000
    },
    {
      "epoch": 0.39,
      "learning_rate": 9.237228915662652e-06,
      "loss": 0.8531,
      "step": 40000
    },
    {
      "epoch": 0.39,
      "eval_loss": 0.8226799368858337,
      "eval_runtime": 64.3868,
      "eval_samples_per_second": 1553.114,
      "eval_steps_per_second": 16.183,
      "step": 40000
    },
    {
      "epoch": 0.49,
      "learning_rate": 9.036526104417672e-06,
      "loss": 0.829,
      "step": 50000
    },
    {
      "epoch": 0.49,
      "eval_loss": 0.8042359948158264,
      "eval_runtime": 64.3396,
      "eval_samples_per_second": 1554.254,
      "eval_steps_per_second": 16.195,
      "step": 50000
    },
    {
      "epoch": 0.59,
      "learning_rate": 8.835823293172691e-06,
      "loss": 0.811,
      "step": 60000
    },
    {
      "epoch": 0.59,
      "eval_loss": 0.7950388789176941,
      "eval_runtime": 64.5291,
      "eval_samples_per_second": 1549.687,
      "eval_steps_per_second": 16.148,
      "step": 60000
    },
    {
      "epoch": 0.69,
      "learning_rate": 8.635120481927711e-06,
      "loss": 0.7976,
      "step": 70000
    },
    {
      "epoch": 0.69,
      "eval_loss": 0.7777369022369385,
      "eval_runtime": 64.862,
      "eval_samples_per_second": 1541.734,
      "eval_steps_per_second": 16.065,
      "step": 70000
    },
    {
      "epoch": 0.78,
      "learning_rate": 8.434417670682732e-06,
      "loss": 0.7872,
      "step": 80000
    },
    {
      "epoch": 0.78,
      "eval_loss": 0.7702258825302124,
      "eval_runtime": 64.4619,
      "eval_samples_per_second": 1551.303,
      "eval_steps_per_second": 16.165,
      "step": 80000
    },
    {
      "epoch": 0.88,
      "learning_rate": 8.233714859437752e-06,
      "loss": 0.778,
      "step": 90000
    },
    {
      "epoch": 0.88,
      "eval_loss": 0.760698139667511,
      "eval_runtime": 64.4008,
      "eval_samples_per_second": 1552.775,
      "eval_steps_per_second": 16.18,
      "step": 90000
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.033012048192772e-06,
      "loss": 0.7695,
      "step": 100000
    },
    {
      "epoch": 0.98,
      "eval_loss": 0.7517786622047424,
      "eval_runtime": 64.56,
      "eval_samples_per_second": 1548.946,
      "eval_steps_per_second": 16.14,
      "step": 100000
    },
    {
      "epoch": 1.08,
      "learning_rate": 7.832309236947791e-06,
      "loss": 0.7638,
      "step": 110000
    },
    {
      "epoch": 1.08,
      "eval_loss": 0.7468145489692688,
      "eval_runtime": 64.9838,
      "eval_samples_per_second": 1538.846,
      "eval_steps_per_second": 16.035,
      "step": 110000
    },
    {
      "epoch": 1.18,
      "learning_rate": 7.631606425702813e-06,
      "loss": 0.7573,
      "step": 120000
    },
    {
      "epoch": 1.18,
      "eval_loss": 0.739628255367279,
      "eval_runtime": 64.2595,
      "eval_samples_per_second": 1556.191,
      "eval_steps_per_second": 16.216,
      "step": 120000
    },
    {
      "epoch": 1.27,
      "learning_rate": 7.4309036144578315e-06,
      "loss": 0.7512,
      "step": 130000
    },
    {
      "epoch": 1.27,
      "eval_loss": 0.7346537709236145,
      "eval_runtime": 64.911,
      "eval_samples_per_second": 1540.57,
      "eval_steps_per_second": 16.053,
      "step": 130000
    },
    {
      "epoch": 1.37,
      "learning_rate": 7.2301807228915665e-06,
      "loss": 0.7468,
      "step": 140000
    },
    {
      "epoch": 1.37,
      "eval_loss": 0.7300976514816284,
      "eval_runtime": 64.8445,
      "eval_samples_per_second": 1542.15,
      "eval_steps_per_second": 16.069,
      "step": 140000
    },
    {
      "epoch": 1.47,
      "learning_rate": 7.029477911646587e-06,
      "loss": 0.7418,
      "step": 150000
    },
    {
      "epoch": 1.47,
      "eval_loss": 0.7252103686332703,
      "eval_runtime": 64.5503,
      "eval_samples_per_second": 1549.179,
      "eval_steps_per_second": 16.142,
      "step": 150000
    },
    {
      "epoch": 1.57,
      "learning_rate": 6.828775100401607e-06,
      "loss": 0.7379,
      "step": 160000
    },
    {
      "epoch": 1.57,
      "eval_loss": 0.7203709483146667,
      "eval_runtime": 64.4763,
      "eval_samples_per_second": 1550.958,
      "eval_steps_per_second": 16.161,
      "step": 160000
    },
    {
      "epoch": 1.67,
      "learning_rate": 6.628072289156627e-06,
      "loss": 0.7333,
      "step": 170000
    },
    {
      "epoch": 1.67,
      "eval_loss": 0.7167079448699951,
      "eval_runtime": 64.7852,
      "eval_samples_per_second": 1543.562,
      "eval_steps_per_second": 16.084,
      "step": 170000
    },
    {
      "epoch": 1.76,
      "learning_rate": 6.427369477911647e-06,
      "loss": 0.7298,
      "step": 180000
    },
    {
      "epoch": 1.76,
      "eval_loss": 0.7129059433937073,
      "eval_runtime": 64.609,
      "eval_samples_per_second": 1547.772,
      "eval_steps_per_second": 16.128,
      "step": 180000
    },
    {
      "epoch": 1.86,
      "learning_rate": 6.2266666666666675e-06,
      "loss": 0.7258,
      "step": 190000
    },
    {
      "epoch": 1.86,
      "eval_loss": 0.7089965343475342,
      "eval_runtime": 64.6825,
      "eval_samples_per_second": 1546.013,
      "eval_steps_per_second": 16.109,
      "step": 190000
    },
    {
      "epoch": 1.96,
      "learning_rate": 6.025963855421687e-06,
      "loss": 0.7229,
      "step": 200000
    },
    {
      "epoch": 1.96,
      "eval_loss": 0.7047411799430847,
      "eval_runtime": 64.3501,
      "eval_samples_per_second": 1553.999,
      "eval_steps_per_second": 16.193,
      "step": 200000
    },
    {
      "epoch": 2.06,
      "learning_rate": 5.825261044176708e-06,
      "loss": 0.7194,
      "step": 210000
    },
    {
      "epoch": 2.06,
      "eval_loss": 0.7026636004447937,
      "eval_runtime": 64.4785,
      "eval_samples_per_second": 1550.905,
      "eval_steps_per_second": 16.16,
      "step": 210000
    },
    {
      "epoch": 2.16,
      "learning_rate": 5.624558232931727e-06,
      "loss": 0.7171,
      "step": 220000
    },
    {
      "epoch": 2.16,
      "eval_loss": 0.702177107334137,
      "eval_runtime": 64.5209,
      "eval_samples_per_second": 1549.886,
      "eval_steps_per_second": 16.15,
      "step": 220000
    },
    {
      "epoch": 2.25,
      "learning_rate": 5.423855421686748e-06,
      "loss": 0.7138,
      "step": 230000
    },
    {
      "epoch": 2.25,
      "eval_loss": 0.6978575587272644,
      "eval_runtime": 64.573,
      "eval_samples_per_second": 1548.634,
      "eval_steps_per_second": 16.137,
      "step": 230000
    },
    {
      "epoch": 2.35,
      "learning_rate": 5.2231526104417676e-06,
      "loss": 0.7113,
      "step": 240000
    },
    {
      "epoch": 2.35,
      "eval_loss": 0.6939824819564819,
      "eval_runtime": 64.7414,
      "eval_samples_per_second": 1544.606,
      "eval_steps_per_second": 16.095,
      "step": 240000
    },
    {
      "epoch": 2.45,
      "learning_rate": 5.022449799196788e-06,
      "loss": 0.7087,
      "step": 250000
    },
    {
      "epoch": 2.45,
      "eval_loss": 0.6922757029533386,
      "eval_runtime": 64.5094,
      "eval_samples_per_second": 1550.162,
      "eval_steps_per_second": 16.153,
      "step": 250000
    },
    {
      "epoch": 2.55,
      "learning_rate": 4.821746987951808e-06,
      "loss": 0.7071,
      "step": 260000
    },
    {
      "epoch": 2.55,
      "eval_loss": 0.6915081739425659,
      "eval_runtime": 65.0605,
      "eval_samples_per_second": 1537.031,
      "eval_steps_per_second": 16.016,
      "step": 260000
    },
    {
      "epoch": 2.64,
      "learning_rate": 4.6210441767068274e-06,
      "loss": 0.7047,
      "step": 270000
    },
    {
      "epoch": 2.64,
      "eval_loss": 0.6870027184486389,
      "eval_runtime": 64.7199,
      "eval_samples_per_second": 1545.119,
      "eval_steps_per_second": 16.1,
      "step": 270000
    },
    {
      "epoch": 2.74,
      "learning_rate": 4.420341365461848e-06,
      "loss": 0.7027,
      "step": 280000
    },
    {
      "epoch": 2.74,
      "eval_loss": 0.6844470500946045,
      "eval_runtime": 64.906,
      "eval_samples_per_second": 1540.69,
      "eval_steps_per_second": 16.054,
      "step": 280000
    },
    {
      "epoch": 2.84,
      "learning_rate": 4.219638554216868e-06,
      "loss": 0.6999,
      "step": 290000
    },
    {
      "epoch": 2.84,
      "eval_loss": 0.6833365559577942,
      "eval_runtime": 64.5739,
      "eval_samples_per_second": 1548.614,
      "eval_steps_per_second": 16.137,
      "step": 290000
    },
    {
      "epoch": 2.94,
      "learning_rate": 4.018935742971888e-06,
      "loss": 0.6992,
      "step": 300000
    },
    {
      "epoch": 2.94,
      "eval_loss": 0.6834575533866882,
      "eval_runtime": 64.6706,
      "eval_samples_per_second": 1546.298,
      "eval_steps_per_second": 16.112,
      "step": 300000
    },
    {
      "epoch": 3.04,
      "learning_rate": 3.818253012048193e-06,
      "loss": 0.6975,
      "step": 310000
    },
    {
      "epoch": 3.04,
      "eval_loss": 0.6793897151947021,
      "eval_runtime": 64.8495,
      "eval_samples_per_second": 1542.031,
      "eval_steps_per_second": 16.068,
      "step": 310000
    },
    {
      "epoch": 3.13,
      "learning_rate": 3.617530120481928e-06,
      "loss": 0.6947,
      "step": 320000
    },
    {
      "epoch": 3.13,
      "eval_loss": 0.6794592142105103,
      "eval_runtime": 64.6554,
      "eval_samples_per_second": 1546.661,
      "eval_steps_per_second": 16.116,
      "step": 320000
    },
    {
      "epoch": 3.23,
      "learning_rate": 3.416827309236948e-06,
      "loss": 0.6947,
      "step": 330000
    },
    {
      "epoch": 3.23,
      "eval_loss": 0.6781629920005798,
      "eval_runtime": 65.93,
      "eval_samples_per_second": 1516.76,
      "eval_steps_per_second": 15.805,
      "step": 330000
    },
    {
      "epoch": 3.33,
      "learning_rate": 3.216124497991968e-06,
      "loss": 0.6932,
      "step": 340000
    },
    {
      "epoch": 3.33,
      "eval_loss": 0.6771513819694519,
      "eval_runtime": 64.7971,
      "eval_samples_per_second": 1543.279,
      "eval_steps_per_second": 16.081,
      "step": 340000
    },
    {
      "epoch": 3.43,
      "learning_rate": 3.015401606425703e-06,
      "loss": 0.6914,
      "step": 350000
    },
    {
      "epoch": 3.43,
      "eval_loss": 0.6757428050041199,
      "eval_runtime": 64.8856,
      "eval_samples_per_second": 1541.173,
      "eval_steps_per_second": 16.059,
      "step": 350000
    },
    {
      "epoch": 3.53,
      "learning_rate": 2.8146987951807233e-06,
      "loss": 0.6907,
      "step": 360000
    },
    {
      "epoch": 3.53,
      "eval_loss": 0.6730121374130249,
      "eval_runtime": 65.1098,
      "eval_samples_per_second": 1535.867,
      "eval_steps_per_second": 16.004,
      "step": 360000
    },
    {
      "epoch": 3.62,
      "learning_rate": 2.6139959839357434e-06,
      "loss": 0.689,
      "step": 370000
    },
    {
      "epoch": 3.62,
      "eval_loss": 0.6724720597267151,
      "eval_runtime": 65.1981,
      "eval_samples_per_second": 1533.787,
      "eval_steps_per_second": 15.982,
      "step": 370000
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.413293172690763e-06,
      "loss": 0.6885,
      "step": 380000
    },
    {
      "epoch": 3.72,
      "eval_loss": 0.6744215488433838,
      "eval_runtime": 64.9859,
      "eval_samples_per_second": 1538.796,
      "eval_steps_per_second": 16.034,
      "step": 380000
    }
  ],
  "logging_steps": 10000,
  "max_steps": 500000,
  "num_train_epochs": 5,
  "save_steps": 10000,
  "total_flos": 6.301004166565632e+17,
  "trial_name": null,
  "trial_params": null
}