{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 8.0,
  "global_step": 952,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.08,
      "learning_rate": 9.894957983193278e-05,
      "loss": 0.5818,
      "step": 10
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.789915966386555e-05,
      "loss": 0.4739,
      "step": 20
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.684873949579833e-05,
      "loss": 0.4468,
      "step": 30
    },
    {
      "epoch": 0.34,
      "learning_rate": 9.579831932773111e-05,
      "loss": 0.4327,
      "step": 40
    },
    {
      "epoch": 0.42,
      "learning_rate": 9.474789915966387e-05,
      "loss": 0.4303,
      "step": 50
    },
    {
      "epoch": 0.5,
      "learning_rate": 9.369747899159664e-05,
      "loss": 0.4184,
      "step": 60
    },
    {
      "epoch": 0.59,
      "learning_rate": 9.264705882352942e-05,
      "loss": 0.4001,
      "step": 70
    },
    {
      "epoch": 0.67,
      "learning_rate": 9.159663865546218e-05,
      "loss": 0.3856,
      "step": 80
    },
    {
      "epoch": 0.76,
      "learning_rate": 9.054621848739496e-05,
      "loss": 0.3843,
      "step": 90
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.949579831932774e-05,
      "loss": 0.3751,
      "step": 100
    },
    {
      "epoch": 0.84,
      "eval_loss": 0.3845197769571269,
      "eval_runtime": 3.5352,
      "eval_samples_per_second": 121.067,
      "eval_steps_per_second": 15.275,
      "step": 100
    },
    {
      "epoch": 0.92,
      "learning_rate": 8.84453781512605e-05,
      "loss": 0.3852,
      "step": 110
    },
    {
      "epoch": 1.01,
      "learning_rate": 8.739495798319329e-05,
      "loss": 0.3678,
      "step": 120
    },
    {
      "epoch": 1.09,
      "learning_rate": 8.634453781512606e-05,
      "loss": 0.3489,
      "step": 130
    },
    {
      "epoch": 1.18,
      "learning_rate": 8.529411764705883e-05,
      "loss": 0.3346,
      "step": 140
    },
    {
      "epoch": 1.26,
      "learning_rate": 8.42436974789916e-05,
      "loss": 0.3417,
      "step": 150
    },
    {
      "epoch": 1.34,
      "learning_rate": 8.319327731092437e-05,
      "loss": 0.334,
      "step": 160
    },
    {
      "epoch": 1.43,
      "learning_rate": 8.214285714285714e-05,
      "loss": 0.3318,
      "step": 170
    },
    {
      "epoch": 1.51,
      "learning_rate": 8.109243697478992e-05,
      "loss": 0.32,
      "step": 180
    },
    {
      "epoch": 1.6,
      "learning_rate": 8.00420168067227e-05,
      "loss": 0.3125,
      "step": 190
    },
    {
      "epoch": 1.68,
      "learning_rate": 7.899159663865546e-05,
      "loss": 0.3237,
      "step": 200
    },
    {
      "epoch": 1.68,
      "eval_loss": 0.32147175100431824,
      "eval_runtime": 4.3808,
      "eval_samples_per_second": 97.7,
      "eval_steps_per_second": 12.327,
      "step": 200
    },
    {
      "epoch": 1.76,
      "learning_rate": 7.794117647058824e-05,
      "loss": 0.3103,
      "step": 210
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.689075630252102e-05,
      "loss": 0.3079,
      "step": 220
    },
    {
      "epoch": 1.93,
      "learning_rate": 7.584033613445379e-05,
      "loss": 0.3046,
      "step": 230
    },
    {
      "epoch": 2.02,
      "learning_rate": 7.478991596638657e-05,
      "loss": 0.3002,
      "step": 240
    },
    {
      "epoch": 2.1,
      "learning_rate": 7.373949579831933e-05,
      "loss": 0.2845,
      "step": 250
    },
    {
      "epoch": 2.18,
      "learning_rate": 7.26890756302521e-05,
      "loss": 0.2738,
      "step": 260
    },
    {
      "epoch": 2.27,
      "learning_rate": 7.163865546218488e-05,
      "loss": 0.2752,
      "step": 270
    },
    {
      "epoch": 2.35,
      "learning_rate": 7.058823529411765e-05,
      "loss": 0.2737,
      "step": 280
    },
    {
      "epoch": 2.44,
      "learning_rate": 6.953781512605042e-05,
      "loss": 0.2757,
      "step": 290
    },
    {
      "epoch": 2.52,
      "learning_rate": 6.84873949579832e-05,
      "loss": 0.2812,
      "step": 300
    },
    {
      "epoch": 2.52,
      "eval_loss": 0.30918010934225554,
      "eval_runtime": 4.0582,
      "eval_samples_per_second": 105.466,
      "eval_steps_per_second": 13.306,
      "step": 300
    },
    {
      "epoch": 2.61,
      "learning_rate": 6.743697478991598e-05,
      "loss": 0.2727,
      "step": 310
    },
    {
      "epoch": 2.69,
      "learning_rate": 6.638655462184874e-05,
      "loss": 0.27,
      "step": 320
    },
    {
      "epoch": 2.77,
      "learning_rate": 6.533613445378152e-05,
      "loss": 0.2669,
      "step": 330
    },
    {
      "epoch": 2.86,
      "learning_rate": 6.428571428571429e-05,
      "loss": 0.2613,
      "step": 340
    },
    {
      "epoch": 2.94,
      "learning_rate": 6.323529411764705e-05,
      "loss": 0.2671,
      "step": 350
    },
    {
      "epoch": 3.03,
      "learning_rate": 6.218487394957983e-05,
      "loss": 0.2649,
      "step": 360
    },
    {
      "epoch": 3.11,
      "learning_rate": 6.113445378151261e-05,
      "loss": 0.249,
      "step": 370
    },
    {
      "epoch": 3.19,
      "learning_rate": 6.008403361344538e-05,
      "loss": 0.2442,
      "step": 380
    },
    {
      "epoch": 3.28,
      "learning_rate": 5.9033613445378156e-05,
      "loss": 0.2476,
      "step": 390
    },
    {
      "epoch": 3.36,
      "learning_rate": 5.7983193277310935e-05,
      "loss": 0.2441,
      "step": 400
    },
    {
      "epoch": 3.36,
      "eval_loss": 0.29600601734145254,
      "eval_runtime": 4.0145,
      "eval_samples_per_second": 106.614,
      "eval_steps_per_second": 13.451,
      "step": 400
    },
    {
      "epoch": 3.45,
      "learning_rate": 5.69327731092437e-05,
      "loss": 0.2413,
      "step": 410
    },
    {
      "epoch": 3.53,
      "learning_rate": 5.588235294117647e-05,
      "loss": 0.252,
      "step": 420
    },
    {
      "epoch": 3.61,
      "learning_rate": 5.483193277310925e-05,
      "loss": 0.2421,
      "step": 430
    },
    {
      "epoch": 3.7,
      "learning_rate": 5.378151260504202e-05,
      "loss": 0.2556,
      "step": 440
    },
    {
      "epoch": 3.78,
      "learning_rate": 5.2731092436974796e-05,
      "loss": 0.2351,
      "step": 450
    },
    {
      "epoch": 3.87,
      "learning_rate": 5.168067226890757e-05,
      "loss": 0.2447,
      "step": 460
    },
    {
      "epoch": 3.95,
      "learning_rate": 5.0630252100840334e-05,
      "loss": 0.2365,
      "step": 470
    },
    {
      "epoch": 4.03,
      "learning_rate": 4.957983193277311e-05,
      "loss": 0.2312,
      "step": 480
    },
    {
      "epoch": 4.12,
      "learning_rate": 4.8529411764705885e-05,
      "loss": 0.2276,
      "step": 490
    },
    {
      "epoch": 4.2,
      "learning_rate": 4.747899159663866e-05,
      "loss": 0.2268,
      "step": 500
    },
    {
      "epoch": 4.2,
      "eval_loss": 0.28844825865122026,
      "eval_runtime": 4.1301,
      "eval_samples_per_second": 103.629,
      "eval_steps_per_second": 13.075,
      "step": 500
    },
    {
      "epoch": 4.29,
      "learning_rate": 4.642857142857143e-05,
      "loss": 0.2269,
      "step": 510
    },
    {
      "epoch": 4.37,
      "learning_rate": 4.53781512605042e-05,
      "loss": 0.2307,
      "step": 520
    },
    {
      "epoch": 4.45,
      "learning_rate": 4.4327731092436974e-05,
      "loss": 0.2209,
      "step": 530
    },
    {
      "epoch": 4.54,
      "learning_rate": 4.327731092436975e-05,
      "loss": 0.2231,
      "step": 540
    },
    {
      "epoch": 4.62,
      "learning_rate": 4.2226890756302525e-05,
      "loss": 0.2276,
      "step": 550
    },
    {
      "epoch": 4.71,
      "learning_rate": 4.11764705882353e-05,
      "loss": 0.2215,
      "step": 560
    },
    {
      "epoch": 4.79,
      "learning_rate": 4.012605042016807e-05,
      "loss": 0.2159,
      "step": 570
    },
    {
      "epoch": 4.87,
      "learning_rate": 3.907563025210084e-05,
      "loss": 0.2256,
      "step": 580
    },
    {
      "epoch": 4.96,
      "learning_rate": 3.8025210084033614e-05,
      "loss": 0.2209,
      "step": 590
    },
    {
      "epoch": 5.04,
      "learning_rate": 3.697478991596639e-05,
      "loss": 0.2236,
      "step": 600
    },
    {
      "epoch": 5.04,
      "eval_loss": 0.28733093379126323,
      "eval_runtime": 4.0382,
      "eval_samples_per_second": 105.987,
      "eval_steps_per_second": 13.372,
      "step": 600
    },
    {
      "epoch": 5.13,
      "learning_rate": 3.592436974789916e-05,
      "loss": 0.2134,
      "step": 610
    },
    {
      "epoch": 5.21,
      "learning_rate": 3.487394957983193e-05,
      "loss": 0.2092,
      "step": 620
    },
    {
      "epoch": 5.29,
      "learning_rate": 3.382352941176471e-05,
      "loss": 0.2103,
      "step": 630
    },
    {
      "epoch": 5.38,
      "learning_rate": 3.277310924369748e-05,
      "loss": 0.2131,
      "step": 640
    },
    {
      "epoch": 5.46,
      "learning_rate": 3.1722689075630254e-05,
      "loss": 0.2091,
      "step": 650
    },
    {
      "epoch": 5.55,
      "learning_rate": 3.0672268907563026e-05,
      "loss": 0.2128,
      "step": 660
    },
    {
      "epoch": 5.63,
      "learning_rate": 2.96218487394958e-05,
      "loss": 0.2085,
      "step": 670
    },
    {
      "epoch": 5.71,
      "learning_rate": 2.857142857142857e-05,
      "loss": 0.207,
      "step": 680
    },
    {
      "epoch": 5.8,
      "learning_rate": 2.7521008403361346e-05,
      "loss": 0.2003,
      "step": 690
    },
    {
      "epoch": 5.88,
      "learning_rate": 2.647058823529412e-05,
      "loss": 0.2027,
      "step": 700
    },
    {
      "epoch": 5.88,
      "eval_loss": 0.2859314660902927,
      "eval_runtime": 4.3959,
      "eval_samples_per_second": 97.363,
      "eval_steps_per_second": 12.284,
      "step": 700
    },
    {
      "epoch": 5.97,
      "learning_rate": 2.542016806722689e-05,
      "loss": 0.2073,
      "step": 710
    },
    {
      "epoch": 6.05,
      "learning_rate": 2.4369747899159663e-05,
      "loss": 0.2119,
      "step": 720
    },
    {
      "epoch": 6.13,
      "learning_rate": 2.331932773109244e-05,
      "loss": 0.1967,
      "step": 730
    },
    {
      "epoch": 6.22,
      "learning_rate": 2.226890756302521e-05,
      "loss": 0.199,
      "step": 740
    },
    {
      "epoch": 6.3,
      "learning_rate": 2.1218487394957983e-05,
      "loss": 0.2012,
      "step": 750
    },
    {
      "epoch": 6.39,
      "learning_rate": 2.016806722689076e-05,
      "loss": 0.195,
      "step": 760
    },
    {
      "epoch": 6.47,
      "learning_rate": 1.9117647058823528e-05,
      "loss": 0.1952,
      "step": 770
    },
    {
      "epoch": 6.55,
      "learning_rate": 1.8067226890756303e-05,
      "loss": 0.1985,
      "step": 780
    },
    {
      "epoch": 6.64,
      "learning_rate": 1.7016806722689076e-05,
      "loss": 0.1947,
      "step": 790
    },
    {
      "epoch": 6.72,
      "learning_rate": 1.5966386554621848e-05,
      "loss": 0.2024,
      "step": 800
    },
    {
      "epoch": 6.72,
      "eval_loss": 0.2877343659552041,
      "eval_runtime": 3.8576,
      "eval_samples_per_second": 110.95,
      "eval_steps_per_second": 13.998,
      "step": 800
    },
    {
      "epoch": 6.81,
      "learning_rate": 1.4915966386554622e-05,
      "loss": 0.2005,
      "step": 810
    },
    {
      "epoch": 6.89,
      "learning_rate": 1.3865546218487396e-05,
      "loss": 0.1978,
      "step": 820
    },
    {
      "epoch": 6.97,
      "learning_rate": 1.2815126050420168e-05,
      "loss": 0.1956,
      "step": 830
    },
    {
      "epoch": 7.06,
      "learning_rate": 1.1764705882352942e-05,
      "loss": 0.2002,
      "step": 840
    },
    {
      "epoch": 7.14,
      "learning_rate": 1.0714285714285714e-05,
      "loss": 0.1944,
      "step": 850
    },
    {
      "epoch": 7.23,
      "learning_rate": 9.663865546218488e-06,
      "loss": 0.1948,
      "step": 860
    },
    {
      "epoch": 7.31,
      "learning_rate": 8.61344537815126e-06,
      "loss": 0.1934,
      "step": 870
    },
    {
      "epoch": 7.39,
      "learning_rate": 7.563025210084033e-06,
      "loss": 0.1954,
      "step": 880
    },
    {
      "epoch": 7.48,
      "learning_rate": 6.512605042016807e-06,
      "loss": 0.1972,
      "step": 890
    },
    {
      "epoch": 7.56,
      "learning_rate": 5.46218487394958e-06,
      "loss": 0.1952,
      "step": 900
    },
    {
      "epoch": 7.56,
      "eval_loss": 0.28674467348030147,
      "eval_runtime": 3.9339,
      "eval_samples_per_second": 108.799,
      "eval_steps_per_second": 13.727,
      "step": 900
    },
    {
      "epoch": 7.65,
      "learning_rate": 4.411764705882353e-06,
      "loss": 0.197,
      "step": 910
    },
    {
      "epoch": 7.73,
      "learning_rate": 3.361344537815126e-06,
      "loss": 0.1899,
      "step": 920
    },
    {
      "epoch": 7.82,
      "learning_rate": 2.3109243697478996e-06,
      "loss": 0.192,
      "step": 930
    },
    {
      "epoch": 7.9,
      "learning_rate": 1.2605042016806724e-06,
      "loss": 0.1943,
      "step": 940
    },
    {
      "epoch": 7.98,
      "learning_rate": 2.1008403361344538e-07,
      "loss": 0.1908,
      "step": 950
    },
    {
      "epoch": 8.0,
      "step": 952,
      "total_flos": 8.103143399735624e+17,
      "train_loss": 0.2614198288559413,
      "train_runtime": 441.6283,
      "train_samples_per_second": 23.676,
      "train_steps_per_second": 2.156
    }
  ],
  "max_steps": 952,
  "num_train_epochs": 8,
  "total_flos": 8.103143399735624e+17,
  "trial_name": null,
  "trial_params": null
}