{
  "best_metric": 2.6206448078155518,
  "best_model_checkpoint": "./model_tweets_2020_Q3_50/checkpoint-1696000",
  "epoch": 10.143273741600101,
  "eval_steps": 8000,
  "global_step": 2400000,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.03,
      "eval_loss": 2.9380319118499756,
      "eval_runtime": 413.1894,
      "eval_samples_per_second": 482.224,
      "eval_steps_per_second": 30.141,
      "step": 8000
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.0726666666666665e-07,
      "loss": 3.1308,
      "step": 16000
    },
    {
      "epoch": 0.07,
      "eval_loss": 2.85927152633667,
      "eval_runtime": 411.8608,
      "eval_samples_per_second": 483.78,
      "eval_steps_per_second": 30.238,
      "step": 16000
    },
    {
      "epoch": 0.1,
      "eval_loss": 2.806320905685425,
      "eval_runtime": 412.6446,
      "eval_samples_per_second": 482.861,
      "eval_steps_per_second": 30.181,
      "step": 24000
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.0453333333333336e-07,
      "loss": 2.9519,
      "step": 32000
    },
    {
      "epoch": 0.14,
      "eval_loss": 2.7831950187683105,
      "eval_runtime": 413.8798,
      "eval_samples_per_second": 481.42,
      "eval_steps_per_second": 30.091,
      "step": 32000
    },
    {
      "epoch": 0.17,
      "eval_loss": 2.75207257270813,
      "eval_runtime": 415.2779,
      "eval_samples_per_second": 479.799,
      "eval_steps_per_second": 29.99,
      "step": 40000
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.018e-07,
      "loss": 2.889,
      "step": 48000
    },
    {
      "epoch": 0.2,
      "eval_loss": 2.732224225997925,
      "eval_runtime": 412.3868,
      "eval_samples_per_second": 483.163,
      "eval_steps_per_second": 30.2,
      "step": 48000
    },
    {
      "epoch": 0.24,
      "eval_loss": 2.7259225845336914,
      "eval_runtime": 413.3395,
      "eval_samples_per_second": 482.049,
      "eval_steps_per_second": 30.13,
      "step": 56000
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.9906666666666667e-07,
      "loss": 2.8592,
      "step": 64000
    },
    {
      "epoch": 0.27,
      "eval_loss": 2.7218177318573,
      "eval_runtime": 416.6569,
      "eval_samples_per_second": 478.211,
      "eval_steps_per_second": 29.89,
      "step": 64000
    },
    {
      "epoch": 0.3,
      "eval_loss": 2.7105536460876465,
      "eval_runtime": 416.4392,
      "eval_samples_per_second": 478.461,
      "eval_steps_per_second": 29.906,
      "step": 72000
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.963333333333333e-07,
      "loss": 2.8345,
      "step": 80000
    },
    {
      "epoch": 0.34,
      "eval_loss": 2.7070746421813965,
      "eval_runtime": 412.3646,
      "eval_samples_per_second": 483.189,
      "eval_steps_per_second": 30.201,
      "step": 80000
    },
    {
      "epoch": 0.37,
      "eval_loss": 2.690347671508789,
      "eval_runtime": 411.5327,
      "eval_samples_per_second": 484.166,
      "eval_steps_per_second": 30.262,
      "step": 88000
    },
    {
      "epoch": 0.41,
      "learning_rate": 3.936e-07,
      "loss": 2.8303,
      "step": 96000
    },
    {
      "epoch": 0.41,
      "eval_loss": 2.700122356414795,
      "eval_runtime": 415.2403,
      "eval_samples_per_second": 479.843,
      "eval_steps_per_second": 29.992,
      "step": 96000
    },
    {
      "epoch": 0.44,
      "eval_loss": 2.692945957183838,
      "eval_runtime": 418.3575,
      "eval_samples_per_second": 476.267,
      "eval_steps_per_second": 29.769,
      "step": 104000
    },
    {
      "epoch": 0.47,
      "learning_rate": 3.908666666666667e-07,
      "loss": 2.824,
      "step": 112000
    },
    {
      "epoch": 0.47,
      "eval_loss": 2.690654993057251,
      "eval_runtime": 418.1816,
      "eval_samples_per_second": 476.468,
      "eval_steps_per_second": 29.781,
      "step": 112000
    },
    {
      "epoch": 0.51,
      "eval_loss": 2.685214042663574,
      "eval_runtime": 414.1853,
      "eval_samples_per_second": 481.065,
      "eval_steps_per_second": 30.069,
      "step": 120000
    },
    {
      "epoch": 0.54,
      "learning_rate": 3.8813333333333334e-07,
      "loss": 2.8223,
      "step": 128000
    },
    {
      "epoch": 0.54,
      "eval_loss": 2.6804039478302,
      "eval_runtime": 415.7725,
      "eval_samples_per_second": 479.228,
      "eval_steps_per_second": 29.954,
      "step": 128000
    },
    {
      "epoch": 0.57,
      "eval_loss": 2.672717332839966,
      "eval_runtime": 413.8751,
      "eval_samples_per_second": 481.425,
      "eval_steps_per_second": 30.091,
      "step": 136000
    },
    {
      "epoch": 0.61,
      "learning_rate": 3.854e-07,
      "loss": 2.8141,
      "step": 144000
    },
    {
      "epoch": 0.61,
      "eval_loss": 2.678410291671753,
      "eval_runtime": 416.4592,
      "eval_samples_per_second": 478.438,
      "eval_steps_per_second": 29.904,
      "step": 144000
    },
    {
      "epoch": 0.64,
      "eval_loss": 2.6774685382843018,
      "eval_runtime": 415.2116,
      "eval_samples_per_second": 479.876,
      "eval_steps_per_second": 29.994,
      "step": 152000
    },
    {
      "epoch": 0.68,
      "learning_rate": 3.8266666666666665e-07,
      "loss": 2.8124,
      "step": 160000
    },
    {
      "epoch": 0.68,
      "eval_loss": 2.6723482608795166,
      "eval_runtime": 414.2419,
      "eval_samples_per_second": 480.999,
      "eval_steps_per_second": 30.065,
      "step": 160000
    },
    {
      "epoch": 0.71,
      "eval_loss": 2.668304681777954,
      "eval_runtime": 416.7765,
      "eval_samples_per_second": 478.074,
      "eval_steps_per_second": 29.882,
      "step": 168000
    },
    {
      "epoch": 0.74,
      "learning_rate": 3.799333333333333e-07,
      "loss": 2.8042,
      "step": 176000
    },
    {
      "epoch": 0.74,
      "eval_loss": 2.671178102493286,
      "eval_runtime": 416.7365,
      "eval_samples_per_second": 478.12,
      "eval_steps_per_second": 29.885,
      "step": 176000
    },
    {
      "epoch": 0.78,
      "eval_loss": 2.6660544872283936,
      "eval_runtime": 416.2186,
      "eval_samples_per_second": 478.715,
      "eval_steps_per_second": 29.922,
      "step": 184000
    },
    {
      "epoch": 0.81,
      "learning_rate": 3.772e-07,
      "loss": 2.8051,
      "step": 192000
    },
    {
      "epoch": 0.81,
      "eval_loss": 2.67832612991333,
      "eval_runtime": 414.4038,
      "eval_samples_per_second": 480.811,
      "eval_steps_per_second": 30.053,
      "step": 192000
    },
    {
      "epoch": 0.85,
      "eval_loss": 2.6682960987091064,
      "eval_runtime": 415.8345,
      "eval_samples_per_second": 479.157,
      "eval_steps_per_second": 29.949,
      "step": 200000
    },
    {
      "epoch": 0.88,
      "learning_rate": 3.7446666666666667e-07,
      "loss": 2.798,
      "step": 208000
    },
    {
      "epoch": 0.88,
      "eval_loss": 2.6656229496002197,
      "eval_runtime": 416.0143,
      "eval_samples_per_second": 478.95,
      "eval_steps_per_second": 29.936,
      "step": 208000
    },
    {
      "epoch": 0.91,
      "eval_loss": 2.6659064292907715,
      "eval_runtime": 415.0891,
      "eval_samples_per_second": 480.017,
      "eval_steps_per_second": 30.003,
      "step": 216000
    },
    {
      "epoch": 0.95,
      "learning_rate": 3.7173333333333333e-07,
      "loss": 2.8043,
      "step": 224000
    },
    {
      "epoch": 0.95,
      "eval_loss": 2.6699647903442383,
      "eval_runtime": 414.3393,
      "eval_samples_per_second": 480.886,
      "eval_steps_per_second": 30.057,
      "step": 224000
    },
    {
      "epoch": 0.98,
      "eval_loss": 2.667956829071045,
      "eval_runtime": 415.3586,
      "eval_samples_per_second": 479.706,
      "eval_steps_per_second": 29.984,
      "step": 232000
    },
    {
      "epoch": 1.01,
      "learning_rate": 3.69e-07,
      "loss": 2.8055,
      "step": 240000
    },
    {
      "epoch": 1.01,
      "eval_loss": 2.659658432006836,
      "eval_runtime": 417.4574,
      "eval_samples_per_second": 477.294,
      "eval_steps_per_second": 29.833,
      "step": 240000
    },
    {
      "epoch": 1.05,
      "eval_loss": 2.659682512283325,
      "eval_runtime": 415.1848,
      "eval_samples_per_second": 479.907,
      "eval_steps_per_second": 29.996,
      "step": 248000
    },
    {
      "epoch": 1.08,
      "learning_rate": 3.6626666666666664e-07,
      "loss": 2.8048,
      "step": 256000
    },
    {
      "epoch": 1.08,
      "eval_loss": 2.656872272491455,
      "eval_runtime": 413.9085,
      "eval_samples_per_second": 481.387,
      "eval_steps_per_second": 30.089,
      "step": 256000
    },
    {
      "epoch": 1.12,
      "eval_loss": 2.6502044200897217,
      "eval_runtime": 415.1132,
      "eval_samples_per_second": 479.99,
      "eval_steps_per_second": 30.001,
      "step": 264000
    },
    {
      "epoch": 1.15,
      "learning_rate": 3.6353333333333335e-07,
      "loss": 2.806,
      "step": 272000
    },
    {
      "epoch": 1.15,
      "eval_loss": 2.659311532974243,
      "eval_runtime": 416.7743,
      "eval_samples_per_second": 478.076,
      "eval_steps_per_second": 29.882,
      "step": 272000
    },
    {
      "epoch": 1.18,
      "eval_loss": 2.659724473953247,
      "eval_runtime": 416.7046,
      "eval_samples_per_second": 478.157,
      "eval_steps_per_second": 29.887,
      "step": 280000
    },
    {
      "epoch": 1.22,
      "learning_rate": 3.608e-07,
      "loss": 2.8012,
      "step": 288000
    },
    {
      "epoch": 1.22,
      "eval_loss": 2.6603612899780273,
      "eval_runtime": 415.9031,
      "eval_samples_per_second": 479.078,
      "eval_steps_per_second": 29.944,
      "step": 288000
    },
    {
      "epoch": 1.25,
      "eval_loss": 2.6545276641845703,
      "eval_runtime": 414.5962,
      "eval_samples_per_second": 480.588,
      "eval_steps_per_second": 30.039,
      "step": 296000
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.5806666666666666e-07,
      "loss": 2.8029,
      "step": 304000
    },
    {
      "epoch": 1.28,
      "eval_loss": 2.6571340560913086,
      "eval_runtime": 416.6303,
      "eval_samples_per_second": 478.242,
      "eval_steps_per_second": 29.892,
      "step": 304000
    },
    {
      "epoch": 1.32,
      "eval_loss": 2.6534266471862793,
      "eval_runtime": 416.4252,
      "eval_samples_per_second": 478.477,
      "eval_steps_per_second": 29.907,
      "step": 312000
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.553333333333333e-07,
      "loss": 2.7991,
      "step": 320000
    },
    {
      "epoch": 1.35,
      "eval_loss": 2.665046215057373,
      "eval_runtime": 414.7989,
      "eval_samples_per_second": 480.353,
      "eval_steps_per_second": 30.024,
      "step": 320000
    },
    {
      "epoch": 1.39,
      "eval_loss": 2.6680290699005127,
      "eval_runtime": 413.9236,
      "eval_samples_per_second": 481.369,
      "eval_steps_per_second": 30.088,
      "step": 328000
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.5259999999999997e-07,
      "loss": 2.7949,
      "step": 336000
    },
    {
      "epoch": 1.42,
      "eval_loss": 2.6544442176818848,
      "eval_runtime": 415.4503,
      "eval_samples_per_second": 479.6,
      "eval_steps_per_second": 29.977,
      "step": 336000
    },
    {
      "epoch": 1.45,
      "eval_loss": 2.645993709564209,
      "eval_runtime": 414.7891,
      "eval_samples_per_second": 480.365,
      "eval_steps_per_second": 30.025,
      "step": 344000
    },
    {
      "epoch": 1.49,
      "learning_rate": 3.498666666666667e-07,
      "loss": 2.7972,
      "step": 352000
    },
    {
      "epoch": 1.49,
      "eval_loss": 2.655319929122925,
      "eval_runtime": 413.6708,
      "eval_samples_per_second": 481.663,
      "eval_steps_per_second": 30.106,
      "step": 352000
    },
    {
      "epoch": 1.52,
      "eval_loss": 2.6427876949310303,
      "eval_runtime": 415.818,
      "eval_samples_per_second": 479.176,
      "eval_steps_per_second": 29.951,
      "step": 360000
    },
    {
      "epoch": 1.56,
      "learning_rate": 3.4713333333333333e-07,
      "loss": 2.7924,
      "step": 368000
    },
    {
      "epoch": 1.56,
      "eval_loss": 2.6535725593566895,
      "eval_runtime": 415.5951,
      "eval_samples_per_second": 479.433,
      "eval_steps_per_second": 29.967,
      "step": 368000
    },
    {
      "epoch": 1.59,
      "eval_loss": 2.6550498008728027,
      "eval_runtime": 416.627,
      "eval_samples_per_second": 478.246,
      "eval_steps_per_second": 29.892,
      "step": 376000
    },
    {
      "epoch": 1.62,
      "learning_rate": 3.444e-07,
      "loss": 2.805,
      "step": 384000
    },
    {
      "epoch": 1.62,
      "eval_loss": 2.6524453163146973,
      "eval_runtime": 417.0486,
      "eval_samples_per_second": 477.762,
      "eval_steps_per_second": 29.862,
      "step": 384000
    },
    {
      "epoch": 1.66,
      "eval_loss": 2.652374744415283,
      "eval_runtime": 416.3041,
      "eval_samples_per_second": 478.616,
      "eval_steps_per_second": 29.916,
      "step": 392000
    },
    {
      "epoch": 1.69,
      "learning_rate": 3.416666666666667e-07,
      "loss": 2.7972,
      "step": 400000
    },
    {
      "epoch": 1.69,
      "eval_loss": 2.657935619354248,
      "eval_runtime": 415.2722,
      "eval_samples_per_second": 479.806,
      "eval_steps_per_second": 29.99,
      "step": 400000
    },
    {
      "epoch": 1.72,
      "eval_loss": 2.649958372116089,
      "eval_runtime": 416.9007,
      "eval_samples_per_second": 477.932,
      "eval_steps_per_second": 29.873,
      "step": 408000
    },
    {
      "epoch": 1.76,
      "learning_rate": 3.3893333333333335e-07,
      "loss": 2.8003,
      "step": 416000
    },
    {
      "epoch": 1.76,
      "eval_loss": 2.652555227279663,
      "eval_runtime": 416.2811,
      "eval_samples_per_second": 478.643,
      "eval_steps_per_second": 29.917,
      "step": 416000
    },
    {
      "epoch": 1.79,
      "eval_loss": 2.6443850994110107,
      "eval_runtime": 416.0471,
      "eval_samples_per_second": 478.912,
      "eval_steps_per_second": 29.934,
      "step": 424000
    },
    {
      "epoch": 1.83,
      "learning_rate": 3.3619999999999995e-07,
      "loss": 2.8005,
      "step": 432000
    },
    {
      "epoch": 1.83,
      "eval_loss": 2.6462562084198,
      "eval_runtime": 413.6662,
      "eval_samples_per_second": 481.669,
      "eval_steps_per_second": 30.106,
      "step": 432000
    },
    {
      "epoch": 1.86,
      "eval_loss": 2.6549031734466553,
      "eval_runtime": 414.0878,
      "eval_samples_per_second": 481.178,
      "eval_steps_per_second": 30.076,
      "step": 440000
    },
    {
      "epoch": 1.89,
      "learning_rate": 3.3346666666666666e-07,
      "loss": 2.7957,
      "step": 448000
    },
    {
      "epoch": 1.89,
      "eval_loss": 2.6530463695526123,
      "eval_runtime": 415.4694,
      "eval_samples_per_second": 479.578,
      "eval_steps_per_second": 29.976,
      "step": 448000
    },
    {
      "epoch": 1.93,
      "eval_loss": 2.6503868103027344,
      "eval_runtime": 415.0439,
      "eval_samples_per_second": 480.07,
      "eval_steps_per_second": 30.006,
      "step": 456000
    },
    {
      "epoch": 1.96,
      "learning_rate": 3.307333333333333e-07,
      "loss": 2.7949,
      "step": 464000
    },
    {
      "epoch": 1.96,
      "eval_loss": 2.6479649543762207,
      "eval_runtime": 415.3875,
      "eval_samples_per_second": 479.673,
      "eval_steps_per_second": 29.982,
      "step": 464000
    },
    {
      "epoch": 1.99,
      "eval_loss": 2.64969539642334,
      "eval_runtime": 415.7352,
      "eval_samples_per_second": 479.271,
      "eval_steps_per_second": 29.957,
      "step": 472000
    },
    {
      "epoch": 2.03,
      "learning_rate": 3.28e-07,
      "loss": 2.7978,
      "step": 480000
    },
    {
      "epoch": 2.03,
      "eval_loss": 2.6489925384521484,
      "eval_runtime": 416.7057,
      "eval_samples_per_second": 478.155,
      "eval_steps_per_second": 29.887,
      "step": 480000
    },
    {
      "epoch": 2.06,
      "eval_loss": 2.6505074501037598,
      "eval_runtime": 415.397,
      "eval_samples_per_second": 479.662,
      "eval_steps_per_second": 29.981,
      "step": 488000
    },
    {
      "epoch": 2.1,
      "learning_rate": 3.252666666666667e-07,
      "loss": 2.8041,
      "step": 496000
    },
    {
      "epoch": 2.1,
      "eval_loss": 2.6387767791748047,
      "eval_runtime": 414.3947,
      "eval_samples_per_second": 480.822,
      "eval_steps_per_second": 30.053,
      "step": 496000
    },
    {
      "epoch": 2.13,
      "eval_loss": 2.645991325378418,
      "eval_runtime": 415.4791,
      "eval_samples_per_second": 479.567,
      "eval_steps_per_second": 29.975,
      "step": 504000
    },
    {
      "epoch": 2.16,
      "learning_rate": 3.2253333333333334e-07,
      "loss": 2.7935,
      "step": 512000
    },
    {
      "epoch": 2.16,
      "eval_loss": 2.6518516540527344,
      "eval_runtime": 415.3071,
      "eval_samples_per_second": 479.765,
      "eval_steps_per_second": 29.987,
      "step": 512000
    },
    {
      "epoch": 2.2,
      "eval_loss": 2.6494412422180176,
      "eval_runtime": 416.2526,
      "eval_samples_per_second": 478.676,
      "eval_steps_per_second": 29.919,
      "step": 520000
    },
    {
      "epoch": 2.23,
      "learning_rate": 3.198e-07,
      "loss": 2.7982,
      "step": 528000
    },
    {
      "epoch": 2.23,
      "eval_loss": 2.654994249343872,
      "eval_runtime": 415.1386,
      "eval_samples_per_second": 479.96,
      "eval_steps_per_second": 30.0,
      "step": 528000
    },
    {
      "epoch": 2.27,
      "eval_loss": 2.6460273265838623,
      "eval_runtime": 415.2099,
      "eval_samples_per_second": 479.878,
      "eval_steps_per_second": 29.994,
      "step": 536000
    },
    {
      "epoch": 2.3,
      "learning_rate": 3.1706666666666665e-07,
      "loss": 2.7949,
      "step": 544000
    },
    {
      "epoch": 2.3,
      "eval_loss": 2.649731397628784,
      "eval_runtime": 416.6025,
      "eval_samples_per_second": 478.274,
      "eval_steps_per_second": 29.894,
      "step": 544000
    },
    {
      "epoch": 2.33,
      "eval_loss": 2.6478219032287598,
      "eval_runtime": 416.4871,
      "eval_samples_per_second": 478.406,
      "eval_steps_per_second": 29.902,
      "step": 552000
    },
    {
      "epoch": 2.37,
      "learning_rate": 3.1433333333333336e-07,
      "loss": 2.7953,
      "step": 560000
    },
    {
      "epoch": 2.37,
      "eval_loss": 2.6487133502960205,
      "eval_runtime": 414.3193,
      "eval_samples_per_second": 480.909,
      "eval_steps_per_second": 30.059,
      "step": 560000
    },
    {
      "epoch": 2.4,
      "eval_loss": 2.640001058578491,
      "eval_runtime": 414.4485,
      "eval_samples_per_second": 480.759,
      "eval_steps_per_second": 30.05,
      "step": 568000
    },
    {
      "epoch": 2.43,
      "learning_rate": 3.116e-07,
      "loss": 2.7942,
      "step": 576000
    },
    {
      "epoch": 2.43,
      "eval_loss": 2.6439836025238037,
      "eval_runtime": 415.349,
      "eval_samples_per_second": 479.717,
      "eval_steps_per_second": 29.984,
      "step": 576000
    },
    {
      "epoch": 2.47,
      "eval_loss": NaN,
      "eval_runtime": 415.6748,
      "eval_samples_per_second": 479.341,
      "eval_steps_per_second": 29.961,
      "step": 584000
    },
    {
      "epoch": 2.5,
      "learning_rate": 3.0886666666666667e-07,
      "loss": 2.803,
      "step": 592000
    },
    {
      "epoch": 2.5,
      "eval_loss": 2.6454689502716064,
      "eval_runtime": 416.6019,
      "eval_samples_per_second": 478.274,
      "eval_steps_per_second": 29.894,
      "step": 592000
    },
    {
      "epoch": 2.54,
      "eval_loss": 2.64009165763855,
      "eval_runtime": 414.1362,
      "eval_samples_per_second": 481.122,
      "eval_steps_per_second": 30.072,
      "step": 600000
    },
    {
      "epoch": 2.57,
      "learning_rate": 3.061333333333333e-07,
      "loss": 2.7961,
      "step": 608000
    },
    {
      "epoch": 2.57,
      "eval_loss": 2.6510584354400635,
      "eval_runtime": 414.5176,
      "eval_samples_per_second": 480.679,
      "eval_steps_per_second": 30.045,
      "step": 608000
    },
    {
      "epoch": 2.6,
      "eval_loss": 2.6400928497314453,
      "eval_runtime": 414.9292,
      "eval_samples_per_second": 480.202,
      "eval_steps_per_second": 30.015,
      "step": 616000
    },
    {
      "epoch": 2.64,
      "learning_rate": 3.034e-07,
      "loss": 2.7975,
      "step": 624000
    },
    {
      "epoch": 2.64,
      "eval_loss": 2.6436855792999268,
      "eval_runtime": 414.0912,
      "eval_samples_per_second": 481.174,
      "eval_steps_per_second": 30.075,
      "step": 624000
    },
    {
      "epoch": 2.67,
      "eval_loss": 2.6431784629821777,
      "eval_runtime": 414.8023,
      "eval_samples_per_second": 480.349,
      "eval_steps_per_second": 30.024,
      "step": 632000
    },
    {
      "epoch": 2.7,
      "learning_rate": 3.0066666666666663e-07,
      "loss": 2.7946,
      "step": 640000
    },
    {
      "epoch": 2.7,
      "eval_loss": 2.6461291313171387,
      "eval_runtime": 415.6685,
      "eval_samples_per_second": 479.348,
      "eval_steps_per_second": 29.961,
      "step": 640000
    },
    {
      "epoch": 2.74,
      "eval_loss": 2.6491315364837646,
      "eval_runtime": 417.1915,
      "eval_samples_per_second": 477.598,
      "eval_steps_per_second": 29.852,
      "step": 648000
    },
    {
      "epoch": 2.77,
      "learning_rate": 2.9793333333333334e-07,
      "loss": 2.7963,
      "step": 656000
    },
    {
      "epoch": 2.77,
      "eval_loss": 2.6441593170166016,
      "eval_runtime": 417.5373,
      "eval_samples_per_second": 477.203,
      "eval_steps_per_second": 29.827,
      "step": 656000
    },
    {
      "epoch": 2.81,
      "eval_loss": 2.641571283340454,
      "eval_runtime": 414.7923,
      "eval_samples_per_second": 480.361,
      "eval_steps_per_second": 30.025,
      "step": 664000
    },
    {
      "epoch": 2.84,
      "learning_rate": 2.952e-07,
      "loss": 2.7924,
      "step": 672000
    },
    {
      "epoch": 2.84,
      "eval_loss": 2.6403403282165527,
      "eval_runtime": 413.6349,
      "eval_samples_per_second": 481.705,
      "eval_steps_per_second": 30.109,
      "step": 672000
    },
    {
      "epoch": 2.87,
      "eval_loss": 2.6465871334075928,
      "eval_runtime": 416.286,
      "eval_samples_per_second": 478.637,
      "eval_steps_per_second": 29.917,
      "step": 680000
    },
    {
      "epoch": 2.91,
      "learning_rate": 2.9246666666666665e-07,
      "loss": 2.8004,
      "step": 688000
    },
    {
      "epoch": 2.91,
      "eval_loss": 2.6435861587524414,
      "eval_runtime": 414.7095,
      "eval_samples_per_second": 480.457,
      "eval_steps_per_second": 30.031,
      "step": 688000
    },
    {
      "epoch": 2.94,
      "eval_loss": 2.6446969509124756,
      "eval_runtime": 415.0332,
      "eval_samples_per_second": 480.082,
      "eval_steps_per_second": 30.007,
      "step": 696000
    },
    {
      "epoch": 2.98,
      "learning_rate": 2.897333333333333e-07,
      "loss": 2.8039,
      "step": 704000
    },
    {
      "epoch": 2.98,
      "eval_loss": 2.641172409057617,
      "eval_runtime": 414.5379,
      "eval_samples_per_second": 480.656,
      "eval_steps_per_second": 30.043,
      "step": 704000
    },
    {
      "epoch": 3.01,
      "eval_loss": 2.639988422393799,
      "eval_runtime": 414.2916,
      "eval_samples_per_second": 480.941,
      "eval_steps_per_second": 30.061,
      "step": 712000
    },
    {
      "epoch": 3.04,
      "learning_rate": 2.8699999999999996e-07,
      "loss": 2.7958,
      "step": 720000
    },
    {
      "epoch": 3.04,
      "eval_loss": 2.6418933868408203,
      "eval_runtime": 415.0166,
      "eval_samples_per_second": 480.101,
      "eval_steps_per_second": 30.008,
      "step": 720000
    },
    {
      "epoch": 3.08,
      "eval_loss": 2.6413352489471436,
      "eval_runtime": 413.087,
      "eval_samples_per_second": 482.344,
      "eval_steps_per_second": 30.149,
      "step": 728000
    },
    {
      "epoch": 3.11,
      "learning_rate": 2.8426666666666667e-07,
      "loss": 2.7967,
      "step": 736000
    },
    {
      "epoch": 3.11,
      "eval_loss": NaN,
      "eval_runtime": 413.1334,
      "eval_samples_per_second": 482.29,
      "eval_steps_per_second": 30.145,
      "step": 736000
    },
    {
      "epoch": 3.14,
      "eval_loss": 2.639918327331543,
      "eval_runtime": 422.7228,
      "eval_samples_per_second": 471.349,
      "eval_steps_per_second": 29.461,
      "step": 744000
    },
    {
      "epoch": 3.18,
      "learning_rate": 2.815333333333333e-07,
      "loss": 2.7934,
      "step": 752000
    },
    {
      "epoch": 3.18,
      "eval_loss": 2.640524387359619,
      "eval_runtime": 422.6777,
      "eval_samples_per_second": 471.399,
      "eval_steps_per_second": 29.465,
      "step": 752000
    },
    {
      "epoch": 3.21,
      "eval_loss": 2.6387245655059814,
      "eval_runtime": 420.9074,
      "eval_samples_per_second": 473.382,
      "eval_steps_per_second": 29.588,
      "step": 760000
    },
    {
      "epoch": 3.25,
      "learning_rate": 2.7880000000000003e-07,
      "loss": 2.7988,
      "step": 768000
    },
    {
      "epoch": 3.25,
      "eval_loss": 2.64625883102417,
      "eval_runtime": 419.8681,
      "eval_samples_per_second": 474.554,
      "eval_steps_per_second": 29.662,
      "step": 768000
    },
    {
      "epoch": 3.28,
      "eval_loss": 2.6307883262634277,
      "eval_runtime": 413.6046,
      "eval_samples_per_second": 481.74,
      "eval_steps_per_second": 30.111,
      "step": 776000
    },
    {
      "epoch": 3.31,
      "learning_rate": 2.7606666666666664e-07,
      "loss": 2.793,
      "step": 784000
    },
    {
      "epoch": 3.31,
      "eval_loss": 2.6342904567718506,
      "eval_runtime": 414.4973,
      "eval_samples_per_second": 480.703,
      "eval_steps_per_second": 30.046,
      "step": 784000
    },
    {
      "epoch": 3.35,
      "eval_loss": 2.6358492374420166,
      "eval_runtime": 414.875,
      "eval_samples_per_second": 480.265,
      "eval_steps_per_second": 30.019,
      "step": 792000
    },
    {
      "epoch": 3.38,
      "learning_rate": 2.733333333333333e-07,
      "loss": 2.797,
      "step": 800000
    },
    {
      "epoch": 3.38,
      "eval_loss": 2.639730930328369,
      "eval_runtime": 414.0225,
      "eval_samples_per_second": 481.254,
      "eval_steps_per_second": 30.08,
      "step": 800000
    },
    {
      "epoch": 3.41,
      "eval_loss": 2.6340529918670654,
      "eval_runtime": 415.9272,
      "eval_samples_per_second": 479.05,
      "eval_steps_per_second": 29.943,
      "step": 808000
    },
    {
      "epoch": 3.45,
      "learning_rate": 2.706e-07,
      "loss": 2.7832,
      "step": 816000
    },
    {
      "epoch": 3.45,
      "eval_loss": 2.6393821239471436,
      "eval_runtime": 419.307,
      "eval_samples_per_second": 475.189,
      "eval_steps_per_second": 29.701,
      "step": 816000
    },
    {
      "epoch": 3.48,
      "eval_loss": 2.6341216564178467,
      "eval_runtime": 415.9801,
      "eval_samples_per_second": 478.989,
      "eval_steps_per_second": 29.939,
      "step": 824000
    },
    {
      "epoch": 3.52,
      "learning_rate": 2.6786666666666666e-07,
      "loss": 2.792,
      "step": 832000
    },
    {
      "epoch": 3.52,
      "eval_loss": 2.642409086227417,
      "eval_runtime": 416.1328,
      "eval_samples_per_second": 478.814,
      "eval_steps_per_second": 29.928,
      "step": 832000
    },
    {
      "epoch": 3.55,
      "eval_loss": 2.638009786605835,
      "eval_runtime": 412.7545,
      "eval_samples_per_second": 482.733,
      "eval_steps_per_second": 30.173,
      "step": 840000
    },
    {
      "epoch": 3.58,
      "learning_rate": 2.651333333333333e-07,
      "loss": 2.7945,
      "step": 848000
    },
    {
      "epoch": 3.58,
      "eval_loss": 2.6373209953308105,
      "eval_runtime": 415.2424,
      "eval_samples_per_second": 479.84,
      "eval_steps_per_second": 29.992,
      "step": 848000
    },
    {
      "epoch": 3.62,
      "eval_loss": 2.636631965637207,
      "eval_runtime": 415.4773,
      "eval_samples_per_second": 479.569,
      "eval_steps_per_second": 29.975,
      "step": 856000
    },
    {
      "epoch": 3.65,
      "learning_rate": 2.624e-07,
      "loss": 2.7876,
      "step": 864000
    },
    {
      "epoch": 3.65,
      "eval_loss": 2.6409096717834473,
      "eval_runtime": 413.1752,
      "eval_samples_per_second": 482.241,
      "eval_steps_per_second": 30.142,
      "step": 864000
    },
    {
      "epoch": 3.69,
      "eval_loss": 2.638249635696411,
      "eval_runtime": 412.6062,
      "eval_samples_per_second": 482.906,
      "eval_steps_per_second": 30.184,
      "step": 872000
    },
    {
      "epoch": 3.72,
      "learning_rate": 2.596666666666667e-07,
      "loss": 2.7975,
      "step": 880000
    },
    {
      "epoch": 3.72,
      "eval_loss": 2.62591290473938,
      "eval_runtime": 413.5939,
      "eval_samples_per_second": 481.753,
      "eval_steps_per_second": 30.112,
      "step": 880000
    },
    {
      "epoch": 3.75,
      "eval_loss": 2.6443488597869873,
      "eval_runtime": 415.3476,
      "eval_samples_per_second": 479.719,
      "eval_steps_per_second": 29.985,
      "step": 888000
    },
    {
      "epoch": 3.79,
      "learning_rate": 2.5693333333333333e-07,
      "loss": 2.7965,
      "step": 896000
    },
    {
      "epoch": 3.79,
      "eval_loss": 2.624751567840576,
      "eval_runtime": 415.4056,
      "eval_samples_per_second": 479.652,
      "eval_steps_per_second": 29.98,
      "step": 896000
    },
    {
      "epoch": 3.82,
      "eval_loss": 2.639540433883667,
      "eval_runtime": 414.6525,
      "eval_samples_per_second": 480.523,
      "eval_steps_per_second": 30.035,
      "step": 904000
    },
    {
      "epoch": 3.85,
      "learning_rate": 2.542e-07,
      "loss": 2.7991,
      "step": 912000
    },
    {
      "epoch": 3.85,
      "eval_loss": 2.632520914077759,
      "eval_runtime": 414.5399,
      "eval_samples_per_second": 480.653,
      "eval_steps_per_second": 30.043,
      "step": 912000
    },
    {
      "epoch": 3.89,
      "eval_loss": 2.635369300842285,
      "eval_runtime": 415.2855,
      "eval_samples_per_second": 479.79,
      "eval_steps_per_second": 29.989,
      "step": 920000
    },
    {
      "epoch": 3.92,
      "learning_rate": 2.5146666666666664e-07,
      "loss": 2.7947,
      "step": 928000
    },
    {
      "epoch": 3.92,
      "eval_loss": 2.6342415809631348,
      "eval_runtime": 414.7268,
      "eval_samples_per_second": 480.437,
      "eval_steps_per_second": 30.029,
      "step": 928000
    },
    {
      "epoch": 3.96,
      "eval_loss": 2.6290154457092285,
      "eval_runtime": 414.3923,
      "eval_samples_per_second": 480.825,
      "eval_steps_per_second": 30.054,
      "step": 936000
    },
    {
      "epoch": 3.99,
      "learning_rate": 2.4873333333333335e-07,
      "loss": 2.7977,
      "step": 944000
    },
    {
      "epoch": 3.99,
      "eval_loss": 2.631457567214966,
      "eval_runtime": 414.9085,
      "eval_samples_per_second": 480.226,
      "eval_steps_per_second": 30.016,
      "step": 944000
    },
    {
      "epoch": 4.02,
      "eval_loss": 2.634674310684204,
      "eval_runtime": 415.5412,
      "eval_samples_per_second": 479.495,
      "eval_steps_per_second": 29.971,
      "step": 952000
    },
    {
      "epoch": 4.06,
      "learning_rate": 2.46e-07,
      "loss": 2.8,
      "step": 960000
    },
    {
      "epoch": 4.06,
      "eval_loss": 2.631823778152466,
      "eval_runtime": 415.1034,
      "eval_samples_per_second": 480.001,
      "eval_steps_per_second": 30.002,
      "step": 960000
    },
    {
      "epoch": 4.09,
      "eval_loss": 2.6328303813934326,
      "eval_runtime": 415.6276,
      "eval_samples_per_second": 479.395,
      "eval_steps_per_second": 29.964,
      "step": 968000
    },
    {
      "epoch": 4.12,
      "learning_rate": 2.4326666666666666e-07,
      "loss": 2.7945,
      "step": 976000
    },
    {
      "epoch": 4.12,
      "eval_loss": 2.6315038204193115,
      "eval_runtime": 414.41,
      "eval_samples_per_second": 480.804,
      "eval_steps_per_second": 30.052,
      "step": 976000
    },
    {
      "epoch": 4.16,
      "eval_loss": 2.6296520233154297,
      "eval_runtime": 415.5411,
      "eval_samples_per_second": 479.495,
      "eval_steps_per_second": 29.971,
      "step": 984000
    },
    {
      "epoch": 4.19,
      "learning_rate": 2.405333333333333e-07,
      "loss": 2.7946,
      "step": 992000
    },
    {
      "epoch": 4.19,
      "eval_loss": 2.6377837657928467,
      "eval_runtime": 415.4925,
      "eval_samples_per_second": 479.551,
      "eval_steps_per_second": 29.974,
      "step": 992000
    },
    {
      "epoch": 4.23,
      "eval_loss": 2.632783889770508,
      "eval_runtime": 415.0903,
      "eval_samples_per_second": 480.016,
      "eval_steps_per_second": 30.003,
      "step": 1000000
    },
    {
      "epoch": 4.26,
      "learning_rate": 2.3779999999999997e-07,
      "loss": 2.7962,
      "step": 1008000
    },
    {
      "epoch": 4.26,
      "eval_loss": 2.6295533180236816,
      "eval_runtime": 413.2357,
      "eval_samples_per_second": 482.17,
      "eval_steps_per_second": 30.138,
      "step": 1008000
    },
    {
      "epoch": 4.29,
      "eval_loss": 2.6346757411956787,
      "eval_runtime": 416.3926,
      "eval_samples_per_second": 478.515,
      "eval_steps_per_second": 29.909,
      "step": 1016000
    },
    {
      "epoch": 4.33,
      "learning_rate": 2.3506666666666668e-07,
      "loss": 2.7932,
      "step": 1024000
    },
    {
      "epoch": 4.33,
      "eval_loss": 2.6355090141296387,
      "eval_runtime": 417.2451,
      "eval_samples_per_second": 477.537,
      "eval_steps_per_second": 29.848,
      "step": 1024000
    },
    {
      "epoch": 4.36,
      "eval_loss": 2.6363675594329834,
      "eval_runtime": 416.1756,
      "eval_samples_per_second": 478.764,
      "eval_steps_per_second": 29.925,
      "step": 1032000
    },
    {
      "epoch": 4.4,
      "learning_rate": 2.3233333333333334e-07,
      "loss": 2.7992,
      "step": 1040000
    },
    {
      "epoch": 4.4,
      "eval_loss": 2.632688522338867,
      "eval_runtime": 414.8733,
      "eval_samples_per_second": 480.267,
      "eval_steps_per_second": 30.019,
      "step": 1040000
    },
    {
      "epoch": 4.43,
      "eval_loss": 2.6272976398468018,
      "eval_runtime": 416.0306,
      "eval_samples_per_second": 478.931,
      "eval_steps_per_second": 29.935,
      "step": 1048000
    },
    {
      "epoch": 4.46,
      "learning_rate": 2.2960000000000002e-07,
      "loss": 2.7922,
      "step": 1056000
    },
    {
      "epoch": 4.46,
      "eval_loss": 2.6301381587982178,
      "eval_runtime": 418.1292,
      "eval_samples_per_second": 476.527,
      "eval_steps_per_second": 29.785,
      "step": 1056000
    },
    {
      "epoch": 4.5,
      "eval_loss": 2.634971857070923,
      "eval_runtime": 415.4628,
      "eval_samples_per_second": 479.586,
      "eval_steps_per_second": 29.976,
      "step": 1064000
    },
    {
      "epoch": 4.53,
      "learning_rate": 2.2686666666666667e-07,
      "loss": 2.7939,
      "step": 1072000
    },
    {
      "epoch": 4.53,
      "eval_loss": 2.63580584526062,
      "eval_runtime": 414.2262,
      "eval_samples_per_second": 481.017,
      "eval_steps_per_second": 30.066,
      "step": 1072000
    },
    {
      "epoch": 4.56,
      "eval_loss": NaN,
      "eval_runtime": 415.858,
      "eval_samples_per_second": 479.13,
      "eval_steps_per_second": 29.948,
      "step": 1080000
    },
    {
      "epoch": 4.6,
      "learning_rate": 2.2413333333333333e-07,
      "loss": 2.789,
      "step": 1088000
    },
    {
      "epoch": 4.6,
      "eval_loss": 2.628849983215332,
      "eval_runtime": 416.3917,
      "eval_samples_per_second": 478.516,
      "eval_steps_per_second": 29.909,
      "step": 1088000
    },
    {
      "epoch": 4.63,
      "eval_loss": 2.626696825027466,
      "eval_runtime": 415.8123,
      "eval_samples_per_second": 479.183,
      "eval_steps_per_second": 29.951,
      "step": 1096000
    },
    {
      "epoch": 4.67,
      "learning_rate": 2.214e-07,
      "loss": 2.7965,
      "step": 1104000
    },
    {
      "epoch": 4.67,
      "eval_loss": 2.6229259967803955,
      "eval_runtime": 415.4378,
      "eval_samples_per_second": 479.615,
      "eval_steps_per_second": 29.978,
      "step": 1104000
    },
    {
      "epoch": 4.7,
      "eval_loss": 2.6331067085266113,
      "eval_runtime": 415.4213,
      "eval_samples_per_second": 479.634,
      "eval_steps_per_second": 29.979,
      "step": 1112000
    },
    {
      "epoch": 4.73,
      "learning_rate": 2.1866666666666667e-07,
      "loss": 2.7963,
      "step": 1120000
    },
    {
      "epoch": 4.73,
      "eval_loss": 2.6367764472961426,
      "eval_runtime": 416.9274,
      "eval_samples_per_second": 477.901,
      "eval_steps_per_second": 29.871,
      "step": 1120000
    },
    {
      "epoch": 4.77,
      "eval_loss": 2.6436047554016113,
      "eval_runtime": 414.3896,
      "eval_samples_per_second": 480.828,
      "eval_steps_per_second": 30.054,
      "step": 1128000
    },
    {
      "epoch": 4.8,
      "learning_rate": 2.1593333333333332e-07,
      "loss": 2.7993,
      "step": 1136000
    },
    {
      "epoch": 4.8,
      "eval_loss": 2.6363236904144287,
      "eval_runtime": 414.4703,
      "eval_samples_per_second": 480.734,
      "eval_steps_per_second": 30.048,
      "step": 1136000
    },
    {
      "epoch": 4.83,
      "eval_loss": 2.628790855407715,
      "eval_runtime": 413.6012,
      "eval_samples_per_second": 481.744,
      "eval_steps_per_second": 30.111,
      "step": 1144000
    },
    {
      "epoch": 4.87,
      "learning_rate": 2.132e-07,
      "loss": 2.7952,
      "step": 1152000
    },
    {
      "epoch": 4.87,
      "eval_loss": 2.6294453144073486,
      "eval_runtime": 414.7494,
      "eval_samples_per_second": 480.411,
      "eval_steps_per_second": 30.028,
      "step": 1152000
    },
    {
      "epoch": 4.9,
      "eval_loss": 2.6337034702301025,
      "eval_runtime": 416.1788,
      "eval_samples_per_second": 478.761,
      "eval_steps_per_second": 29.925,
      "step": 1160000
    },
    {
      "epoch": 4.94,
      "learning_rate": 2.1046666666666666e-07,
      "loss": 2.7972,
      "step": 1168000
    },
    {
      "epoch": 4.94,
      "eval_loss": 2.623483657836914,
      "eval_runtime": 414.4419,
      "eval_samples_per_second": 480.767,
      "eval_steps_per_second": 30.05,
      "step": 1168000
    },
    {
      "epoch": 4.97,
      "eval_loss": 2.640516996383667,
      "eval_runtime": 414.5607,
      "eval_samples_per_second": 480.629,
      "eval_steps_per_second": 30.041,
      "step": 1176000
    },
    {
      "epoch": 5.0,
      "learning_rate": 2.0773333333333334e-07,
      "loss": 2.7988,
      "step": 1184000
    },
    {
      "epoch": 5.0,
      "eval_loss": 2.626560926437378,
      "eval_runtime": 415.66,
      "eval_samples_per_second": 479.358,
      "eval_steps_per_second": 29.962,
      "step": 1184000
    },
    {
      "epoch": 5.04,
      "eval_loss": 2.632770299911499,
      "eval_runtime": 422.5737,
      "eval_samples_per_second": 471.515,
      "eval_steps_per_second": 29.472,
      "step": 1192000
    },
    {
      "epoch": 5.07,
      "learning_rate": 2.05e-07,
      "loss": 2.7901,
      "step": 1200000
    },
    {
      "epoch": 5.07,
      "eval_loss": 2.6335248947143555,
      "eval_runtime": 419.9786,
      "eval_samples_per_second": 474.429,
      "eval_steps_per_second": 29.654,
      "step": 1200000
    },
    {
      "epoch": 5.11,
      "eval_loss": 2.6405279636383057,
      "eval_runtime": 419.4258,
      "eval_samples_per_second": 475.054,
      "eval_steps_per_second": 29.693,
      "step": 1208000
    },
    {
      "epoch": 5.14,
      "learning_rate": 2.0226666666666668e-07,
      "loss": 2.7975,
      "step": 1216000
    },
    {
      "epoch": 5.14,
      "eval_loss": 2.624608278274536,
      "eval_runtime": 421.319,
      "eval_samples_per_second": 472.92,
      "eval_steps_per_second": 29.56,
      "step": 1216000
    },
    {
      "epoch": 5.17,
      "eval_loss": 2.6314573287963867,
      "eval_runtime": 417.198,
      "eval_samples_per_second": 477.591,
      "eval_steps_per_second": 29.852,
      "step": 1224000
    },
    {
      "epoch": 5.21,
      "learning_rate": 1.9953333333333333e-07,
      "loss": 2.7974,
      "step": 1232000
    },
    {
      "epoch": 5.21,
      "eval_loss": 2.639028549194336,
      "eval_runtime": 414.299,
      "eval_samples_per_second": 480.933,
      "eval_steps_per_second": 30.06,
      "step": 1232000
    },
    {
      "epoch": 5.24,
      "eval_loss": 2.631808280944824,
      "eval_runtime": 413.617,
      "eval_samples_per_second": 481.726,
      "eval_steps_per_second": 30.11,
      "step": 1240000
    },
    {
      "epoch": 5.27,
      "learning_rate": 1.968e-07,
      "loss": 2.7909,
      "step": 1248000
    },
    {
      "epoch": 5.27,
      "eval_loss": 2.6236965656280518,
      "eval_runtime": 414.1647,
      "eval_samples_per_second": 481.089,
      "eval_steps_per_second": 30.07,
      "step": 1248000
    },
    {
      "epoch": 5.31,
      "eval_loss": 2.6343328952789307,
      "eval_runtime": 416.7312,
      "eval_samples_per_second": 478.126,
      "eval_steps_per_second": 29.885,
      "step": 1256000
    },
    {
      "epoch": 5.34,
      "learning_rate": 1.9406666666666667e-07,
      "loss": 2.7899,
      "step": 1264000
    },
    {
      "epoch": 5.34,
      "eval_loss": 2.628756284713745,
      "eval_runtime": 415.9879,
      "eval_samples_per_second": 478.98,
      "eval_steps_per_second": 29.938,
      "step": 1264000
    },
    {
      "epoch": 5.38,
      "eval_loss": 2.629678964614868,
      "eval_runtime": 415.5157,
      "eval_samples_per_second": 479.525,
      "eval_steps_per_second": 29.972,
      "step": 1272000
    },
    {
      "epoch": 5.41,
      "learning_rate": 1.9133333333333333e-07,
      "loss": 2.7937,
      "step": 1280000
    },
    {
      "epoch": 5.41,
      "eval_loss": 2.63431715965271,
      "eval_runtime": 416.1785,
      "eval_samples_per_second": 478.761,
      "eval_steps_per_second": 29.925,
      "step": 1280000
    },
    {
      "epoch": 5.44,
      "eval_loss": 2.6306326389312744,
      "eval_runtime": 421.3392,
      "eval_samples_per_second": 472.897,
      "eval_steps_per_second": 29.558,
      "step": 1288000
    },
    {
      "epoch": 5.48,
      "learning_rate": 1.886e-07,
      "loss": 2.7916,
      "step": 1296000
    },
    {
      "epoch": 5.48,
      "eval_loss": 2.6267640590667725,
      "eval_runtime": 419.4553,
      "eval_samples_per_second": 475.021,
      "eval_steps_per_second": 29.691,
      "step": 1296000
    },
    {
      "epoch": 5.51,
      "eval_loss": 2.63167667388916,
      "eval_runtime": 419.3882,
      "eval_samples_per_second": 475.097,
      "eval_steps_per_second": 29.696,
      "step": 1304000
    },
    {
      "epoch": 5.54,
      "learning_rate": 1.8586666666666666e-07,
      "loss": 2.7874,
      "step": 1312000
    },
    {
      "epoch": 5.54,
      "eval_loss": 2.6380093097686768,
      "eval_runtime": 418.5148,
      "eval_samples_per_second": 476.088,
      "eval_steps_per_second": 29.758,
      "step": 1312000
    },
    {
      "epoch": 5.58,
      "eval_loss": 2.6281051635742188,
      "eval_runtime": 415.0221,
      "eval_samples_per_second": 480.095,
      "eval_steps_per_second": 30.008,
      "step": 1320000
    },
    {
      "epoch": 5.61,
      "learning_rate": 1.8313333333333332e-07,
      "loss": 2.7967,
      "step": 1328000
    },
    {
      "epoch": 5.61,
      "eval_loss": 2.633375406265259,
      "eval_runtime": 414.3238,
      "eval_samples_per_second": 480.904,
      "eval_steps_per_second": 30.059,
      "step": 1328000
    },
    {
      "epoch": 5.65,
      "eval_loss": 2.6272847652435303,
      "eval_runtime": 413.511,
      "eval_samples_per_second": 481.849,
      "eval_steps_per_second": 30.118,
      "step": 1336000
    },
    {
      "epoch": 5.68,
      "learning_rate": 1.804e-07,
      "loss": 2.791,
      "step": 1344000
    },
    {
      "epoch": 5.68,
      "eval_loss": 2.6339497566223145,
      "eval_runtime": 414.4191,
      "eval_samples_per_second": 480.794,
      "eval_steps_per_second": 30.052,
      "step": 1344000
    },
    {
      "epoch": 5.71,
      "eval_loss": 2.6276426315307617,
      "eval_runtime": 415.1118,
      "eval_samples_per_second": 479.991,
      "eval_steps_per_second": 30.002,
      "step": 1352000
    },
    {
      "epoch": 5.75,
      "learning_rate": 1.7766666666666666e-07,
      "loss": 2.791,
      "step": 1360000
    },
    {
      "epoch": 5.75,
      "eval_loss": 2.6246891021728516,
      "eval_runtime": 414.8524,
      "eval_samples_per_second": 480.291,
      "eval_steps_per_second": 30.02,
      "step": 1360000
    },
    {
      "epoch": 5.78,
      "eval_loss": 2.630341053009033,
      "eval_runtime": 413.0138,
      "eval_samples_per_second": 482.429,
      "eval_steps_per_second": 30.154,
      "step": 1368000
    },
    {
      "epoch": 5.82,
      "learning_rate": 1.7493333333333334e-07,
      "loss": 2.7909,
      "step": 1376000
    },
    {
      "epoch": 5.82,
      "eval_loss": 2.635547637939453,
      "eval_runtime": 414.6547,
      "eval_samples_per_second": 480.52,
      "eval_steps_per_second": 30.035,
      "step": 1376000
    },
    {
      "epoch": 5.85,
      "eval_loss": 2.6352195739746094,
      "eval_runtime": 415.8747,
      "eval_samples_per_second": 479.111,
      "eval_steps_per_second": 29.947,
      "step": 1384000
    },
    {
      "epoch": 5.88,
      "learning_rate": 1.722e-07,
      "loss": 2.7833,
      "step": 1392000
    },
    {
      "epoch": 5.88,
      "eval_loss": 2.6320648193359375,
      "eval_runtime": 415.8557,
      "eval_samples_per_second": 479.133,
      "eval_steps_per_second": 29.948,
      "step": 1392000
    },
    {
      "epoch": 5.92,
      "eval_loss": 2.6335620880126953,
      "eval_runtime": 415.5817,
      "eval_samples_per_second": 479.448,
      "eval_steps_per_second": 29.968,
      "step": 1400000
    },
    {
      "epoch": 5.95,
      "learning_rate": 1.6946666666666668e-07,
      "loss": 2.7944,
      "step": 1408000
    },
    {
      "epoch": 5.95,
      "eval_loss": 2.631206750869751,
      "eval_runtime": 414.1531,
      "eval_samples_per_second": 481.102,
      "eval_steps_per_second": 30.071,
      "step": 1408000
    },
    {
      "epoch": 5.98,
      "eval_loss": 2.6222622394561768,
      "eval_runtime": 414.6922,
      "eval_samples_per_second": 480.477,
      "eval_steps_per_second": 30.032,
      "step": 1416000
    },
    {
      "epoch": 6.02,
      "learning_rate": 1.6673333333333333e-07,
      "loss": 2.8001,
      "step": 1424000
    },
    {
      "epoch": 6.02,
      "eval_loss": 2.6369099617004395,
      "eval_runtime": 415.0521,
      "eval_samples_per_second": 480.06,
      "eval_steps_per_second": 30.006,
      "step": 1424000
    },
    {
      "epoch": 6.05,
      "eval_loss": 2.629903793334961,
      "eval_runtime": 414.081,
      "eval_samples_per_second": 481.186,
      "eval_steps_per_second": 30.076,
      "step": 1432000
    },
    {
      "epoch": 6.09,
      "learning_rate": 1.64e-07,
      "loss": 2.7954,
      "step": 1440000
    },
    {
      "epoch": 6.09,
      "eval_loss": 2.637263536453247,
      "eval_runtime": 414.6606,
      "eval_samples_per_second": 480.513,
      "eval_steps_per_second": 30.034,
      "step": 1440000
    },
    {
      "epoch": 6.12,
      "eval_loss": 2.622265100479126,
      "eval_runtime": 416.7434,
      "eval_samples_per_second": 478.112,
      "eval_steps_per_second": 29.884,
      "step": 1448000
    },
    {
      "epoch": 6.15,
      "learning_rate": 1.6126666666666667e-07,
      "loss": 2.7914,
      "step": 1456000
    },
    {
      "epoch": 6.15,
      "eval_loss": 2.622511863708496,
      "eval_runtime": 417.3412,
      "eval_samples_per_second": 477.427,
      "eval_steps_per_second": 29.841,
      "step": 1456000
    },
    {
      "epoch": 6.19,
      "eval_loss": 2.627666473388672,
      "eval_runtime": 416.5994,
      "eval_samples_per_second": 478.277,
      "eval_steps_per_second": 29.894,
      "step": 1464000
    },
    {
      "epoch": 6.22,
      "learning_rate": 1.5853333333333332e-07,
      "loss": 2.7896,
      "step": 1472000
    },
    {
      "epoch": 6.22,
      "eval_loss": 2.633397102355957,
      "eval_runtime": 415.8503,
      "eval_samples_per_second": 479.139,
      "eval_steps_per_second": 29.948,
      "step": 1472000
    },
    {
      "epoch": 6.26,
      "eval_loss": 2.625962495803833,
      "eval_runtime": 414.2001,
      "eval_samples_per_second": 481.048,
      "eval_steps_per_second": 30.068,
      "step": 1480000
    },
    {
      "epoch": 6.29,
      "learning_rate": 1.558e-07,
      "loss": 2.7925,
      "step": 1488000
    },
    {
      "epoch": 6.29,
      "eval_loss": 2.6312003135681152,
      "eval_runtime": 415.5727,
      "eval_samples_per_second": 479.459,
      "eval_steps_per_second": 29.968,
      "step": 1488000
    },
    {
      "epoch": 6.32,
      "eval_loss": 2.633601427078247,
      "eval_runtime": 416.5001,
      "eval_samples_per_second": 478.391,
      "eval_steps_per_second": 29.902,
      "step": 1496000
    },
    {
      "epoch": 6.36,
      "learning_rate": 1.5306666666666666e-07,
      "loss": 2.7976,
      "step": 1504000
    },
    {
      "epoch": 6.36,
      "eval_loss": 2.626960277557373,
      "eval_runtime": 413.9057,
      "eval_samples_per_second": 481.39,
      "eval_steps_per_second": 30.089,
      "step": 1504000
    },
    {
      "epoch": 6.39,
      "eval_loss": 2.6285572052001953,
      "eval_runtime": 415.4246,
      "eval_samples_per_second": 479.63,
      "eval_steps_per_second": 29.979,
      "step": 1512000
    },
    {
      "epoch": 6.42,
      "learning_rate": 1.5033333333333332e-07,
      "loss": 2.8025,
      "step": 1520000
    },
    {
      "epoch": 6.42,
      "eval_loss": 2.632030487060547,
      "eval_runtime": 415.8213,
      "eval_samples_per_second": 479.172,
      "eval_steps_per_second": 29.95,
      "step": 1520000
    },
    {
      "epoch": 6.46,
      "eval_loss": 2.6252386569976807,
      "eval_runtime": 415.748,
      "eval_samples_per_second": 479.257,
      "eval_steps_per_second": 29.956,
      "step": 1528000
    },
    {
      "epoch": 6.49,
      "learning_rate": 1.476e-07,
      "loss": 2.7953,
      "step": 1536000
    },
    {
      "epoch": 6.49,
      "eval_loss": 2.631873607635498,
      "eval_runtime": 413.9705,
      "eval_samples_per_second": 481.314,
      "eval_steps_per_second": 30.084,
      "step": 1536000
    },
    {
      "epoch": 6.53,
      "eval_loss": 2.622326135635376,
      "eval_runtime": 417.8553,
      "eval_samples_per_second": 476.84,
      "eval_steps_per_second": 29.805,
      "step": 1544000
    },
    {
      "epoch": 6.56,
      "learning_rate": 1.4486666666666665e-07,
      "loss": 2.7994,
      "step": 1552000
    },
    {
      "epoch": 6.56,
      "eval_loss": 2.6357638835906982,
      "eval_runtime": 417.2592,
      "eval_samples_per_second": 477.521,
      "eval_steps_per_second": 29.847,
      "step": 1552000
    },
    {
      "epoch": 6.59,
      "eval_loss": 2.629568576812744,
      "eval_runtime": 416.6599,
      "eval_samples_per_second": 478.208,
      "eval_steps_per_second": 29.89,
      "step": 1560000
    },
    {
      "epoch": 6.63,
      "learning_rate": 1.4213333333333334e-07,
      "loss": 2.7966,
      "step": 1568000
    },
    {
      "epoch": 6.63,
      "eval_loss": 2.636014938354492,
      "eval_runtime": 416.2491,
      "eval_samples_per_second": 478.68,
      "eval_steps_per_second": 29.92,
      "step": 1568000
    },
    {
      "epoch": 6.66,
      "eval_loss": 2.6326565742492676,
      "eval_runtime": 414.8509,
      "eval_samples_per_second": 480.293,
      "eval_steps_per_second": 30.02,
      "step": 1576000
    },
    {
      "epoch": 6.69,
      "learning_rate": 1.3940000000000002e-07,
      "loss": 2.7883,
      "step": 1584000
    },
    {
      "epoch": 6.69,
      "eval_loss": 2.6365151405334473,
      "eval_runtime": 416.5987,
      "eval_samples_per_second": 478.278,
      "eval_steps_per_second": 29.894,
      "step": 1584000
    },
    {
      "epoch": 6.73,
      "eval_loss": 2.6257715225219727,
      "eval_runtime": 417.307,
      "eval_samples_per_second": 477.466,
      "eval_steps_per_second": 29.844,
      "step": 1592000
    },
    {
      "epoch": 6.76,
      "learning_rate": 1.3666666666666665e-07,
      "loss": 2.7963,
      "step": 1600000
    },
    {
      "epoch": 6.76,
      "eval_loss": 2.6400821208953857,
      "eval_runtime": 416.6899,
      "eval_samples_per_second": 478.173,
      "eval_steps_per_second": 29.888,
      "step": 1600000
    },
    {
      "epoch": 6.8,
      "eval_loss": 2.6317903995513916,
      "eval_runtime": 424.5231,
      "eval_samples_per_second": 469.35,
      "eval_steps_per_second": 29.336,
      "step": 1608000
    },
    {
      "epoch": 6.83,
      "learning_rate": 1.3393333333333333e-07,
      "loss": 2.7923,
      "step": 1616000
    },
    {
      "epoch": 6.83,
      "eval_loss": 2.633047103881836,
      "eval_runtime": 425.6323,
      "eval_samples_per_second": 468.127,
      "eval_steps_per_second": 29.26,
      "step": 1616000
    },
    {
      "epoch": 6.86,
      "eval_loss": 2.637237071990967,
      "eval_runtime": 424.7976,
      "eval_samples_per_second": 469.047,
      "eval_steps_per_second": 29.317,
      "step": 1624000
    },
    {
      "epoch": 6.9,
      "learning_rate": 1.312e-07,
      "loss": 2.789,
      "step": 1632000
    },
    {
      "epoch": 6.9,
      "eval_loss": 2.636323928833008,
      "eval_runtime": 425.1309,
      "eval_samples_per_second": 468.679,
      "eval_steps_per_second": 29.295,
      "step": 1632000
    },
    {
      "epoch": 6.93,
      "eval_loss": 2.6345624923706055,
      "eval_runtime": 421.3336,
      "eval_samples_per_second": 472.903,
      "eval_steps_per_second": 29.559,
      "step": 1640000
    },
    {
      "epoch": 6.97,
      "learning_rate": 1.2846666666666667e-07,
      "loss": 2.7883,
      "step": 1648000
    },
    {
      "epoch": 6.97,
      "eval_loss": 2.629164934158325,
      "eval_runtime": 419.6709,
      "eval_samples_per_second": 474.777,
      "eval_steps_per_second": 29.676,
      "step": 1648000
    },
    {
      "epoch": 7.0,
      "eval_loss": 2.6284499168395996,
      "eval_runtime": 421.1638,
      "eval_samples_per_second": 473.094,
      "eval_steps_per_second": 29.57,
      "step": 1656000
    },
    {
      "epoch": 7.03,
      "learning_rate": 1.2573333333333332e-07,
      "loss": 2.7965,
      "step": 1664000
    },
    {
      "epoch": 7.03,
      "eval_loss": 2.6407673358917236,
      "eval_runtime": 421.0368,
      "eval_samples_per_second": 473.237,
      "eval_steps_per_second": 29.579,
      "step": 1664000
    },
    {
      "epoch": 7.07,
      "eval_loss": 2.629608154296875,
      "eval_runtime": 418.0892,
      "eval_samples_per_second": 476.573,
      "eval_steps_per_second": 29.788,
      "step": 1672000
    },
    {
      "epoch": 7.1,
      "learning_rate": 1.23e-07,
      "loss": 2.7963,
      "step": 1680000
    },
    {
      "epoch": 7.1,
      "eval_loss": 2.633134603500366,
      "eval_runtime": 417.1134,
      "eval_samples_per_second": 477.688,
      "eval_steps_per_second": 29.858,
      "step": 1680000
    },
    {
      "epoch": 7.13,
      "eval_loss": 2.633925437927246,
      "eval_runtime": 416.8801,
      "eval_samples_per_second": 477.955,
      "eval_steps_per_second": 29.874,
      "step": 1688000
    },
    {
      "epoch": 7.17,
      "learning_rate": 1.2026666666666666e-07,
      "loss": 2.7911,
      "step": 1696000
    },
    {
      "epoch": 7.17,
      "eval_loss": 2.6206448078155518,
      "eval_runtime": 416.5239,
      "eval_samples_per_second": 478.364,
      "eval_steps_per_second": 29.9,
      "step": 1696000
    },
    {
      "epoch": 7.2,
      "eval_loss": 2.626826047897339,
      "eval_runtime": 423.5563,
      "eval_samples_per_second": 470.422,
      "eval_steps_per_second": 29.403,
      "step": 1704000
    },
    {
      "epoch": 7.24,
      "learning_rate": 1.1753333333333334e-07,
      "loss": 2.794,
      "step": 1712000
    },
    {
      "epoch": 7.24,
      "eval_loss": 2.6277658939361572,
      "eval_runtime": 424.0426,
      "eval_samples_per_second": 469.882,
      "eval_steps_per_second": 29.37,
      "step": 1712000
    },
    {
      "epoch": 7.27,
      "eval_loss": 2.624177932739258,
      "eval_runtime": 424.5606,
      "eval_samples_per_second": 469.309,
      "eval_steps_per_second": 29.334,
      "step": 1720000
    },
    {
      "epoch": 7.3,
      "learning_rate": 1.1480000000000001e-07,
      "loss": 2.7893,
      "step": 1728000
    },
    {
      "epoch": 7.3,
      "eval_loss": 2.6329119205474854,
      "eval_runtime": 423.4044,
      "eval_samples_per_second": 470.59,
      "eval_steps_per_second": 29.414,
      "step": 1728000
    },
    {
      "epoch": 7.34,
      "eval_loss": 2.634227991104126,
      "eval_runtime": 416.548,
      "eval_samples_per_second": 478.336,
      "eval_steps_per_second": 29.898,
      "step": 1736000
    },
    {
      "epoch": 7.37,
      "learning_rate": 1.1206666666666666e-07,
      "loss": 2.7935,
      "step": 1744000
    },
    {
      "epoch": 7.37,
      "eval_loss": 2.632899284362793,
      "eval_runtime": 416.0609,
      "eval_samples_per_second": 478.896,
      "eval_steps_per_second": 29.933,
      "step": 1744000
    },
    {
      "epoch": 7.4,
      "eval_loss": 2.6293511390686035,
      "eval_runtime": 417.5782,
      "eval_samples_per_second": 477.156,
      "eval_steps_per_second": 29.824,
      "step": 1752000
    },
    {
      "epoch": 7.44,
      "learning_rate": 1.0933333333333333e-07,
      "loss": 2.7936,
      "step": 1760000
    },
    {
      "epoch": 7.44,
      "eval_loss": 2.6300759315490723,
      "eval_runtime": 417.5993,
      "eval_samples_per_second": 477.132,
      "eval_steps_per_second": 29.823,
      "step": 1760000
    },
    {
      "epoch": 7.47,
      "eval_loss": 2.629504442214966,
      "eval_runtime": 417.0022,
      "eval_samples_per_second": 477.815,
      "eval_steps_per_second": 29.866,
      "step": 1768000
    },
    {
      "epoch": 7.51,
      "learning_rate": 1.066e-07,
      "loss": 2.7922,
      "step": 1776000
    },
    {
      "epoch": 7.51,
      "eval_loss": 2.6260571479797363,
      "eval_runtime": 415.7532,
      "eval_samples_per_second": 479.251,
      "eval_steps_per_second": 29.955,
      "step": 1776000
    },
    {
      "epoch": 7.54,
      "eval_loss": 2.6370482444763184,
      "eval_runtime": 417.3737,
      "eval_samples_per_second": 477.39,
      "eval_steps_per_second": 29.839,
      "step": 1784000
    },
    {
      "epoch": 7.57,
      "learning_rate": 1.0386666666666667e-07,
      "loss": 2.7911,
      "step": 1792000
    },
    {
      "epoch": 7.57,
      "eval_loss": 2.636384963989258,
      "eval_runtime": 417.7415,
      "eval_samples_per_second": 476.97,
      "eval_steps_per_second": 29.813,
      "step": 1792000
    },
    {
      "epoch": 7.61,
      "eval_loss": 2.623237371444702,
      "eval_runtime": 418.4252,
      "eval_samples_per_second": 476.19,
      "eval_steps_per_second": 29.764,
      "step": 1800000
    },
    {
      "epoch": 7.64,
      "learning_rate": 1.0113333333333334e-07,
      "loss": 2.795,
      "step": 1808000
    },
    {
      "epoch": 7.64,
      "eval_loss": 2.6200833320617676,
      "eval_runtime": 419.0681,
      "eval_samples_per_second": 475.46,
      "eval_steps_per_second": 29.718,
      "step": 1808000
    },
    {
      "epoch": 7.68,
      "eval_loss": 2.6329450607299805,
      "eval_runtime": 420.2799,
      "eval_samples_per_second": 474.089,
      "eval_steps_per_second": 29.633,
      "step": 1816000
    },
    {
      "epoch": 7.71,
      "learning_rate": 9.84e-08,
      "loss": 2.7898,
      "step": 1824000
    },
    {
      "epoch": 7.71,
      "eval_loss": 2.6248958110809326,
      "eval_runtime": 419.6056,
      "eval_samples_per_second": 474.851,
      "eval_steps_per_second": 29.68,
      "step": 1824000
    },
    {
      "epoch": 7.74,
      "eval_loss": 2.6249101161956787,
      "eval_runtime": 420.4509,
      "eval_samples_per_second": 473.896,
      "eval_steps_per_second": 29.621,
      "step": 1832000
    },
    {
      "epoch": 7.78,
      "learning_rate": 9.566666666666666e-08,
      "loss": 2.7931,
      "step": 1840000
    },
    {
      "epoch": 7.78,
      "eval_loss": 2.636091947555542,
      "eval_runtime": 419.4224,
      "eval_samples_per_second": 475.058,
      "eval_steps_per_second": 29.693,
      "step": 1840000
    },
    {
      "epoch": 7.81,
      "eval_loss": NaN,
      "eval_runtime": 419.9847,
      "eval_samples_per_second": 474.422,
      "eval_steps_per_second": 29.653,
      "step": 1848000
    },
    {
      "epoch": 7.84,
      "learning_rate": 9.293333333333333e-08,
      "loss": 2.7919,
      "step": 1856000
    },
    {
      "epoch": 7.84,
      "eval_loss": 2.627026319503784,
      "eval_runtime": 421.2325,
      "eval_samples_per_second": 473.017,
      "eval_steps_per_second": 29.566,
      "step": 1856000
    },
    {
      "epoch": 7.88,
      "eval_loss": 2.636218309402466,
      "eval_runtime": 416.4114,
      "eval_samples_per_second": 478.493,
      "eval_steps_per_second": 29.908,
      "step": 1864000
    },
    {
      "epoch": 7.91,
      "learning_rate": 9.02e-08,
      "loss": 2.7833,
      "step": 1872000
    },
    {
      "epoch": 7.91,
      "eval_loss": 2.6277663707733154,
      "eval_runtime": 417.346,
      "eval_samples_per_second": 477.422,
      "eval_steps_per_second": 29.841,
      "step": 1872000
    },
    {
      "epoch": 7.95,
      "eval_loss": 2.623185634613037,
      "eval_runtime": 417.1182,
      "eval_samples_per_second": 477.682,
      "eval_steps_per_second": 29.857,
      "step": 1880000
    },
    {
      "epoch": 7.98,
      "learning_rate": 8.746666666666667e-08,
      "loss": 2.8067,
      "step": 1888000
    },
    {
      "epoch": 7.98,
      "eval_loss": 2.626035451889038,
      "eval_runtime": 417.7897,
      "eval_samples_per_second": 476.915,
      "eval_steps_per_second": 29.809,
      "step": 1888000
    },
    {
      "epoch": 8.01,
      "eval_loss": 2.626246929168701,
      "eval_runtime": 419.7511,
      "eval_samples_per_second": 474.686,
      "eval_steps_per_second": 29.67,
      "step": 1896000
    },
    {
      "epoch": 8.05,
      "learning_rate": 8.473333333333334e-08,
      "loss": 2.7953,
      "step": 1904000
    },
    {
      "epoch": 8.05,
      "eval_loss": 2.6271278858184814,
      "eval_runtime": 416.9341,
      "eval_samples_per_second": 477.893,
      "eval_steps_per_second": 29.87,
      "step": 1904000
    },
    {
      "epoch": 8.08,
      "eval_loss": 2.6269619464874268,
      "eval_runtime": 417.5655,
      "eval_samples_per_second": 477.171,
      "eval_steps_per_second": 29.825,
      "step": 1912000
    },
    {
      "epoch": 8.11,
      "learning_rate": 8.2e-08,
      "loss": 2.7953,
      "step": 1920000
    },
    {
      "epoch": 8.11,
      "eval_loss": 2.6304750442504883,
      "eval_runtime": 418.9519,
      "eval_samples_per_second": 475.592,
      "eval_steps_per_second": 29.727,
      "step": 1920000
    },
    {
      "epoch": 8.15,
      "eval_loss": 2.62542724609375,
      "eval_runtime": 417.0471,
      "eval_samples_per_second": 477.764,
      "eval_steps_per_second": 29.862,
      "step": 1928000
    },
    {
      "epoch": 8.18,
      "learning_rate": 7.926666666666666e-08,
      "loss": 2.7881,
      "step": 1936000
    },
    {
      "epoch": 8.18,
      "eval_loss": 2.6296772956848145,
      "eval_runtime": 416.8665,
      "eval_samples_per_second": 477.971,
      "eval_steps_per_second": 29.875,
      "step": 1936000
    },
    {
      "epoch": 8.22,
      "eval_loss": 2.6271204948425293,
      "eval_runtime": 416.2392,
      "eval_samples_per_second": 478.691,
      "eval_steps_per_second": 29.92,
      "step": 1944000
    },
    {
      "epoch": 8.25,
      "learning_rate": 7.653333333333333e-08,
      "loss": 2.7928,
      "step": 1952000
    },
    {
      "epoch": 8.25,
      "eval_loss": 2.6253867149353027,
      "eval_runtime": 417.7441,
      "eval_samples_per_second": 476.967,
      "eval_steps_per_second": 29.813,
      "step": 1952000
    },
    {
      "epoch": 8.28,
      "eval_loss": 2.6286251544952393,
      "eval_runtime": 418.17,
      "eval_samples_per_second": 476.481,
      "eval_steps_per_second": 29.782,
      "step": 1960000
    },
    {
      "epoch": 8.32,
      "learning_rate": 7.38e-08,
      "loss": 2.8003,
      "step": 1968000
    },
    {
      "epoch": 8.32,
      "eval_loss": 2.632986307144165,
      "eval_runtime": 416.6612,
      "eval_samples_per_second": 478.206,
      "eval_steps_per_second": 29.89,
      "step": 1968000
    },
    {
      "epoch": 8.35,
      "eval_loss": 2.6285812854766846,
      "eval_runtime": 416.6788,
      "eval_samples_per_second": 478.186,
      "eval_steps_per_second": 29.889,
      "step": 1976000
    },
    {
      "epoch": 8.39,
      "learning_rate": 7.106666666666667e-08,
      "loss": 2.7935,
      "step": 1984000
    },
    {
      "epoch": 8.39,
      "eval_loss": 2.640784502029419,
      "eval_runtime": 417.7728,
      "eval_samples_per_second": 476.934,
      "eval_steps_per_second": 29.81,
      "step": 1984000
    },
    {
      "epoch": 8.42,
      "eval_loss": 2.627523422241211,
      "eval_runtime": 419.2453,
      "eval_samples_per_second": 475.259,
      "eval_steps_per_second": 29.706,
      "step": 1992000
    },
    {
      "epoch": 8.45,
      "learning_rate": 6.833333333333332e-08,
      "loss": 2.7925,
      "step": 2000000
    },
    {
      "epoch": 8.45,
      "eval_loss": 2.625904083251953,
      "eval_runtime": 418.4291,
      "eval_samples_per_second": 476.186,
      "eval_steps_per_second": 29.764,
      "step": 2000000
    },
    {
      "epoch": 8.49,
      "eval_loss": 2.6302177906036377,
      "eval_runtime": 418.3648,
      "eval_samples_per_second": 476.259,
      "eval_steps_per_second": 29.768,
      "step": 2008000
    },
    {
      "epoch": 8.52,
      "learning_rate": 6.56e-08,
      "loss": 2.7924,
      "step": 2016000
    },
    {
      "epoch": 8.52,
      "eval_loss": 2.6320409774780273,
      "eval_runtime": 420.0509,
      "eval_samples_per_second": 474.347,
      "eval_steps_per_second": 29.649,
      "step": 2016000
    },
    {
      "epoch": 8.55,
      "eval_loss": 2.629477024078369,
      "eval_runtime": 418.2782,
      "eval_samples_per_second": 476.358,
      "eval_steps_per_second": 29.774,
      "step": 2024000
    },
    {
      "epoch": 8.59,
      "learning_rate": 6.286666666666666e-08,
      "loss": 2.799,
      "step": 2032000
    },
    {
      "epoch": 8.59,
      "eval_loss": 2.6258628368377686,
      "eval_runtime": 417.2044,
      "eval_samples_per_second": 477.584,
      "eval_steps_per_second": 29.851,
      "step": 2032000
    },
    {
      "epoch": 8.62,
      "eval_loss": 2.6245615482330322,
      "eval_runtime": 418.8359,
      "eval_samples_per_second": 475.723,
      "eval_steps_per_second": 29.735,
      "step": 2040000
    },
    {
      "epoch": 8.66,
      "learning_rate": 6.013333333333333e-08,
      "loss": 2.7983,
      "step": 2048000
    },
    {
      "epoch": 8.66,
      "eval_loss": 2.629530429840088,
      "eval_runtime": 418.9926,
      "eval_samples_per_second": 475.545,
      "eval_steps_per_second": 29.724,
      "step": 2048000
    },
    {
      "epoch": 8.69,
      "eval_loss": 2.619439125061035,
      "eval_runtime": 421.9976,
      "eval_samples_per_second": 472.159,
      "eval_steps_per_second": 29.512,
      "step": 2056000
    },
    {
      "epoch": 8.72,
      "learning_rate": 5.7400000000000004e-08,
      "loss": 2.7901,
      "step": 2064000
    },
    {
      "epoch": 8.72,
      "eval_loss": 2.6258339881896973,
      "eval_runtime": 420.472,
      "eval_samples_per_second": 473.872,
      "eval_steps_per_second": 29.619,
      "step": 2064000
    },
    {
      "epoch": 8.76,
      "eval_loss": 2.633378267288208,
      "eval_runtime": 421.3576,
      "eval_samples_per_second": 472.876,
      "eval_steps_per_second": 29.557,
      "step": 2072000
    },
    {
      "epoch": 8.79,
      "learning_rate": 5.4666666666666666e-08,
      "loss": 2.7956,
      "step": 2080000
    },
    {
      "epoch": 8.79,
      "eval_loss": 2.6361238956451416,
      "eval_runtime": 421.9485,
      "eval_samples_per_second": 472.214,
      "eval_steps_per_second": 29.515,
      "step": 2080000
    },
    {
      "epoch": 8.82,
      "eval_loss": 2.617746591567993,
      "eval_runtime": 418.7323,
      "eval_samples_per_second": 475.841,
      "eval_steps_per_second": 29.742,
      "step": 2088000
    },
    {
      "epoch": 8.86,
      "learning_rate": 5.1933333333333335e-08,
      "loss": 2.8008,
      "step": 2096000
    },
    {
      "epoch": 8.86,
      "eval_loss": 2.632232189178467,
      "eval_runtime": 418.7251,
      "eval_samples_per_second": 475.849,
      "eval_steps_per_second": 29.743,
      "step": 2096000
    },
    {
      "epoch": 8.89,
      "eval_loss": 2.6280999183654785,
      "eval_runtime": 417.4346,
      "eval_samples_per_second": 477.32,
      "eval_steps_per_second": 29.835,
      "step": 2104000
    },
    {
      "epoch": 8.93,
      "learning_rate": 4.92e-08,
      "loss": 2.791,
      "step": 2112000
    },
    {
      "epoch": 8.93,
      "eval_loss": 2.624938726425171,
      "eval_runtime": 418.5637,
      "eval_samples_per_second": 476.033,
      "eval_steps_per_second": 29.754,
      "step": 2112000
    },
    {
      "epoch": 8.96,
      "eval_loss": 2.628361225128174,
      "eval_runtime": 419.8496,
      "eval_samples_per_second": 474.575,
      "eval_steps_per_second": 29.663,
      "step": 2120000
    },
    {
      "epoch": 8.99,
      "learning_rate": 4.6466666666666666e-08,
      "loss": 2.7933,
      "step": 2128000
    },
    {
      "epoch": 8.99,
      "eval_loss": 2.6270060539245605,
      "eval_runtime": 419.4985,
      "eval_samples_per_second": 474.972,
      "eval_steps_per_second": 29.688,
      "step": 2128000
    },
    {
      "epoch": 9.03,
      "eval_loss": 2.624077081680298,
      "eval_runtime": 422.5644,
      "eval_samples_per_second": 471.526,
      "eval_steps_per_second": 29.472,
      "step": 2136000
    },
    {
      "epoch": 9.06,
      "learning_rate": 4.3733333333333335e-08,
      "loss": 2.7825,
      "step": 2144000
    },
    {
      "epoch": 9.06,
      "eval_loss": 2.6254072189331055,
      "eval_runtime": 421.1669,
      "eval_samples_per_second": 473.09,
      "eval_steps_per_second": 29.57,
      "step": 2144000
    },
    {
      "epoch": 9.1,
      "eval_loss": 2.6282851696014404,
      "eval_runtime": 427.7816,
      "eval_samples_per_second": 465.775,
      "eval_steps_per_second": 29.113,
      "step": 2152000
    },
    {
      "epoch": 9.13,
      "learning_rate": 4.1e-08,
      "loss": 2.7854,
      "step": 2160000
    },
    {
      "epoch": 9.13,
      "eval_loss": 2.634307622909546,
      "eval_runtime": 424.5298,
      "eval_samples_per_second": 469.343,
      "eval_steps_per_second": 29.336,
      "step": 2160000
    },
    {
      "epoch": 9.16,
      "eval_loss": 2.6208443641662598,
      "eval_runtime": 422.4964,
      "eval_samples_per_second": 471.602,
      "eval_steps_per_second": 29.477,
      "step": 2168000
    },
    {
      "epoch": 9.2,
      "learning_rate": 3.8266666666666665e-08,
      "loss": 2.7949,
      "step": 2176000
    },
    {
      "epoch": 9.2,
      "eval_loss": 2.62925386428833,
      "eval_runtime": 420.757,
      "eval_samples_per_second": 473.551,
      "eval_steps_per_second": 29.599,
      "step": 2176000
    },
    {
      "epoch": 9.23,
      "eval_loss": 2.6265780925750732,
      "eval_runtime": 420.6962,
      "eval_samples_per_second": 473.62,
      "eval_steps_per_second": 29.603,
      "step": 2184000
    },
    {
      "epoch": 9.26,
      "learning_rate": 3.5533333333333334e-08,
      "loss": 2.7938,
      "step": 2192000
    },
    {
      "epoch": 9.26,
      "eval_loss": 2.6270058155059814,
      "eval_runtime": 420.3162,
      "eval_samples_per_second": 474.048,
      "eval_steps_per_second": 29.63,
      "step": 2192000
    },
    {
      "epoch": 9.3,
      "eval_loss": 2.6237611770629883,
      "eval_runtime": 418.1737,
      "eval_samples_per_second": 476.477,
      "eval_steps_per_second": 29.782,
      "step": 2200000
    },
    {
      "epoch": 9.33,
      "learning_rate": 3.28e-08,
      "loss": 2.7905,
      "step": 2208000
    },
    {
      "epoch": 9.33,
      "eval_loss": 2.628171920776367,
      "eval_runtime": 420.3324,
      "eval_samples_per_second": 474.03,
      "eval_steps_per_second": 29.629,
      "step": 2208000
    },
    {
      "epoch": 9.37,
      "eval_loss": 2.6245853900909424,
      "eval_runtime": 421.5905,
      "eval_samples_per_second": 472.615,
      "eval_steps_per_second": 29.541,
      "step": 2216000
    },
    {
      "epoch": 9.4,
      "learning_rate": 3.0066666666666665e-08,
      "loss": 2.8004,
      "step": 2224000
    },
    {
      "epoch": 9.4,
      "eval_loss": 2.6274161338806152,
      "eval_runtime": 419.7336,
      "eval_samples_per_second": 474.706,
      "eval_steps_per_second": 29.671,
      "step": 2224000
    },
    {
      "epoch": 9.43,
      "eval_loss": 2.6251978874206543,
      "eval_runtime": 418.2128,
      "eval_samples_per_second": 476.432,
      "eval_steps_per_second": 29.779,
      "step": 2232000
    },
    {
      "epoch": 9.47,
      "learning_rate": 2.7333333333333333e-08,
      "loss": 2.7921,
      "step": 2240000
    },
    {
      "epoch": 9.47,
      "eval_loss": 2.6343250274658203,
      "eval_runtime": 419.0507,
      "eval_samples_per_second": 475.479,
      "eval_steps_per_second": 29.72,
      "step": 2240000
    },
    {
      "epoch": 9.5,
      "eval_loss": 2.632768154144287,
      "eval_runtime": 424.1088,
      "eval_samples_per_second": 469.809,
      "eval_steps_per_second": 29.365,
      "step": 2248000
    },
    {
      "epoch": 9.53,
      "learning_rate": 2.46e-08,
      "loss": 2.7964,
      "step": 2256000
    },
    {
      "epoch": 9.53,
      "eval_loss": 2.6206092834472656,
      "eval_runtime": 423.0049,
      "eval_samples_per_second": 471.035,
      "eval_steps_per_second": 29.442,
      "step": 2256000
    },
    {
      "epoch": 9.57,
      "eval_loss": 2.6235222816467285,
      "eval_runtime": 421.2675,
      "eval_samples_per_second": 472.977,
      "eval_steps_per_second": 29.563,
      "step": 2264000
    },
    {
      "epoch": 9.6,
      "learning_rate": 2.1866666666666667e-08,
      "loss": 2.7954,
      "step": 2272000
    },
    {
      "epoch": 9.6,
      "eval_loss": 2.6287684440612793,
      "eval_runtime": 421.0647,
      "eval_samples_per_second": 473.205,
      "eval_steps_per_second": 29.577,
      "step": 2272000
    },
    {
      "epoch": 9.64,
      "eval_loss": 2.6203510761260986,
      "eval_runtime": 420.6158,
      "eval_samples_per_second": 473.71,
      "eval_steps_per_second": 29.609,
      "step": 2280000
    },
    {
      "epoch": 9.67,
      "learning_rate": 1.9133333333333333e-08,
      "loss": 2.7902,
      "step": 2288000
    },
    {
      "epoch": 9.67,
      "eval_loss": 2.6231720447540283,
      "eval_runtime": 419.7124,
      "eval_samples_per_second": 474.73,
      "eval_steps_per_second": 29.673,
      "step": 2288000
    },
    {
      "epoch": 9.7,
      "eval_loss": 2.6238837242126465,
      "eval_runtime": 419.2797,
      "eval_samples_per_second": 475.22,
      "eval_steps_per_second": 29.703,
      "step": 2296000
    },
    {
      "epoch": 9.74,
      "learning_rate": 1.64e-08,
      "loss": 2.8046,
      "step": 2304000
    },
    {
      "epoch": 9.74,
      "eval_loss": 2.6240670680999756,
      "eval_runtime": 419.389,
      "eval_samples_per_second": 475.096,
      "eval_steps_per_second": 29.696,
      "step": 2304000
    },
    {
      "epoch": 9.77,
      "eval_loss": 2.6258645057678223,
      "eval_runtime": 420.6507,
      "eval_samples_per_second": 473.671,
      "eval_steps_per_second": 29.607,
      "step": 2312000
    },
    {
      "epoch": 9.81,
      "learning_rate": 1.3666666666666667e-08,
      "loss": 2.793,
      "step": 2320000
    },
    {
      "epoch": 9.81,
      "eval_loss": 2.6274592876434326,
      "eval_runtime": 419.5581,
      "eval_samples_per_second": 474.904,
      "eval_steps_per_second": 29.684,
      "step": 2320000
    },
    {
      "epoch": 9.84,
      "eval_loss": 2.6264114379882812,
      "eval_runtime": 418.2082,
      "eval_samples_per_second": 476.437,
      "eval_steps_per_second": 29.779,
      "step": 2328000
    },
    {
      "epoch": 9.87,
      "learning_rate": 1.0933333333333334e-08,
      "loss": 2.7893,
      "step": 2336000
    },
    {
      "epoch": 9.87,
      "eval_loss": 2.633244037628174,
      "eval_runtime": 419.1985,
      "eval_samples_per_second": 475.312,
      "eval_steps_per_second": 29.709,
      "step": 2336000
    },
    {
      "epoch": 9.91,
      "eval_loss": 2.621447801589966,
      "eval_runtime": 423.5885,
      "eval_samples_per_second": 470.386,
      "eval_steps_per_second": 29.401,
      "step": 2344000
    },
    {
      "epoch": 9.94,
      "learning_rate": 8.2e-09,
      "loss": 2.7898,
      "step": 2352000
    },
    {
      "epoch": 9.94,
      "eval_loss": 2.631804943084717,
      "eval_runtime": 424.5578,
      "eval_samples_per_second": 469.312,
      "eval_steps_per_second": 29.334,
      "step": 2352000
    },
    {
      "epoch": 9.97,
      "eval_loss": 2.623945474624634,
      "eval_runtime": 421.6182,
      "eval_samples_per_second": 472.584,
      "eval_steps_per_second": 29.539,
      "step": 2360000
    },
    {
      "epoch": 10.01,
      "learning_rate": 5.466666666666667e-09,
      "loss": 2.7906,
      "step": 2368000
    },
    {
      "epoch": 10.01,
      "eval_loss": 2.6214942932128906,
      "eval_runtime": 421.2919,
      "eval_samples_per_second": 472.95,
      "eval_steps_per_second": 29.561,
      "step": 2368000
    },
    {
      "epoch": 10.04,
      "eval_loss": 2.633603096008301,
      "eval_runtime": 422.9875,
      "eval_samples_per_second": 471.054,
      "eval_steps_per_second": 29.443,
      "step": 2376000
    },
    {
      "epoch": 10.08,
      "learning_rate": 2.7333333333333334e-09,
      "loss": 2.7942,
      "step": 2384000
    },
    {
      "epoch": 10.08,
      "eval_loss": 2.6217610836029053,
      "eval_runtime": 422.4965,
      "eval_samples_per_second": 471.602,
      "eval_steps_per_second": 29.477,
      "step": 2384000
    },
    {
      "epoch": 10.11,
      "eval_loss": 2.6299171447753906,
      "eval_runtime": 419.6936,
      "eval_samples_per_second": 474.751,
      "eval_steps_per_second": 29.674,
      "step": 2392000
    },
    {
      "epoch": 10.14,
      "learning_rate": 0.0,
      "loss": 2.7997,
      "step": 2400000
    },
    {
      "epoch": 10.14,
      "eval_loss": 2.6303224563598633,
      "eval_runtime": 419.2829,
      "eval_samples_per_second": 475.216,
      "eval_steps_per_second": 29.703,
      "step": 2400000
    },
    {
      "epoch": 10.14,
      "step": 2400000,
      "total_flos": 7.667884600087345e+17,
      "train_loss": 2.8006172998046877,
      "train_runtime": 396247.3581,
      "train_samples_per_second": 96.909,
      "train_steps_per_second": 6.057
    }
  ],
  "logging_steps": 16000,
  "max_steps": 2400000,
  "num_train_epochs": 11,
  "save_steps": 32000,
  "total_flos": 7.667884600087345e+17,
  "trial_name": null,
  "trial_params": null
}