{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.7527286413248024,
  "eval_steps": 500,
  "global_step": 1500,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9999980101927616e-05,
      "loss": 3.2533,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.99999204077421e-05,
      "loss": 3.2279,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999978982687695e-05,
      "loss": 3.193,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9999597065062966e-05,
      "loss": 3.2863,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999934212277958e-05,
      "loss": 3.1724,
      "step": 25
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999902500066093e-05,
      "loss": 3.1088,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999864569949576e-05,
      "loss": 3.3241,
      "step": 35
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.99982042202275e-05,
      "loss": 3.1904,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999770056395421e-05,
      "loss": 2.9254,
      "step": 45
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999713473192863e-05,
      "loss": 3.1845,
      "step": 50
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999650672555812e-05,
      "loss": 2.8475,
      "step": 55
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9995816546404695e-05,
      "loss": 3.0486,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9995064196185014e-05,
      "loss": 2.6464,
      "step": 65
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9994249676770364e-05,
      "loss": 3.0446,
      "step": 70
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999337299018667e-05,
      "loss": 3.375,
      "step": 75
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999243413861447e-05,
      "loss": 2.8787,
      "step": 80
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999143312438893e-05,
      "loss": 3.014,
      "step": 85
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.999036994999985e-05,
      "loss": 2.8288,
      "step": 90
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9989244618091596e-05,
      "loss": 3.1879,
      "step": 95
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.998805713146317e-05,
      "loss": 2.9749,
      "step": 100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9986807493068165e-05,
      "loss": 2.6304,
      "step": 105
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998549570601475e-05,
      "loss": 2.943,
      "step": 110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998412177356568e-05,
      "loss": 2.7595,
      "step": 115
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9982685699138275e-05,
      "loss": 2.7377,
      "step": 120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9981187486304423e-05,
      "loss": 2.9878,
      "step": 125
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997962713879058e-05,
      "loss": 2.7882,
      "step": 130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997800466047772e-05,
      "loss": 2.7802,
      "step": 135
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997632005540138e-05,
      "loss": 3.0129,
      "step": 140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997457332775159e-05,
      "loss": 2.9444,
      "step": 145
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.997276448187294e-05,
      "loss": 2.9664,
      "step": 150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9970893522264476e-05,
      "loss": 2.7367,
      "step": 155
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996896045357977e-05,
      "loss": 2.7012,
      "step": 160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.9966965280626856e-05,
      "loss": 2.8493,
      "step": 165
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996490800836825e-05,
      "loss": 2.9274,
      "step": 170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996278864192092e-05,
      "loss": 2.8093,
      "step": 175
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9960607186556286e-05,
      "loss": 3.1782,
      "step": 180
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.995836364770018e-05,
      "loss": 2.7507,
      "step": 185
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.995605803093287e-05,
      "loss": 2.6724,
      "step": 190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9953690341989026e-05,
      "loss": 3.0258,
      "step": 195
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9951260586757694e-05,
      "loss": 3.1134,
      "step": 200
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.9948768771282314e-05,
      "loss": 2.9937,
      "step": 205
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.9946214901760665e-05,
      "loss": 2.7394,
      "step": 210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.99435989845449e-05,
      "loss": 2.9696,
      "step": 215
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994092102614146e-05,
      "loss": 2.753,
      "step": 220
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.993818103321113e-05,
      "loss": 3.0759,
      "step": 225
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9935379012568985e-05,
      "loss": 2.7512,
      "step": 230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.993251497118438e-05,
      "loss": 2.8656,
      "step": 235
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992958891618091e-05,
      "loss": 2.6628,
      "step": 240
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992660085483645e-05,
      "loss": 2.8012,
      "step": 245
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.992355079458307e-05,
      "loss": 2.8141,
      "step": 250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.992043874300706e-05,
      "loss": 2.9083,
      "step": 255
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991726470784891e-05,
      "loss": 2.5846,
      "step": 260
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991402869700325e-05,
      "loss": 2.8088,
      "step": 265
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.991073071851889e-05,
      "loss": 2.9979,
      "step": 270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.990737078059875e-05,
      "loss": 3.0171,
      "step": 275
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.990394889159986e-05,
      "loss": 2.9278,
      "step": 280
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9900465060033364e-05,
      "loss": 2.7998,
      "step": 285
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.989691929456443e-05,
      "loss": 2.721,
      "step": 290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9893311604012306e-05,
      "loss": 3.0291,
      "step": 295
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.988964199735024e-05,
      "loss": 2.9777,
      "step": 300
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.988591048370552e-05,
      "loss": 2.318,
      "step": 305
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.988211707235936e-05,
      "loss": 3.0332,
      "step": 310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987826177274697e-05,
      "loss": 2.4888,
      "step": 315
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987434459445748e-05,
      "loss": 2.9259,
      "step": 320
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.987036554723391e-05,
      "loss": 2.9568,
      "step": 325
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.98663246409732e-05,
      "loss": 2.8708,
      "step": 330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.986222188572611e-05,
      "loss": 2.7848,
      "step": 335
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.985805729169728e-05,
      "loss": 2.6178,
      "step": 340
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.985383086924511e-05,
      "loss": 2.8326,
      "step": 345
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984954262888182e-05,
      "loss": 2.8845,
      "step": 350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9845192581273365e-05,
      "loss": 2.6151,
      "step": 355
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984078073723944e-05,
      "loss": 2.8474,
      "step": 360
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9836307107753455e-05,
      "loss": 2.808,
      "step": 365
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.983177170394248e-05,
      "loss": 2.8491,
      "step": 370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9827174537087226e-05,
      "loss": 2.7764,
      "step": 375
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.982251561862205e-05,
      "loss": 2.7582,
      "step": 380
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.981779496013489e-05,
      "loss": 2.5379,
      "step": 385
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.981301257336723e-05,
      "loss": 2.9937,
      "step": 390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.980816847021412e-05,
      "loss": 2.8574,
      "step": 395
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.980326266272409e-05,
      "loss": 2.9369,
      "step": 400
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.979829516309915e-05,
      "loss": 2.836,
      "step": 405
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.979326598369477e-05,
      "loss": 2.9369,
      "step": 410
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9788175137019814e-05,
      "loss": 2.6667,
      "step": 415
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.9783022635736534e-05,
      "loss": 2.999,
      "step": 420
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.977780849266054e-05,
      "loss": 2.907,
      "step": 425
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9772532720760744e-05,
      "loss": 2.8028,
      "step": 430
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976719533315937e-05,
      "loss": 2.7999,
      "step": 435
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976179634313187e-05,
      "loss": 2.8918,
      "step": 440
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9756335764106944e-05,
      "loss": 2.7926,
      "step": 445
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.975081360966646e-05,
      "loss": 2.6709,
      "step": 450
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.9745229893545436e-05,
      "loss": 2.8248,
      "step": 455
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.973958462963203e-05,
      "loss": 3.1146,
      "step": 460
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.973387783196747e-05,
      "loss": 2.9991,
      "step": 465
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.972810951474605e-05,
      "loss": 2.7726,
      "step": 470
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.972227969231505e-05,
      "loss": 2.9025,
      "step": 475
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971638837917475e-05,
      "loss": 2.6521,
      "step": 480
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971043558997839e-05,
      "loss": 2.9511,
      "step": 485
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9704421339532075e-05,
      "loss": 2.6938,
      "step": 490
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.969834564279482e-05,
      "loss": 2.8533,
      "step": 495
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9692208514878444e-05,
      "loss": 2.6411,
      "step": 500
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.968600997104758e-05,
      "loss": 2.6486,
      "step": 505
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.967975002671961e-05,
      "loss": 2.8561,
      "step": 510
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.967342869746463e-05,
      "loss": 2.6984,
      "step": 515
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.9667045999005424e-05,
      "loss": 2.91,
      "step": 520
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.966060194721742e-05,
      "loss": 2.7205,
      "step": 525
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.965409655812865e-05,
      "loss": 2.7634,
      "step": 530
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.9647529847919684e-05,
      "loss": 2.9647,
      "step": 535
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.964090183292364e-05,
      "loss": 2.6357,
      "step": 540
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.963421252962609e-05,
      "loss": 3.0285,
      "step": 545
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.96274619546651e-05,
      "loss": 2.9895,
      "step": 550
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.962065012483106e-05,
      "loss": 2.7286,
      "step": 555
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.961377705706677e-05,
      "loss": 3.1337,
      "step": 560
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.960684276846733e-05,
      "loss": 2.8268,
      "step": 565
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.959984727628011e-05,
      "loss": 2.5851,
      "step": 570
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.959279059790471e-05,
      "loss": 2.9359,
      "step": 575
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.958567275089291e-05,
      "loss": 2.8842,
      "step": 580
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.957849375294864e-05,
      "loss": 2.6186,
      "step": 585
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.957125362192794e-05,
      "loss": 3.0116,
      "step": 590
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.956395237583887e-05,
      "loss": 2.7045,
      "step": 595
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.9556590032841526e-05,
      "loss": 2.8766,
      "step": 600
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.954916661124797e-05,
      "loss": 2.7858,
      "step": 605
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.954168212952216e-05,
      "loss": 2.7379,
      "step": 610
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.953413660627995e-05,
      "loss": 2.475,
      "step": 615
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9526530060289e-05,
      "loss": 2.8357,
      "step": 620
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.951886251046876e-05,
      "loss": 2.9284,
      "step": 625
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.951113397589042e-05,
      "loss": 2.8144,
      "step": 630
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.9503344475776846e-05,
      "loss": 2.6845,
      "step": 635
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.9495494029502535e-05,
      "loss": 2.8937,
      "step": 640
    },
    {
      "epoch": 0.32,
      "learning_rate": 4.9487582656593575e-05,
      "loss": 3.0325,
      "step": 645
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.94796103767276e-05,
      "loss": 2.7058,
      "step": 650
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.9471577209733746e-05,
      "loss": 2.6162,
      "step": 655
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.946348317559257e-05,
      "loss": 3.0129,
      "step": 660
    },
    {
      "epoch": 0.33,
      "learning_rate": 4.945532829443603e-05,
      "loss": 2.7587,
      "step": 665
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.944711258654742e-05,
      "loss": 2.8915,
      "step": 670
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.943883607236135e-05,
      "loss": 2.7343,
      "step": 675
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.943049877246364e-05,
      "loss": 2.881,
      "step": 680
    },
    {
      "epoch": 0.34,
      "learning_rate": 4.942210070759131e-05,
      "loss": 2.488,
      "step": 685
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.941364189863253e-05,
      "loss": 2.896,
      "step": 690
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.940512236662654e-05,
      "loss": 2.7757,
      "step": 695
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.9396542132763634e-05,
      "loss": 2.6271,
      "step": 700
    },
    {
      "epoch": 0.35,
      "learning_rate": 4.938790121838506e-05,
      "loss": 2.6804,
      "step": 705
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.937919964498302e-05,
      "loss": 2.7313,
      "step": 710
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.937043743420058e-05,
      "loss": 2.9277,
      "step": 715
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.9361614607831605e-05,
      "loss": 2.6366,
      "step": 720
    },
    {
      "epoch": 0.36,
      "learning_rate": 4.935273118782078e-05,
      "loss": 3.0556,
      "step": 725
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.934378719626345e-05,
      "loss": 3.0182,
      "step": 730
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.933478265540564e-05,
      "loss": 2.824,
      "step": 735
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.932571758764398e-05,
      "loss": 2.636,
      "step": 740
    },
    {
      "epoch": 0.37,
      "learning_rate": 4.931659201552563e-05,
      "loss": 2.7025,
      "step": 745
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.930740596174827e-05,
      "loss": 2.8919,
      "step": 750
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.9298159449159965e-05,
      "loss": 2.8434,
      "step": 755
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.928885250075921e-05,
      "loss": 2.9448,
      "step": 760
    },
    {
      "epoch": 0.38,
      "learning_rate": 4.927948513969478e-05,
      "loss": 2.7312,
      "step": 765
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.927005738926573e-05,
      "loss": 2.8688,
      "step": 770
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.926056927292132e-05,
      "loss": 2.8639,
      "step": 775
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.925102081426095e-05,
      "loss": 2.7809,
      "step": 780
    },
    {
      "epoch": 0.39,
      "learning_rate": 4.9241412037034115e-05,
      "loss": 3.0111,
      "step": 785
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.9231742965140314e-05,
      "loss": 2.7252,
      "step": 790
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.922201362262905e-05,
      "loss": 2.9717,
      "step": 795
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.92122240336997e-05,
      "loss": 2.7191,
      "step": 800
    },
    {
      "epoch": 0.4,
      "learning_rate": 4.920237422270153e-05,
      "loss": 2.9346,
      "step": 805
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9192464214133536e-05,
      "loss": 2.7967,
      "step": 810
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9182494032644496e-05,
      "loss": 2.7326,
      "step": 815
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.917246370303284e-05,
      "loss": 2.8933,
      "step": 820
    },
    {
      "epoch": 0.41,
      "learning_rate": 4.9162373250246575e-05,
      "loss": 2.7939,
      "step": 825
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.9152222699383273e-05,
      "loss": 2.7807,
      "step": 830
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.9142012075689994e-05,
      "loss": 2.6996,
      "step": 835
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.913174140456319e-05,
      "loss": 2.7569,
      "step": 840
    },
    {
      "epoch": 0.42,
      "learning_rate": 4.912141071154869e-05,
      "loss": 2.9347,
      "step": 845
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.911102002234159e-05,
      "loss": 2.7251,
      "step": 850
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.910056936278623e-05,
      "loss": 3.1228,
      "step": 855
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.90900587588761e-05,
      "loss": 2.9902,
      "step": 860
    },
    {
      "epoch": 0.43,
      "learning_rate": 4.9079488236753803e-05,
      "loss": 2.5095,
      "step": 865
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.906885782271095e-05,
      "loss": 2.7523,
      "step": 870
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.905816754318814e-05,
      "loss": 2.6656,
      "step": 875
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.9047417424774874e-05,
      "loss": 2.8454,
      "step": 880
    },
    {
      "epoch": 0.44,
      "learning_rate": 4.903660749420946e-05,
      "loss": 2.8194,
      "step": 885
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.9025737778379025e-05,
      "loss": 2.8421,
      "step": 890
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.9014808304319326e-05,
      "loss": 2.9656,
      "step": 895
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.900381909921482e-05,
      "loss": 2.7484,
      "step": 900
    },
    {
      "epoch": 0.45,
      "learning_rate": 4.899277019039849e-05,
      "loss": 2.9044,
      "step": 905
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.898166160535186e-05,
      "loss": 2.8016,
      "step": 910
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.8970493371704826e-05,
      "loss": 2.6278,
      "step": 915
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.895926551723569e-05,
      "loss": 2.7214,
      "step": 920
    },
    {
      "epoch": 0.46,
      "learning_rate": 4.8947978069871036e-05,
      "loss": 2.7679,
      "step": 925
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.8936631057685654e-05,
      "loss": 2.7196,
      "step": 930
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.8925224508902514e-05,
      "loss": 2.7866,
      "step": 935
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.8913758451892644e-05,
      "loss": 2.72,
      "step": 940
    },
    {
      "epoch": 0.47,
      "learning_rate": 4.89022329151751e-05,
      "loss": 2.752,
      "step": 945
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.8890647927416887e-05,
      "loss": 3.0487,
      "step": 950
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.8879003517432857e-05,
      "loss": 2.8928,
      "step": 955
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.886729971418568e-05,
      "loss": 2.7793,
      "step": 960
    },
    {
      "epoch": 0.48,
      "learning_rate": 4.8855536546785726e-05,
      "loss": 2.537,
      "step": 965
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.884371404449105e-05,
      "loss": 2.8345,
      "step": 970
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.8831832236707284e-05,
      "loss": 2.9673,
      "step": 975
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.8819891152987546e-05,
      "loss": 2.8295,
      "step": 980
    },
    {
      "epoch": 0.49,
      "learning_rate": 4.880789082303241e-05,
      "loss": 3.0753,
      "step": 985
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.879583127668979e-05,
      "loss": 2.6748,
      "step": 990
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.878371254395492e-05,
      "loss": 2.8115,
      "step": 995
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.877153465497022e-05,
      "loss": 2.7039,
      "step": 1000
    },
    {
      "epoch": 0.5,
      "learning_rate": 4.8759297640025235e-05,
      "loss": 2.9469,
      "step": 1005
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.874700152955661e-05,
      "loss": 2.9745,
      "step": 1010
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8734646354147936e-05,
      "loss": 2.9341,
      "step": 1015
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.8722232144529754e-05,
      "loss": 3.0511,
      "step": 1020
    },
    {
      "epoch": 0.51,
      "learning_rate": 4.870975893157941e-05,
      "loss": 2.5396,
      "step": 1025
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.8697226746321004e-05,
      "loss": 2.6699,
      "step": 1030
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.868463561992532e-05,
      "loss": 2.4887,
      "step": 1035
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.867198558370977e-05,
      "loss": 2.4773,
      "step": 1040
    },
    {
      "epoch": 0.52,
      "learning_rate": 4.865927666913825e-05,
      "loss": 2.7612,
      "step": 1045
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.864650890782113e-05,
      "loss": 2.9116,
      "step": 1050
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.863368233151514e-05,
      "loss": 2.8205,
      "step": 1055
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.862079697212329e-05,
      "loss": 2.6711,
      "step": 1060
    },
    {
      "epoch": 0.53,
      "learning_rate": 4.8607852861694804e-05,
      "loss": 3.1138,
      "step": 1065
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.859485003242503e-05,
      "loss": 2.5603,
      "step": 1070
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.858178851665539e-05,
      "loss": 2.7981,
      "step": 1075
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.856866834687323e-05,
      "loss": 2.507,
      "step": 1080
    },
    {
      "epoch": 0.54,
      "learning_rate": 4.855548955571183e-05,
      "loss": 3.0315,
      "step": 1085
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.8542252175950244e-05,
      "loss": 2.75,
      "step": 1090
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.852895624051326e-05,
      "loss": 2.6794,
      "step": 1095
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.851560178247132e-05,
      "loss": 2.8278,
      "step": 1100
    },
    {
      "epoch": 0.55,
      "learning_rate": 4.850218883504041e-05,
      "loss": 2.6993,
      "step": 1105
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.8488717431582005e-05,
      "loss": 2.875,
      "step": 1110
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.8475187605602974e-05,
      "loss": 2.6057,
      "step": 1115
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.84615993907555e-05,
      "loss": 2.847,
      "step": 1120
    },
    {
      "epoch": 0.56,
      "learning_rate": 4.844795282083697e-05,
      "loss": 2.7652,
      "step": 1125
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.843424792978997e-05,
      "loss": 2.8128,
      "step": 1130
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.842048475170209e-05,
      "loss": 2.7077,
      "step": 1135
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.840666332080592e-05,
      "loss": 2.7081,
      "step": 1140
    },
    {
      "epoch": 0.57,
      "learning_rate": 4.8392783671478934e-05,
      "loss": 2.6479,
      "step": 1145
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.837884583824342e-05,
      "loss": 2.667,
      "step": 1150
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.836484985576638e-05,
      "loss": 2.7514,
      "step": 1155
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.835079575885944e-05,
      "loss": 2.5058,
      "step": 1160
    },
    {
      "epoch": 0.58,
      "learning_rate": 4.833668358247876e-05,
      "loss": 2.6183,
      "step": 1165
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.8322513361725006e-05,
      "loss": 2.9959,
      "step": 1170
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.830828513184317e-05,
      "loss": 2.5714,
      "step": 1175
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.8293998928222536e-05,
      "loss": 2.965,
      "step": 1180
    },
    {
      "epoch": 0.59,
      "learning_rate": 4.827965478639661e-05,
      "loss": 2.2106,
      "step": 1185
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.8265252742042965e-05,
      "loss": 2.7456,
      "step": 1190
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.8250792830983225e-05,
      "loss": 2.5694,
      "step": 1195
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.8236275089182936e-05,
      "loss": 2.6826,
      "step": 1200
    },
    {
      "epoch": 0.6,
      "learning_rate": 4.8221699552751465e-05,
      "loss": 2.878,
      "step": 1205
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.820706625794196e-05,
      "loss": 2.8191,
      "step": 1210
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.81923752411512e-05,
      "loss": 2.739,
      "step": 1215
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.8177626538919565e-05,
      "loss": 3.0544,
      "step": 1220
    },
    {
      "epoch": 0.61,
      "learning_rate": 4.8162820187930875e-05,
      "loss": 2.8393,
      "step": 1225
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.814795622501237e-05,
      "loss": 2.4457,
      "step": 1230
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.813303468713456e-05,
      "loss": 2.8575,
      "step": 1235
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.8118055611411197e-05,
      "loss": 2.8307,
      "step": 1240
    },
    {
      "epoch": 0.62,
      "learning_rate": 4.810301903509909e-05,
      "loss": 2.7951,
      "step": 1245
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.8087924995598125e-05,
      "loss": 2.8456,
      "step": 1250
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.807277353045106e-05,
      "loss": 2.3564,
      "step": 1255
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.8057564677343524e-05,
      "loss": 2.5076,
      "step": 1260
    },
    {
      "epoch": 0.63,
      "learning_rate": 4.8042298474103884e-05,
      "loss": 2.605,
      "step": 1265
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.8026974958703116e-05,
      "loss": 2.4782,
      "step": 1270
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.8011594169254784e-05,
      "loss": 2.7193,
      "step": 1275
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.799615614401488e-05,
      "loss": 2.8284,
      "step": 1280
    },
    {
      "epoch": 0.64,
      "learning_rate": 4.798066092138178e-05,
      "loss": 2.5378,
      "step": 1285
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.796510853989612e-05,
      "loss": 2.7396,
      "step": 1290
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.794949903824069e-05,
      "loss": 2.7948,
      "step": 1295
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.793383245524035e-05,
      "loss": 2.7818,
      "step": 1300
    },
    {
      "epoch": 0.65,
      "learning_rate": 4.791810882986197e-05,
      "loss": 2.7334,
      "step": 1305
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.7902328201214256e-05,
      "loss": 2.4824,
      "step": 1310
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.7886490608547727e-05,
      "loss": 2.6131,
      "step": 1315
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.7870596091254584e-05,
      "loss": 2.7778,
      "step": 1320
    },
    {
      "epoch": 0.66,
      "learning_rate": 4.7854644688868594e-05,
      "loss": 2.5263,
      "step": 1325
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.783863644106502e-05,
      "loss": 2.7825,
      "step": 1330
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.782257138766053e-05,
      "loss": 2.7902,
      "step": 1335
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.7806449568613066e-05,
      "loss": 2.8333,
      "step": 1340
    },
    {
      "epoch": 0.67,
      "learning_rate": 4.779027102402177e-05,
      "loss": 2.856,
      "step": 1345
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.777403579412686e-05,
      "loss": 2.8021,
      "step": 1350
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.775774391930956e-05,
      "loss": 2.6639,
      "step": 1355
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.7741395440091976e-05,
      "loss": 2.5226,
      "step": 1360
    },
    {
      "epoch": 0.68,
      "learning_rate": 4.772499039713702e-05,
      "loss": 2.6803,
      "step": 1365
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7708528831248274e-05,
      "loss": 2.4608,
      "step": 1370
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.769201078336991e-05,
      "loss": 2.786,
      "step": 1375
    },
    {
      "epoch": 0.69,
      "learning_rate": 4.7675436294586586e-05,
      "loss": 2.8294,
      "step": 1380
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.7658805406123356e-05,
      "loss": 2.6776,
      "step": 1385
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.7642118159345544e-05,
      "loss": 2.8003,
      "step": 1390
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.762537459575865e-05,
      "loss": 2.7796,
      "step": 1395
    },
    {
      "epoch": 0.7,
      "learning_rate": 4.7608574757008245e-05,
      "loss": 2.9156,
      "step": 1400
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.7591718684879883e-05,
      "loss": 3.0521,
      "step": 1405
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.7574806421298976e-05,
      "loss": 2.6469,
      "step": 1410
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.755783800833071e-05,
      "loss": 2.8512,
      "step": 1415
    },
    {
      "epoch": 0.71,
      "learning_rate": 4.754081348817991e-05,
      "loss": 2.66,
      "step": 1420
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.752373290319096e-05,
      "loss": 2.6625,
      "step": 1425
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.7506596295847716e-05,
      "loss": 2.6711,
      "step": 1430
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.7489403708773346e-05,
      "loss": 2.8951,
      "step": 1435
    },
    {
      "epoch": 0.72,
      "learning_rate": 4.747215518473026e-05,
      "loss": 2.7375,
      "step": 1440
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.745485076662e-05,
      "loss": 2.8037,
      "step": 1445
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.743749049748315e-05,
      "loss": 2.5375,
      "step": 1450
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.742007442049918e-05,
      "loss": 2.7664,
      "step": 1455
    },
    {
      "epoch": 0.73,
      "learning_rate": 4.7402602578986374e-05,
      "loss": 2.9644,
      "step": 1460
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.738507501640175e-05,
      "loss": 2.8212,
      "step": 1465
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.736749177634087e-05,
      "loss": 2.7201,
      "step": 1470
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.734985290253782e-05,
      "loss": 2.7087,
      "step": 1475
    },
    {
      "epoch": 0.74,
      "learning_rate": 4.7332158438865035e-05,
      "loss": 2.5502,
      "step": 1480
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.731440842933322e-05,
      "loss": 2.7607,
      "step": 1485
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.729660291809126e-05,
      "loss": 2.5601,
      "step": 1490
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.727874194942606e-05,
      "loss": 2.5562,
      "step": 1495
    },
    {
      "epoch": 0.75,
      "learning_rate": 4.7260825567762486e-05,
      "loss": 2.5539,
      "step": 1500
    }
  ],
  "logging_steps": 5,
  "max_steps": 9960,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "total_flos": 7.938917340256666e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}