{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.30832476875642345,
  "eval_steps": 500,
  "global_step": 600,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.9999979150098865e-05,
      "loss": 4.0418,
      "step": 5
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999989444743508e-05,
      "loss": 3.8361,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.999974458911041e-05,
      "loss": 3.8737,
      "step": 15
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9999529575515425e-05,
      "loss": 3.806,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9999249407210515e-05,
      "loss": 3.4125,
      "step": 25
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.9998904084925845e-05,
      "loss": 3.6489,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999849360956141e-05,
      "loss": 3.4719,
      "step": 35
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999811831976564e-05,
      "loss": 3.5265,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.999759057166764e-05,
      "loss": 3.6889,
      "step": 45
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.9996997673913204e-05,
      "loss": 3.5104,
      "step": 50
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999633962804756e-05,
      "loss": 3.5778,
      "step": 55
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999561643578575e-05,
      "loss": 3.3353,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.999482809901257e-05,
      "loss": 3.3511,
      "step": 65
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.9993974619782625e-05,
      "loss": 3.6355,
      "step": 70
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999305600032027e-05,
      "loss": 3.3915,
      "step": 75
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999207224301965e-05,
      "loss": 3.4926,
      "step": 80
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.999102335044467e-05,
      "loss": 3.4918,
      "step": 85
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9989909325328996e-05,
      "loss": 3.3984,
      "step": 90
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.998873017057605e-05,
      "loss": 3.4989,
      "step": 95
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.998748588925897e-05,
      "loss": 3.6368,
      "step": 100
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.9986176484620665e-05,
      "loss": 3.4412,
      "step": 105
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998480196007375e-05,
      "loss": 3.4708,
      "step": 110
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9983362319200554e-05,
      "loss": 3.37,
      "step": 115
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.998185756575313e-05,
      "loss": 3.4524,
      "step": 120
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.9980287703653225e-05,
      "loss": 3.3863,
      "step": 125
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997865273699227e-05,
      "loss": 3.4414,
      "step": 130
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997729789123732e-05,
      "loss": 3.3335,
      "step": 135
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997554574721849e-05,
      "loss": 3.231,
      "step": 140
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.997372851099727e-05,
      "loss": 3.5962,
      "step": 145
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.997184618730983e-05,
      "loss": 3.2795,
      "step": 150
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996989878106192e-05,
      "loss": 3.5384,
      "step": 155
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996788629732897e-05,
      "loss": 3.3274,
      "step": 160
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.996580874135597e-05,
      "loss": 3.2292,
      "step": 165
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996366611855753e-05,
      "loss": 3.4829,
      "step": 170
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.996145843451785e-05,
      "loss": 3.1998,
      "step": 175
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.9959185694990655e-05,
      "loss": 3.3757,
      "step": 180
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.995684790589926e-05,
      "loss": 3.1001,
      "step": 185
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.99544450733365e-05,
      "loss": 3.2301,
      "step": 190
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.995197720356471e-05,
      "loss": 3.3187,
      "step": 195
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.994944430301576e-05,
      "loss": 3.527,
      "step": 200
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994684637829098e-05,
      "loss": 3.3808,
      "step": 205
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994418343616119e-05,
      "loss": 3.2406,
      "step": 210
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.994145548356664e-05,
      "loss": 3.3463,
      "step": 215
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.993866252761702e-05,
      "loss": 3.2972,
      "step": 220
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.993580457559145e-05,
      "loss": 3.4135,
      "step": 225
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.9932881634938424e-05,
      "loss": 3.4025,
      "step": 230
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992989371327581e-05,
      "loss": 3.662,
      "step": 235
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.992684081839086e-05,
      "loss": 3.4279,
      "step": 240
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.9923722958240124e-05,
      "loss": 3.3075,
      "step": 245
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.992054014094951e-05,
      "loss": 3.2826,
      "step": 250
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991729237481417e-05,
      "loss": 3.4992,
      "step": 255
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.991397966829856e-05,
      "loss": 3.2421,
      "step": 260
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.991060203003639e-05,
      "loss": 3.2615,
      "step": 265
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9907159468830585e-05,
      "loss": 3.3299,
      "step": 270
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.990365199365327e-05,
      "loss": 3.3117,
      "step": 275
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.9900079613645754e-05,
      "loss": 3.4729,
      "step": 280
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9896442338118524e-05,
      "loss": 3.2521,
      "step": 285
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.989274017655117e-05,
      "loss": 3.261,
      "step": 290
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.9888973138592414e-05,
      "loss": 3.4403,
      "step": 295
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.988514123406004e-05,
      "loss": 3.3408,
      "step": 300
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9881244472940914e-05,
      "loss": 3.3208,
      "step": 305
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9877282865390904e-05,
      "loss": 3.6889,
      "step": 310
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.9873256421734915e-05,
      "loss": 3.1537,
      "step": 315
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.986916515246681e-05,
      "loss": 3.1837,
      "step": 320
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.986500906824941e-05,
      "loss": 3.23,
      "step": 325
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9860788179914456e-05,
      "loss": 3.4343,
      "step": 330
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.985650249846258e-05,
      "loss": 3.3317,
      "step": 335
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.9852152035063294e-05,
      "loss": 3.155,
      "step": 340
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984773680105493e-05,
      "loss": 3.3527,
      "step": 345
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.984415798673684e-05,
      "loss": 3.3783,
      "step": 350
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.9839626194743575e-05,
      "loss": 3.2567,
      "step": 355
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.983502966478656e-05,
      "loss": 3.1278,
      "step": 360
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9830368408845425e-05,
      "loss": 3.2344,
      "step": 365
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.982564243906852e-05,
      "loss": 3.3458,
      "step": 370
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.9820851767772844e-05,
      "loss": 3.1467,
      "step": 375
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.981599640744402e-05,
      "loss": 3.217,
      "step": 380
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.981107637073628e-05,
      "loss": 3.4011,
      "step": 385
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.98060916704724e-05,
      "loss": 3.4098,
      "step": 390
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.9801042319643686e-05,
      "loss": 3.3332,
      "step": 395
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.979592833140996e-05,
      "loss": 3.4042,
      "step": 400
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.979074971909948e-05,
      "loss": 3.3127,
      "step": 405
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.978550649620894e-05,
      "loss": 3.1726,
      "step": 410
    },
    {
      "epoch": 0.21,
      "learning_rate": 4.978019867640342e-05,
      "loss": 3.3029,
      "step": 415
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.977482627351637e-05,
      "loss": 3.3519,
      "step": 420
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976938930154954e-05,
      "loss": 3.2507,
      "step": 425
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.976388777467297e-05,
      "loss": 3.1322,
      "step": 430
    },
    {
      "epoch": 0.22,
      "learning_rate": 4.9758321707224954e-05,
      "loss": 3.1306,
      "step": 435
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.975269111371197e-05,
      "loss": 3.189,
      "step": 440
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.974699600880869e-05,
      "loss": 3.2598,
      "step": 445
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.974123640735791e-05,
      "loss": 3.3483,
      "step": 450
    },
    {
      "epoch": 0.23,
      "learning_rate": 4.973541232437052e-05,
      "loss": 3.4678,
      "step": 455
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.972952377502545e-05,
      "loss": 2.9668,
      "step": 460
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.9723570774669687e-05,
      "loss": 3.372,
      "step": 465
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971755333881814e-05,
      "loss": 3.2808,
      "step": 470
    },
    {
      "epoch": 0.24,
      "learning_rate": 4.971147148315367e-05,
      "loss": 3.2235,
      "step": 475
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.9705325223527057e-05,
      "loss": 3.0441,
      "step": 480
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.96991145759569e-05,
      "loss": 3.4724,
      "step": 485
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.969283955662963e-05,
      "loss": 3.389,
      "step": 490
    },
    {
      "epoch": 0.25,
      "learning_rate": 4.968650018189943e-05,
      "loss": 3.3817,
      "step": 495
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.968009646828822e-05,
      "loss": 3.2597,
      "step": 500
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.967362843248559e-05,
      "loss": 3.253,
      "step": 505
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.966709609134878e-05,
      "loss": 3.1903,
      "step": 510
    },
    {
      "epoch": 0.26,
      "learning_rate": 4.9660499461902645e-05,
      "loss": 3.1286,
      "step": 515
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.965383856133953e-05,
      "loss": 3.292,
      "step": 520
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.964711340701935e-05,
      "loss": 3.4217,
      "step": 525
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.964032401646944e-05,
      "loss": 3.2587,
      "step": 530
    },
    {
      "epoch": 0.27,
      "learning_rate": 4.963347040738457e-05,
      "loss": 3.3325,
      "step": 535
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.962655259762687e-05,
      "loss": 3.3475,
      "step": 540
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.961957060522581e-05,
      "loss": 3.2882,
      "step": 545
    },
    {
      "epoch": 0.28,
      "learning_rate": 4.961252444837809e-05,
      "loss": 3.3631,
      "step": 550
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.9605414145447696e-05,
      "loss": 3.2589,
      "step": 555
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.959823971496574e-05,
      "loss": 3.4855,
      "step": 560
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.959100117563052e-05,
      "loss": 3.1354,
      "step": 565
    },
    {
      "epoch": 0.29,
      "learning_rate": 4.958369854630737e-05,
      "loss": 3.3037,
      "step": 570
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.957633184602867e-05,
      "loss": 3.1023,
      "step": 575
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.956890109399381e-05,
      "loss": 3.1933,
      "step": 580
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.956140630956908e-05,
      "loss": 3.3994,
      "step": 585
    },
    {
      "epoch": 0.3,
      "learning_rate": 4.955384751228767e-05,
      "loss": 3.1178,
      "step": 590
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.954622472184961e-05,
      "loss": 3.2513,
      "step": 595
    },
    {
      "epoch": 0.31,
      "learning_rate": 4.9538537958121686e-05,
      "loss": 3.5002,
      "step": 600
    }
  ],
  "logging_steps": 5,
  "max_steps": 9730,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 300,
  "total_flos": 7.090517711781888e+16,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}