{
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 2.0,
  "global_step": 5178,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 5e-06,
      "loss": 3.0388,
      "step": 10
    },
    {
      "epoch": 0.01,
      "learning_rate": 1e-05,
      "loss": 2.9144,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 1.5e-05,
      "loss": 2.4056,
      "step": 30
    },
    {
      "epoch": 0.02,
      "learning_rate": 2e-05,
      "loss": 1.3107,
      "step": 40
    },
    {
      "epoch": 0.02,
      "learning_rate": 2.5e-05,
      "loss": 0.8564,
      "step": 50
    },
    {
      "epoch": 0.02,
      "learning_rate": 3e-05,
      "loss": 0.6775,
      "step": 60
    },
    {
      "epoch": 0.03,
      "learning_rate": 3.5e-05,
      "loss": 0.54,
      "step": 70
    },
    {
      "epoch": 0.03,
      "learning_rate": 4e-05,
      "loss": 0.5361,
      "step": 80
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.5e-05,
      "loss": 0.4847,
      "step": 90
    },
    {
      "epoch": 0.04,
      "learning_rate": 5e-05,
      "loss": 0.4707,
      "step": 100
    },
    {
      "epoch": 0.04,
      "eval_loss": 0.4903041422367096,
      "eval_runtime": 241.1648,
      "eval_samples_per_second": 2.073,
      "eval_steps_per_second": 0.066,
      "step": 100
    },
    {
      "epoch": 0.04,
      "learning_rate": 5.500000000000001e-05,
      "loss": 0.4843,
      "step": 110
    },
    {
      "epoch": 0.05,
      "learning_rate": 6e-05,
      "loss": 0.4912,
      "step": 120
    },
    {
      "epoch": 0.05,
      "learning_rate": 6.500000000000001e-05,
      "loss": 0.453,
      "step": 130
    },
    {
      "epoch": 0.05,
      "learning_rate": 7e-05,
      "loss": 0.4396,
      "step": 140
    },
    {
      "epoch": 0.06,
      "learning_rate": 7.500000000000001e-05,
      "loss": 0.4066,
      "step": 150
    },
    {
      "epoch": 0.06,
      "learning_rate": 8e-05,
      "loss": 0.4339,
      "step": 160
    },
    {
      "epoch": 0.07,
      "learning_rate": 8.5e-05,
      "loss": 0.4042,
      "step": 170
    },
    {
      "epoch": 0.07,
      "learning_rate": 9e-05,
      "loss": 0.4036,
      "step": 180
    },
    {
      "epoch": 0.07,
      "learning_rate": 9.5e-05,
      "loss": 0.4017,
      "step": 190
    },
    {
      "epoch": 0.08,
      "learning_rate": 0.0001,
      "loss": 0.4132,
      "step": 200
    },
    {
      "epoch": 0.08,
      "eval_loss": 0.4102957546710968,
      "eval_runtime": 237.7984,
      "eval_samples_per_second": 2.103,
      "eval_steps_per_second": 0.067,
      "step": 200
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.979911611088791e-05,
      "loss": 0.4073,
      "step": 210
    },
    {
      "epoch": 0.08,
      "learning_rate": 9.959823222177582e-05,
      "loss": 0.3744,
      "step": 220
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.939734833266372e-05,
      "loss": 0.4091,
      "step": 230
    },
    {
      "epoch": 0.09,
      "learning_rate": 9.919646444355163e-05,
      "loss": 0.3846,
      "step": 240
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.899558055443953e-05,
      "loss": 0.4056,
      "step": 250
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.879469666532744e-05,
      "loss": 0.3713,
      "step": 260
    },
    {
      "epoch": 0.1,
      "learning_rate": 9.859381277621536e-05,
      "loss": 0.3851,
      "step": 270
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.839292888710326e-05,
      "loss": 0.3802,
      "step": 280
    },
    {
      "epoch": 0.11,
      "learning_rate": 9.819204499799116e-05,
      "loss": 0.3883,
      "step": 290
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.799116110887908e-05,
      "loss": 0.3939,
      "step": 300
    },
    {
      "epoch": 0.12,
      "eval_loss": 0.3881138265132904,
      "eval_runtime": 233.0966,
      "eval_samples_per_second": 2.145,
      "eval_steps_per_second": 0.069,
      "step": 300
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.779027721976698e-05,
      "loss": 0.3892,
      "step": 310
    },
    {
      "epoch": 0.12,
      "learning_rate": 9.758939333065489e-05,
      "loss": 0.3568,
      "step": 320
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.73885094415428e-05,
      "loss": 0.3924,
      "step": 330
    },
    {
      "epoch": 0.13,
      "learning_rate": 9.71876255524307e-05,
      "loss": 0.3665,
      "step": 340
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.69867416633186e-05,
      "loss": 0.3685,
      "step": 350
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.678585777420651e-05,
      "loss": 0.3713,
      "step": 360
    },
    {
      "epoch": 0.14,
      "learning_rate": 9.658497388509442e-05,
      "loss": 0.356,
      "step": 370
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.638408999598232e-05,
      "loss": 0.3484,
      "step": 380
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.618320610687024e-05,
      "loss": 0.3865,
      "step": 390
    },
    {
      "epoch": 0.15,
      "learning_rate": 9.598232221775813e-05,
      "loss": 0.3645,
      "step": 400
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.3724190890789032,
      "eval_runtime": 233.3567,
      "eval_samples_per_second": 2.143,
      "eval_steps_per_second": 0.069,
      "step": 400
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.578143832864604e-05,
      "loss": 0.3665,
      "step": 410
    },
    {
      "epoch": 0.16,
      "learning_rate": 9.558055443953396e-05,
      "loss": 0.3496,
      "step": 420
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.537967055042187e-05,
      "loss": 0.332,
      "step": 430
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.517878666130977e-05,
      "loss": 0.3624,
      "step": 440
    },
    {
      "epoch": 0.17,
      "learning_rate": 9.497790277219766e-05,
      "loss": 0.3503,
      "step": 450
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.477701888308558e-05,
      "loss": 0.337,
      "step": 460
    },
    {
      "epoch": 0.18,
      "learning_rate": 9.457613499397349e-05,
      "loss": 0.376,
      "step": 470
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.43752511048614e-05,
      "loss": 0.3304,
      "step": 480
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.41743672157493e-05,
      "loss": 0.3644,
      "step": 490
    },
    {
      "epoch": 0.19,
      "learning_rate": 9.39734833266372e-05,
      "loss": 0.3618,
      "step": 500
    },
    {
      "epoch": 0.19,
      "eval_loss": 0.3597237765789032,
      "eval_runtime": 233.4866,
      "eval_samples_per_second": 2.141,
      "eval_steps_per_second": 0.069,
      "step": 500
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.377259943752511e-05,
      "loss": 0.3855,
      "step": 510
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.357171554841302e-05,
      "loss": 0.3652,
      "step": 520
    },
    {
      "epoch": 0.2,
      "learning_rate": 9.337083165930092e-05,
      "loss": 0.3621,
      "step": 530
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.316994777018884e-05,
      "loss": 0.3318,
      "step": 540
    },
    {
      "epoch": 0.21,
      "learning_rate": 9.296906388107675e-05,
      "loss": 0.3409,
      "step": 550
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.276817999196466e-05,
      "loss": 0.3336,
      "step": 560
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.256729610285255e-05,
      "loss": 0.3505,
      "step": 570
    },
    {
      "epoch": 0.22,
      "learning_rate": 9.236641221374047e-05,
      "loss": 0.3354,
      "step": 580
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.216552832462837e-05,
      "loss": 0.3619,
      "step": 590
    },
    {
      "epoch": 0.23,
      "learning_rate": 9.196464443551628e-05,
      "loss": 0.3491,
      "step": 600
    },
    {
      "epoch": 0.23,
      "eval_loss": 0.3491559624671936,
      "eval_runtime": 227.9072,
      "eval_samples_per_second": 2.194,
      "eval_steps_per_second": 0.07,
      "step": 600
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.176376054640418e-05,
      "loss": 0.353,
      "step": 610
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.156287665729209e-05,
      "loss": 0.3508,
      "step": 620
    },
    {
      "epoch": 0.24,
      "learning_rate": 9.136199276818e-05,
      "loss": 0.3637,
      "step": 630
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.11611088790679e-05,
      "loss": 0.3297,
      "step": 640
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.096022498995581e-05,
      "loss": 0.3578,
      "step": 650
    },
    {
      "epoch": 0.25,
      "learning_rate": 9.075934110084371e-05,
      "loss": 0.3327,
      "step": 660
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.055845721173163e-05,
      "loss": 0.3336,
      "step": 670
    },
    {
      "epoch": 0.26,
      "learning_rate": 9.035757332261952e-05,
      "loss": 0.3113,
      "step": 680
    },
    {
      "epoch": 0.27,
      "learning_rate": 9.015668943350743e-05,
      "loss": 0.3278,
      "step": 690
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.995580554439535e-05,
      "loss": 0.3358,
      "step": 700
    },
    {
      "epoch": 0.27,
      "eval_loss": 0.3494350016117096,
      "eval_runtime": 226.5818,
      "eval_samples_per_second": 2.207,
      "eval_steps_per_second": 0.071,
      "step": 700
    },
    {
      "epoch": 0.27,
      "learning_rate": 8.975492165528326e-05,
      "loss": 0.3417,
      "step": 710
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.955403776617116e-05,
      "loss": 0.3451,
      "step": 720
    },
    {
      "epoch": 0.28,
      "learning_rate": 8.935315387705905e-05,
      "loss": 0.3298,
      "step": 730
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.915226998794697e-05,
      "loss": 0.3188,
      "step": 740
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.895138609883488e-05,
      "loss": 0.3211,
      "step": 750
    },
    {
      "epoch": 0.29,
      "learning_rate": 8.875050220972279e-05,
      "loss": 0.3324,
      "step": 760
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.854961832061069e-05,
      "loss": 0.3269,
      "step": 770
    },
    {
      "epoch": 0.3,
      "learning_rate": 8.83487344314986e-05,
      "loss": 0.3308,
      "step": 780
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.81478505423865e-05,
      "loss": 0.341,
      "step": 790
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.794696665327441e-05,
      "loss": 0.3299,
      "step": 800
    },
    {
      "epoch": 0.31,
      "eval_loss": 0.3420061469078064,
      "eval_runtime": 222.718,
      "eval_samples_per_second": 2.245,
      "eval_steps_per_second": 0.072,
      "step": 800
    },
    {
      "epoch": 0.31,
      "learning_rate": 8.774608276416231e-05,
      "loss": 0.3289,
      "step": 810
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.754519887505023e-05,
      "loss": 0.328,
      "step": 820
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.734431498593814e-05,
      "loss": 0.3464,
      "step": 830
    },
    {
      "epoch": 0.32,
      "learning_rate": 8.714343109682603e-05,
      "loss": 0.3227,
      "step": 840
    },
    {
      "epoch": 0.33,
      "learning_rate": 8.694254720771394e-05,
      "loss": 0.352,
      "step": 850
    },
    {
      "epoch": 0.33,
      "learning_rate": 8.674166331860186e-05,
      "loss": 0.3555,
      "step": 860
    },
    {
      "epoch": 0.34,
      "learning_rate": 8.654077942948976e-05,
      "loss": 0.3322,
      "step": 870
    },
    {
      "epoch": 0.34,
      "learning_rate": 8.633989554037767e-05,
      "loss": 0.316,
      "step": 880
    },
    {
      "epoch": 0.34,
      "learning_rate": 8.613901165126557e-05,
      "loss": 0.304,
      "step": 890
    },
    {
      "epoch": 0.35,
      "learning_rate": 8.593812776215348e-05,
      "loss": 0.3257,
      "step": 900
    },
    {
      "epoch": 0.35,
      "eval_loss": 0.3412737250328064,
      "eval_runtime": 230.8687,
      "eval_samples_per_second": 2.166,
      "eval_steps_per_second": 0.069,
      "step": 900
    },
    {
      "epoch": 0.35,
      "learning_rate": 8.573724387304139e-05,
      "loss": 0.3339,
      "step": 910
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.553635998392929e-05,
      "loss": 0.3163,
      "step": 920
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.53354760948172e-05,
      "loss": 0.3223,
      "step": 930
    },
    {
      "epoch": 0.36,
      "learning_rate": 8.513459220570512e-05,
      "loss": 0.3423,
      "step": 940
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.493370831659301e-05,
      "loss": 0.3175,
      "step": 950
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.473282442748092e-05,
      "loss": 0.3249,
      "step": 960
    },
    {
      "epoch": 0.37,
      "learning_rate": 8.453194053836882e-05,
      "loss": 0.3095,
      "step": 970
    },
    {
      "epoch": 0.38,
      "learning_rate": 8.433105664925674e-05,
      "loss": 0.3324,
      "step": 980
    },
    {
      "epoch": 0.38,
      "learning_rate": 8.413017276014465e-05,
      "loss": 0.3276,
      "step": 990
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.392928887103255e-05,
      "loss": 0.345,
      "step": 1000
    },
    {
      "epoch": 0.39,
      "eval_loss": 0.3368094265460968,
      "eval_runtime": 233.1619,
      "eval_samples_per_second": 2.144,
      "eval_steps_per_second": 0.069,
      "step": 1000
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.372840498192044e-05,
      "loss": 0.3389,
      "step": 1010
    },
    {
      "epoch": 0.39,
      "learning_rate": 8.352752109280836e-05,
      "loss": 0.321,
      "step": 1020
    },
    {
      "epoch": 0.4,
      "learning_rate": 8.332663720369627e-05,
      "loss": 0.3497,
      "step": 1030
    },
    {
      "epoch": 0.4,
      "learning_rate": 8.312575331458418e-05,
      "loss": 0.3283,
      "step": 1040
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.292486942547208e-05,
      "loss": 0.31,
      "step": 1050
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.272398553635999e-05,
      "loss": 0.3325,
      "step": 1060
    },
    {
      "epoch": 0.41,
      "learning_rate": 8.252310164724789e-05,
      "loss": 0.3103,
      "step": 1070
    },
    {
      "epoch": 0.42,
      "learning_rate": 8.23222177581358e-05,
      "loss": 0.3301,
      "step": 1080
    },
    {
      "epoch": 0.42,
      "learning_rate": 8.21213338690237e-05,
      "loss": 0.3295,
      "step": 1090
    },
    {
      "epoch": 0.42,
      "learning_rate": 8.192044997991162e-05,
      "loss": 0.3301,
      "step": 1100
    },
    {
      "epoch": 0.42,
      "eval_loss": 0.3294503390789032,
      "eval_runtime": 233.058,
      "eval_samples_per_second": 2.145,
      "eval_steps_per_second": 0.069,
      "step": 1100
    },
    {
      "epoch": 0.43,
      "learning_rate": 8.171956609079953e-05,
      "loss": 0.3269,
      "step": 1110
    },
    {
      "epoch": 0.43,
      "learning_rate": 8.151868220168742e-05,
      "loss": 0.347,
      "step": 1120
    },
    {
      "epoch": 0.44,
      "learning_rate": 8.131779831257533e-05,
      "loss": 0.3189,
      "step": 1130
    },
    {
      "epoch": 0.44,
      "learning_rate": 8.111691442346325e-05,
      "loss": 0.3251,
      "step": 1140
    },
    {
      "epoch": 0.44,
      "learning_rate": 8.091603053435115e-05,
      "loss": 0.305,
      "step": 1150
    },
    {
      "epoch": 0.45,
      "learning_rate": 8.071514664523906e-05,
      "loss": 0.3054,
      "step": 1160
    },
    {
      "epoch": 0.45,
      "learning_rate": 8.051426275612696e-05,
      "loss": 0.3426,
      "step": 1170
    },
    {
      "epoch": 0.46,
      "learning_rate": 8.031337886701487e-05,
      "loss": 0.3206,
      "step": 1180
    },
    {
      "epoch": 0.46,
      "learning_rate": 8.011249497790278e-05,
      "loss": 0.334,
      "step": 1190
    },
    {
      "epoch": 0.46,
      "learning_rate": 7.991161108879068e-05,
      "loss": 0.3311,
      "step": 1200
    },
    {
      "epoch": 0.46,
      "eval_loss": 0.3330426812171936,
      "eval_runtime": 231.4394,
      "eval_samples_per_second": 2.16,
      "eval_steps_per_second": 0.069,
      "step": 1200
    },
    {
      "epoch": 0.47,
      "learning_rate": 7.971072719967859e-05,
      "loss": 0.3326,
      "step": 1210
    },
    {
      "epoch": 0.47,
      "learning_rate": 7.950984331056651e-05,
      "loss": 0.3229,
      "step": 1220
    },
    {
      "epoch": 0.48,
      "learning_rate": 7.93089594214544e-05,
      "loss": 0.3252,
      "step": 1230
    },
    {
      "epoch": 0.48,
      "learning_rate": 7.91080755323423e-05,
      "loss": 0.314,
      "step": 1240
    },
    {
      "epoch": 0.48,
      "learning_rate": 7.890719164323021e-05,
      "loss": 0.3191,
      "step": 1250
    },
    {
      "epoch": 0.49,
      "learning_rate": 7.870630775411813e-05,
      "loss": 0.3193,
      "step": 1260
    },
    {
      "epoch": 0.49,
      "learning_rate": 7.850542386500604e-05,
      "loss": 0.3183,
      "step": 1270
    },
    {
      "epoch": 0.49,
      "learning_rate": 7.830453997589394e-05,
      "loss": 0.3141,
      "step": 1280
    },
    {
      "epoch": 0.5,
      "learning_rate": 7.810365608678183e-05,
      "loss": 0.3069,
      "step": 1290
    },
    {
      "epoch": 0.5,
      "learning_rate": 7.790277219766975e-05,
      "loss": 0.3203,
      "step": 1300
    },
    {
      "epoch": 0.5,
      "eval_loss": 0.32666015625,
      "eval_runtime": 228.195,
      "eval_samples_per_second": 2.191,
      "eval_steps_per_second": 0.07,
      "step": 1300
    },
    {
      "epoch": 0.51,
      "learning_rate": 7.770188830855766e-05,
      "loss": 0.3044,
      "step": 1310
    },
    {
      "epoch": 0.51,
      "learning_rate": 7.750100441944557e-05,
      "loss": 0.3052,
      "step": 1320
    },
    {
      "epoch": 0.51,
      "learning_rate": 7.730012053033347e-05,
      "loss": 0.3156,
      "step": 1330
    },
    {
      "epoch": 0.52,
      "learning_rate": 7.709923664122138e-05,
      "loss": 0.3271,
      "step": 1340
    },
    {
      "epoch": 0.52,
      "learning_rate": 7.689835275210928e-05,
      "loss": 0.2991,
      "step": 1350
    },
    {
      "epoch": 0.53,
      "learning_rate": 7.669746886299719e-05,
      "loss": 0.306,
      "step": 1360
    },
    {
      "epoch": 0.53,
      "learning_rate": 7.64965849738851e-05,
      "loss": 0.3122,
      "step": 1370
    },
    {
      "epoch": 0.53,
      "learning_rate": 7.629570108477301e-05,
      "loss": 0.3101,
      "step": 1380
    },
    {
      "epoch": 0.54,
      "learning_rate": 7.609481719566092e-05,
      "loss": 0.3106,
      "step": 1390
    },
    {
      "epoch": 0.54,
      "learning_rate": 7.589393330654881e-05,
      "loss": 0.3177,
      "step": 1400
    },
    {
      "epoch": 0.54,
      "eval_loss": 0.3282645046710968,
      "eval_runtime": 228.5175,
      "eval_samples_per_second": 2.188,
      "eval_steps_per_second": 0.07,
      "step": 1400
    },
    {
      "epoch": 0.54,
      "learning_rate": 7.569304941743672e-05,
      "loss": 0.2955,
      "step": 1410
    },
    {
      "epoch": 0.55,
      "learning_rate": 7.549216552832464e-05,
      "loss": 0.3287,
      "step": 1420
    },
    {
      "epoch": 0.55,
      "learning_rate": 7.529128163921254e-05,
      "loss": 0.3224,
      "step": 1430
    },
    {
      "epoch": 0.56,
      "learning_rate": 7.509039775010045e-05,
      "loss": 0.3231,
      "step": 1440
    },
    {
      "epoch": 0.56,
      "learning_rate": 7.488951386098834e-05,
      "loss": 0.3218,
      "step": 1450
    },
    {
      "epoch": 0.56,
      "learning_rate": 7.468862997187626e-05,
      "loss": 0.3167,
      "step": 1460
    },
    {
      "epoch": 0.57,
      "learning_rate": 7.448774608276417e-05,
      "loss": 0.3252,
      "step": 1470
    },
    {
      "epoch": 0.57,
      "learning_rate": 7.428686219365207e-05,
      "loss": 0.315,
      "step": 1480
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.408597830453998e-05,
      "loss": 0.3012,
      "step": 1490
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.38850944154279e-05,
      "loss": 0.3055,
      "step": 1500
    },
    {
      "epoch": 0.58,
      "eval_loss": 0.3236956000328064,
      "eval_runtime": 235.4381,
      "eval_samples_per_second": 2.124,
      "eval_steps_per_second": 0.068,
      "step": 1500
    },
    {
      "epoch": 0.58,
      "learning_rate": 7.368421052631579e-05,
      "loss": 0.3194,
      "step": 1510
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.34833266372037e-05,
      "loss": 0.3254,
      "step": 1520
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.32824427480916e-05,
      "loss": 0.3108,
      "step": 1530
    },
    {
      "epoch": 0.59,
      "learning_rate": 7.308155885897952e-05,
      "loss": 0.3029,
      "step": 1540
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.288067496986743e-05,
      "loss": 0.319,
      "step": 1550
    },
    {
      "epoch": 0.6,
      "learning_rate": 7.267979108075532e-05,
      "loss": 0.3114,
      "step": 1560
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.247890719164322e-05,
      "loss": 0.2944,
      "step": 1570
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.227802330253114e-05,
      "loss": 0.3255,
      "step": 1580
    },
    {
      "epoch": 0.61,
      "learning_rate": 7.207713941341905e-05,
      "loss": 0.321,
      "step": 1590
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.187625552430696e-05,
      "loss": 0.3235,
      "step": 1600
    },
    {
      "epoch": 0.62,
      "eval_loss": 0.3245675265789032,
      "eval_runtime": 229.0197,
      "eval_samples_per_second": 2.183,
      "eval_steps_per_second": 0.07,
      "step": 1600
    },
    {
      "epoch": 0.62,
      "learning_rate": 7.167537163519486e-05,
      "loss": 0.2904,
      "step": 1610
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.147448774608277e-05,
      "loss": 0.3511,
      "step": 1620
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.127360385697067e-05,
      "loss": 0.3088,
      "step": 1630
    },
    {
      "epoch": 0.63,
      "learning_rate": 7.107271996785858e-05,
      "loss": 0.3015,
      "step": 1640
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.087183607874648e-05,
      "loss": 0.3,
      "step": 1650
    },
    {
      "epoch": 0.64,
      "learning_rate": 7.06709521896344e-05,
      "loss": 0.3487,
      "step": 1660
    },
    {
      "epoch": 0.65,
      "learning_rate": 7.04700683005223e-05,
      "loss": 0.3029,
      "step": 1670
    },
    {
      "epoch": 0.65,
      "learning_rate": 7.02691844114102e-05,
      "loss": 0.307,
      "step": 1680
    },
    {
      "epoch": 0.65,
      "learning_rate": 7.006830052229811e-05,
      "loss": 0.3026,
      "step": 1690
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.986741663318603e-05,
      "loss": 0.3203,
      "step": 1700
    },
    {
      "epoch": 0.66,
      "eval_loss": 0.3210797905921936,
      "eval_runtime": 235.7603,
      "eval_samples_per_second": 2.121,
      "eval_steps_per_second": 0.068,
      "step": 1700
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.966653274407393e-05,
      "loss": 0.3036,
      "step": 1710
    },
    {
      "epoch": 0.66,
      "learning_rate": 6.946564885496184e-05,
      "loss": 0.32,
      "step": 1720
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.926476496584973e-05,
      "loss": 0.3065,
      "step": 1730
    },
    {
      "epoch": 0.67,
      "learning_rate": 6.906388107673765e-05,
      "loss": 0.2972,
      "step": 1740
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.886299718762556e-05,
      "loss": 0.2972,
      "step": 1750
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.866211329851346e-05,
      "loss": 0.321,
      "step": 1760
    },
    {
      "epoch": 0.68,
      "learning_rate": 6.846122940940137e-05,
      "loss": 0.3206,
      "step": 1770
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.826034552028927e-05,
      "loss": 0.304,
      "step": 1780
    },
    {
      "epoch": 0.69,
      "learning_rate": 6.805946163117718e-05,
      "loss": 0.3101,
      "step": 1790
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.785857774206509e-05,
      "loss": 0.3263,
      "step": 1800
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.3179059624671936,
      "eval_runtime": 228.96,
      "eval_samples_per_second": 2.184,
      "eval_steps_per_second": 0.07,
      "step": 1800
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.765769385295299e-05,
      "loss": 0.3311,
      "step": 1810
    },
    {
      "epoch": 0.7,
      "learning_rate": 6.745680996384091e-05,
      "loss": 0.3047,
      "step": 1820
    },
    {
      "epoch": 0.71,
      "learning_rate": 6.725592607472882e-05,
      "loss": 0.3085,
      "step": 1830
    },
    {
      "epoch": 0.71,
      "learning_rate": 6.705504218561671e-05,
      "loss": 0.3083,
      "step": 1840
    },
    {
      "epoch": 0.71,
      "learning_rate": 6.685415829650461e-05,
      "loss": 0.3225,
      "step": 1850
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.665327440739253e-05,
      "loss": 0.3136,
      "step": 1860
    },
    {
      "epoch": 0.72,
      "learning_rate": 6.645239051828044e-05,
      "loss": 0.3191,
      "step": 1870
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.625150662916835e-05,
      "loss": 0.3547,
      "step": 1880
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.605062274005625e-05,
      "loss": 0.3466,
      "step": 1890
    },
    {
      "epoch": 0.73,
      "learning_rate": 6.584973885094416e-05,
      "loss": 0.2985,
      "step": 1900
    },
    {
      "epoch": 0.73,
      "eval_loss": 0.324951171875,
      "eval_runtime": 228.2301,
      "eval_samples_per_second": 2.191,
      "eval_steps_per_second": 0.07,
      "step": 1900
    },
    {
      "epoch": 0.74,
      "learning_rate": 6.564885496183206e-05,
      "loss": 0.3164,
      "step": 1910
    },
    {
      "epoch": 0.74,
      "learning_rate": 6.544797107271997e-05,
      "loss": 0.3171,
      "step": 1920
    },
    {
      "epoch": 0.75,
      "learning_rate": 6.524708718360787e-05,
      "loss": 0.2916,
      "step": 1930
    },
    {
      "epoch": 0.75,
      "learning_rate": 6.50462032944958e-05,
      "loss": 0.3082,
      "step": 1940
    },
    {
      "epoch": 0.75,
      "learning_rate": 6.484531940538369e-05,
      "loss": 0.308,
      "step": 1950
    },
    {
      "epoch": 0.76,
      "learning_rate": 6.464443551627159e-05,
      "loss": 0.3085,
      "step": 1960
    },
    {
      "epoch": 0.76,
      "learning_rate": 6.44435516271595e-05,
      "loss": 0.3062,
      "step": 1970
    },
    {
      "epoch": 0.76,
      "learning_rate": 6.424266773804742e-05,
      "loss": 0.3214,
      "step": 1980
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.404178384893532e-05,
      "loss": 0.3046,
      "step": 1990
    },
    {
      "epoch": 0.77,
      "learning_rate": 6.384089995982323e-05,
      "loss": 0.3161,
      "step": 2000
    },
    {
      "epoch": 0.77,
      "eval_loss": 0.3216029703617096,
      "eval_runtime": 230.2587,
      "eval_samples_per_second": 2.171,
      "eval_steps_per_second": 0.069,
      "step": 2000
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.364001607071113e-05,
      "loss": 0.3274,
      "step": 2010
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.343913218159904e-05,
      "loss": 0.341,
      "step": 2020
    },
    {
      "epoch": 0.78,
      "learning_rate": 6.323824829248695e-05,
      "loss": 0.3226,
      "step": 2030
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.303736440337485e-05,
      "loss": 0.3187,
      "step": 2040
    },
    {
      "epoch": 0.79,
      "learning_rate": 6.283648051426276e-05,
      "loss": 0.3003,
      "step": 2050
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.263559662515066e-05,
      "loss": 0.2849,
      "step": 2060
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.243471273603857e-05,
      "loss": 0.3096,
      "step": 2070
    },
    {
      "epoch": 0.8,
      "learning_rate": 6.223382884692648e-05,
      "loss": 0.2993,
      "step": 2080
    },
    {
      "epoch": 0.81,
      "learning_rate": 6.203294495781438e-05,
      "loss": 0.2984,
      "step": 2090
    },
    {
      "epoch": 0.81,
      "learning_rate": 6.18320610687023e-05,
      "loss": 0.2987,
      "step": 2100
    },
    {
      "epoch": 0.81,
      "eval_loss": 0.3201729953289032,
      "eval_runtime": 227.0048,
      "eval_samples_per_second": 2.203,
      "eval_steps_per_second": 0.07,
      "step": 2100
    },
    {
      "epoch": 0.81,
      "learning_rate": 6.16311771795902e-05,
      "loss": 0.3092,
      "step": 2110
    },
    {
      "epoch": 0.82,
      "learning_rate": 6.14302932904781e-05,
      "loss": 0.2995,
      "step": 2120
    },
    {
      "epoch": 0.82,
      "learning_rate": 6.1229409401366e-05,
      "loss": 0.3114,
      "step": 2130
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.102852551225392e-05,
      "loss": 0.3077,
      "step": 2140
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.082764162314183e-05,
      "loss": 0.3121,
      "step": 2150
    },
    {
      "epoch": 0.83,
      "learning_rate": 6.0626757734029736e-05,
      "loss": 0.3042,
      "step": 2160
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.0425873844917635e-05,
      "loss": 0.3129,
      "step": 2170
    },
    {
      "epoch": 0.84,
      "learning_rate": 6.022498995580555e-05,
      "loss": 0.2843,
      "step": 2180
    },
    {
      "epoch": 0.85,
      "learning_rate": 6.002410606669345e-05,
      "loss": 0.2973,
      "step": 2190
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.982322217758136e-05,
      "loss": 0.3405,
      "step": 2200
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.3213588297367096,
      "eval_runtime": 231.1731,
      "eval_samples_per_second": 2.163,
      "eval_steps_per_second": 0.069,
      "step": 2200
    },
    {
      "epoch": 0.85,
      "learning_rate": 5.962233828846927e-05,
      "loss": 0.2974,
      "step": 2210
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.942145439935718e-05,
      "loss": 0.2978,
      "step": 2220
    },
    {
      "epoch": 0.86,
      "learning_rate": 5.9220570510245076e-05,
      "loss": 0.2922,
      "step": 2230
    },
    {
      "epoch": 0.87,
      "learning_rate": 5.901968662113299e-05,
      "loss": 0.321,
      "step": 2240
    },
    {
      "epoch": 0.87,
      "learning_rate": 5.8818802732020895e-05,
      "loss": 0.2926,
      "step": 2250
    },
    {
      "epoch": 0.87,
      "learning_rate": 5.86179188429088e-05,
      "loss": 0.3175,
      "step": 2260
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.841703495379671e-05,
      "loss": 0.2816,
      "step": 2270
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.821615106468461e-05,
      "loss": 0.2761,
      "step": 2280
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.801526717557252e-05,
      "loss": 0.2786,
      "step": 2290
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.781438328646043e-05,
      "loss": 0.295,
      "step": 2300
    },
    {
      "epoch": 0.89,
      "eval_loss": 0.3176967203617096,
      "eval_runtime": 229.1487,
      "eval_samples_per_second": 2.182,
      "eval_steps_per_second": 0.07,
      "step": 2300
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.7613499397348337e-05,
      "loss": 0.3299,
      "step": 2310
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.741261550823624e-05,
      "loss": 0.3122,
      "step": 2320
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.7211731619124155e-05,
      "loss": 0.3288,
      "step": 2330
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.7010847730012054e-05,
      "loss": 0.34,
      "step": 2340
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.680996384089996e-05,
      "loss": 0.3161,
      "step": 2350
    },
    {
      "epoch": 0.91,
      "learning_rate": 5.6609079951787866e-05,
      "loss": 0.2696,
      "step": 2360
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.640819606267578e-05,
      "loss": 0.3285,
      "step": 2370
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.6207312173563684e-05,
      "loss": 0.3158,
      "step": 2380
    },
    {
      "epoch": 0.92,
      "learning_rate": 5.600642828445158e-05,
      "loss": 0.3229,
      "step": 2390
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.5805544395339496e-05,
      "loss": 0.3168,
      "step": 2400
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.3182547390460968,
      "eval_runtime": 234.4281,
      "eval_samples_per_second": 2.133,
      "eval_steps_per_second": 0.068,
      "step": 2400
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.56046605062274e-05,
      "loss": 0.3167,
      "step": 2410
    },
    {
      "epoch": 0.93,
      "learning_rate": 5.540377661711531e-05,
      "loss": 0.3128,
      "step": 2420
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.520289272800322e-05,
      "loss": 0.293,
      "step": 2430
    },
    {
      "epoch": 0.94,
      "learning_rate": 5.5002008838891126e-05,
      "loss": 0.3113,
      "step": 2440
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.4801124949779025e-05,
      "loss": 0.3167,
      "step": 2450
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.460024106066694e-05,
      "loss": 0.3119,
      "step": 2460
    },
    {
      "epoch": 0.95,
      "learning_rate": 5.439935717155484e-05,
      "loss": 0.295,
      "step": 2470
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.419847328244275e-05,
      "loss": 0.303,
      "step": 2480
    },
    {
      "epoch": 0.96,
      "learning_rate": 5.399758939333066e-05,
      "loss": 0.3183,
      "step": 2490
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.379670550421857e-05,
      "loss": 0.3159,
      "step": 2500
    },
    {
      "epoch": 0.97,
      "eval_loss": 0.3175223171710968,
      "eval_runtime": 242.5362,
      "eval_samples_per_second": 2.062,
      "eval_steps_per_second": 0.066,
      "step": 2500
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.3595821615106466e-05,
      "loss": 0.3086,
      "step": 2510
    },
    {
      "epoch": 0.97,
      "learning_rate": 5.339493772599438e-05,
      "loss": 0.3184,
      "step": 2520
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.3194053836882285e-05,
      "loss": 0.3131,
      "step": 2530
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.299316994777019e-05,
      "loss": 0.3099,
      "step": 2540
    },
    {
      "epoch": 0.98,
      "learning_rate": 5.27922860586581e-05,
      "loss": 0.3392,
      "step": 2550
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.2591402169546e-05,
      "loss": 0.3207,
      "step": 2560
    },
    {
      "epoch": 0.99,
      "learning_rate": 5.239051828043391e-05,
      "loss": 0.307,
      "step": 2570
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.218963439132182e-05,
      "loss": 0.2946,
      "step": 2580
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.198875050220973e-05,
      "loss": 0.3138,
      "step": 2590
    },
    {
      "epoch": 1.0,
      "learning_rate": 5.178786661309763e-05,
      "loss": 0.2704,
      "step": 2600
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.31640625,
      "eval_runtime": 234.6863,
      "eval_samples_per_second": 2.131,
      "eval_steps_per_second": 0.068,
      "step": 2600
    },
    {
      "epoch": 1.01,
      "learning_rate": 5.1586982723985545e-05,
      "loss": 0.2552,
      "step": 2610
    },
    {
      "epoch": 1.01,
      "learning_rate": 5.1386098834873444e-05,
      "loss": 0.2701,
      "step": 2620
    },
    {
      "epoch": 1.02,
      "learning_rate": 5.118521494576135e-05,
      "loss": 0.2582,
      "step": 2630
    },
    {
      "epoch": 1.02,
      "learning_rate": 5.098433105664926e-05,
      "loss": 0.2592,
      "step": 2640
    },
    {
      "epoch": 1.02,
      "learning_rate": 5.078344716753717e-05,
      "loss": 0.2804,
      "step": 2650
    },
    {
      "epoch": 1.03,
      "learning_rate": 5.0582563278425074e-05,
      "loss": 0.2553,
      "step": 2660
    },
    {
      "epoch": 1.03,
      "learning_rate": 5.038167938931297e-05,
      "loss": 0.2541,
      "step": 2670
    },
    {
      "epoch": 1.04,
      "learning_rate": 5.0180795500200886e-05,
      "loss": 0.2536,
      "step": 2680
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.997991161108879e-05,
      "loss": 0.2612,
      "step": 2690
    },
    {
      "epoch": 1.04,
      "learning_rate": 4.9779027721976704e-05,
      "loss": 0.278,
      "step": 2700
    },
    {
      "epoch": 1.04,
      "eval_loss": 0.3170689046382904,
      "eval_runtime": 234.3707,
      "eval_samples_per_second": 2.133,
      "eval_steps_per_second": 0.068,
      "step": 2700
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.95781438328646e-05,
      "loss": 0.2573,
      "step": 2710
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.9377259943752516e-05,
      "loss": 0.2553,
      "step": 2720
    },
    {
      "epoch": 1.05,
      "learning_rate": 4.917637605464042e-05,
      "loss": 0.2675,
      "step": 2730
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.897549216552833e-05,
      "loss": 0.2842,
      "step": 2740
    },
    {
      "epoch": 1.06,
      "learning_rate": 4.877460827641623e-05,
      "loss": 0.2523,
      "step": 2750
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.8573724387304146e-05,
      "loss": 0.2698,
      "step": 2760
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.8372840498192045e-05,
      "loss": 0.2911,
      "step": 2770
    },
    {
      "epoch": 1.07,
      "learning_rate": 4.817195660907996e-05,
      "loss": 0.2909,
      "step": 2780
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.7971072719967863e-05,
      "loss": 0.2753,
      "step": 2790
    },
    {
      "epoch": 1.08,
      "learning_rate": 4.777018883085577e-05,
      "loss": 0.2703,
      "step": 2800
    },
    {
      "epoch": 1.08,
      "eval_loss": 0.312744140625,
      "eval_runtime": 232.5523,
      "eval_samples_per_second": 2.15,
      "eval_steps_per_second": 0.069,
      "step": 2800
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.7569304941743675e-05,
      "loss": 0.2798,
      "step": 2810
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.736842105263158e-05,
      "loss": 0.2738,
      "step": 2820
    },
    {
      "epoch": 1.09,
      "learning_rate": 4.716753716351949e-05,
      "loss": 0.2757,
      "step": 2830
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.69666532744074e-05,
      "loss": 0.2441,
      "step": 2840
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.67657693852953e-05,
      "loss": 0.2597,
      "step": 2850
    },
    {
      "epoch": 1.1,
      "learning_rate": 4.656488549618321e-05,
      "loss": 0.2546,
      "step": 2860
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.636400160707112e-05,
      "loss": 0.2567,
      "step": 2870
    },
    {
      "epoch": 1.11,
      "learning_rate": 4.616311771795902e-05,
      "loss": 0.2677,
      "step": 2880
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.596223382884693e-05,
      "loss": 0.2544,
      "step": 2890
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.576134993973484e-05,
      "loss": 0.2596,
      "step": 2900
    },
    {
      "epoch": 1.12,
      "eval_loss": 0.312744140625,
      "eval_runtime": 234.4348,
      "eval_samples_per_second": 2.133,
      "eval_steps_per_second": 0.068,
      "step": 2900
    },
    {
      "epoch": 1.12,
      "learning_rate": 4.556046605062274e-05,
      "loss": 0.2678,
      "step": 2910
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.535958216151065e-05,
      "loss": 0.2741,
      "step": 2920
    },
    {
      "epoch": 1.13,
      "learning_rate": 4.515869827239856e-05,
      "loss": 0.2664,
      "step": 2930
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.4957814383286464e-05,
      "loss": 0.2743,
      "step": 2940
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.475693049417437e-05,
      "loss": 0.2587,
      "step": 2950
    },
    {
      "epoch": 1.14,
      "learning_rate": 4.4556046605062276e-05,
      "loss": 0.2744,
      "step": 2960
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.435516271595018e-05,
      "loss": 0.2637,
      "step": 2970
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.4154278826838094e-05,
      "loss": 0.2604,
      "step": 2980
    },
    {
      "epoch": 1.15,
      "learning_rate": 4.395339493772599e-05,
      "loss": 0.2609,
      "step": 2990
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.3752511048613906e-05,
      "loss": 0.2564,
      "step": 3000
    },
    {
      "epoch": 1.16,
      "eval_loss": 0.317138671875,
      "eval_runtime": 236.9531,
      "eval_samples_per_second": 2.11,
      "eval_steps_per_second": 0.068,
      "step": 3000
    },
    {
      "epoch": 1.16,
      "learning_rate": 4.355162715950181e-05,
      "loss": 0.2585,
      "step": 3010
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.335074327038972e-05,
      "loss": 0.272,
      "step": 3020
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.3149859381277623e-05,
      "loss": 0.2593,
      "step": 3030
    },
    {
      "epoch": 1.17,
      "learning_rate": 4.2948975492165536e-05,
      "loss": 0.2658,
      "step": 3040
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.2748091603053435e-05,
      "loss": 0.2643,
      "step": 3050
    },
    {
      "epoch": 1.18,
      "learning_rate": 4.254720771394135e-05,
      "loss": 0.2631,
      "step": 3060
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.234632382482925e-05,
      "loss": 0.2376,
      "step": 3070
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.214543993571716e-05,
      "loss": 0.2645,
      "step": 3080
    },
    {
      "epoch": 1.19,
      "learning_rate": 4.1944556046605065e-05,
      "loss": 0.2903,
      "step": 3090
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.174367215749297e-05,
      "loss": 0.2502,
      "step": 3100
    },
    {
      "epoch": 1.2,
      "eval_loss": 0.3148367702960968,
      "eval_runtime": 232.416,
      "eval_samples_per_second": 2.151,
      "eval_steps_per_second": 0.069,
      "step": 3100
    },
    {
      "epoch": 1.2,
      "learning_rate": 4.154278826838088e-05,
      "loss": 0.2389,
      "step": 3110
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.134190437926879e-05,
      "loss": 0.2575,
      "step": 3120
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.114102049015669e-05,
      "loss": 0.2825,
      "step": 3130
    },
    {
      "epoch": 1.21,
      "learning_rate": 4.09401366010446e-05,
      "loss": 0.2574,
      "step": 3140
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.073925271193251e-05,
      "loss": 0.2707,
      "step": 3150
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.053836882282041e-05,
      "loss": 0.2589,
      "step": 3160
    },
    {
      "epoch": 1.22,
      "learning_rate": 4.033748493370832e-05,
      "loss": 0.2646,
      "step": 3170
    },
    {
      "epoch": 1.23,
      "learning_rate": 4.0136601044596224e-05,
      "loss": 0.2685,
      "step": 3180
    },
    {
      "epoch": 1.23,
      "learning_rate": 3.993571715548413e-05,
      "loss": 0.2595,
      "step": 3190
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.973483326637204e-05,
      "loss": 0.2477,
      "step": 3200
    },
    {
      "epoch": 1.24,
      "eval_loss": 0.3164760172367096,
      "eval_runtime": 229.5059,
      "eval_samples_per_second": 2.179,
      "eval_steps_per_second": 0.07,
      "step": 3200
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.953394937725994e-05,
      "loss": 0.2598,
      "step": 3210
    },
    {
      "epoch": 1.24,
      "learning_rate": 3.9333065488147854e-05,
      "loss": 0.2626,
      "step": 3220
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.913218159903576e-05,
      "loss": 0.2538,
      "step": 3230
    },
    {
      "epoch": 1.25,
      "learning_rate": 3.8931297709923666e-05,
      "loss": 0.2562,
      "step": 3240
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.873041382081157e-05,
      "loss": 0.2625,
      "step": 3250
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.8529529931699484e-05,
      "loss": 0.2638,
      "step": 3260
    },
    {
      "epoch": 1.26,
      "learning_rate": 3.8328646042587384e-05,
      "loss": 0.2415,
      "step": 3270
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.8127762153475296e-05,
      "loss": 0.2894,
      "step": 3280
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.79268782643632e-05,
      "loss": 0.2606,
      "step": 3290
    },
    {
      "epoch": 1.27,
      "learning_rate": 3.772599437525111e-05,
      "loss": 0.2607,
      "step": 3300
    },
    {
      "epoch": 1.27,
      "eval_loss": 0.3150809109210968,
      "eval_runtime": 231.3186,
      "eval_samples_per_second": 2.162,
      "eval_steps_per_second": 0.069,
      "step": 3300
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.7525110486139014e-05,
      "loss": 0.2853,
      "step": 3310
    },
    {
      "epoch": 1.28,
      "learning_rate": 3.732422659702692e-05,
      "loss": 0.2597,
      "step": 3320
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.7123342707914825e-05,
      "loss": 0.2653,
      "step": 3330
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.692245881880274e-05,
      "loss": 0.2626,
      "step": 3340
    },
    {
      "epoch": 1.29,
      "learning_rate": 3.672157492969064e-05,
      "loss": 0.2465,
      "step": 3350
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.652069104057855e-05,
      "loss": 0.2997,
      "step": 3360
    },
    {
      "epoch": 1.3,
      "learning_rate": 3.6319807151466455e-05,
      "loss": 0.2614,
      "step": 3370
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.611892326235436e-05,
      "loss": 0.2708,
      "step": 3380
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.591803937324227e-05,
      "loss": 0.2633,
      "step": 3390
    },
    {
      "epoch": 1.31,
      "learning_rate": 3.571715548413018e-05,
      "loss": 0.2607,
      "step": 3400
    },
    {
      "epoch": 1.31,
      "eval_loss": 0.309326171875,
      "eval_runtime": 234.7514,
      "eval_samples_per_second": 2.13,
      "eval_steps_per_second": 0.068,
      "step": 3400
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.551627159501808e-05,
      "loss": 0.2605,
      "step": 3410
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.531538770590599e-05,
      "loss": 0.2557,
      "step": 3420
    },
    {
      "epoch": 1.32,
      "learning_rate": 3.511450381679389e-05,
      "loss": 0.2566,
      "step": 3430
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.49136199276818e-05,
      "loss": 0.2502,
      "step": 3440
    },
    {
      "epoch": 1.33,
      "learning_rate": 3.471273603856971e-05,
      "loss": 0.2512,
      "step": 3450
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.4511852149457614e-05,
      "loss": 0.2966,
      "step": 3460
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.431096826034552e-05,
      "loss": 0.2408,
      "step": 3470
    },
    {
      "epoch": 1.34,
      "learning_rate": 3.411008437123343e-05,
      "loss": 0.2667,
      "step": 3480
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.390920048212133e-05,
      "loss": 0.2851,
      "step": 3490
    },
    {
      "epoch": 1.35,
      "learning_rate": 3.3708316593009245e-05,
      "loss": 0.2488,
      "step": 3500
    },
    {
      "epoch": 1.35,
      "eval_loss": 0.3107561469078064,
      "eval_runtime": 232.6614,
      "eval_samples_per_second": 2.149,
      "eval_steps_per_second": 0.069,
      "step": 3500
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.350743270389715e-05,
      "loss": 0.2942,
      "step": 3510
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.3306548814785056e-05,
      "loss": 0.2605,
      "step": 3520
    },
    {
      "epoch": 1.36,
      "learning_rate": 3.310566492567296e-05,
      "loss": 0.2352,
      "step": 3530
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.290478103656087e-05,
      "loss": 0.2371,
      "step": 3540
    },
    {
      "epoch": 1.37,
      "learning_rate": 3.2703897147448774e-05,
      "loss": 0.2597,
      "step": 3550
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.2503013258336686e-05,
      "loss": 0.2452,
      "step": 3560
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.2302129369224585e-05,
      "loss": 0.2617,
      "step": 3570
    },
    {
      "epoch": 1.38,
      "learning_rate": 3.21012454801125e-05,
      "loss": 0.2664,
      "step": 3580
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.1900361591000404e-05,
      "loss": 0.28,
      "step": 3590
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.169947770188831e-05,
      "loss": 0.2376,
      "step": 3600
    },
    {
      "epoch": 1.39,
      "eval_loss": 0.3105817437171936,
      "eval_runtime": 232.1998,
      "eval_samples_per_second": 2.153,
      "eval_steps_per_second": 0.069,
      "step": 3600
    },
    {
      "epoch": 1.39,
      "learning_rate": 3.1498593812776215e-05,
      "loss": 0.2667,
      "step": 3610
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.129770992366413e-05,
      "loss": 0.2599,
      "step": 3620
    },
    {
      "epoch": 1.4,
      "learning_rate": 3.109682603455203e-05,
      "loss": 0.2656,
      "step": 3630
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.089594214543994e-05,
      "loss": 0.2311,
      "step": 3640
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.0695058256327845e-05,
      "loss": 0.2506,
      "step": 3650
    },
    {
      "epoch": 1.41,
      "learning_rate": 3.049417436721575e-05,
      "loss": 0.2598,
      "step": 3660
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0293290478103657e-05,
      "loss": 0.2654,
      "step": 3670
    },
    {
      "epoch": 1.42,
      "learning_rate": 3.0092406588991563e-05,
      "loss": 0.2454,
      "step": 3680
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9891522699879472e-05,
      "loss": 0.2513,
      "step": 3690
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9690638810767378e-05,
      "loss": 0.2642,
      "step": 3700
    },
    {
      "epoch": 1.43,
      "eval_loss": 0.3145228922367096,
      "eval_runtime": 240.0973,
      "eval_samples_per_second": 2.082,
      "eval_steps_per_second": 0.067,
      "step": 3700
    },
    {
      "epoch": 1.43,
      "learning_rate": 2.9489754921655284e-05,
      "loss": 0.2386,
      "step": 3710
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.9288871032543193e-05,
      "loss": 0.2449,
      "step": 3720
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.90879871434311e-05,
      "loss": 0.2581,
      "step": 3730
    },
    {
      "epoch": 1.44,
      "learning_rate": 2.8887103254319005e-05,
      "loss": 0.25,
      "step": 3740
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.8686219365206914e-05,
      "loss": 0.2552,
      "step": 3750
    },
    {
      "epoch": 1.45,
      "learning_rate": 2.848533547609482e-05,
      "loss": 0.2819,
      "step": 3760
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.8284451586982725e-05,
      "loss": 0.2491,
      "step": 3770
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.8083567697870635e-05,
      "loss": 0.2582,
      "step": 3780
    },
    {
      "epoch": 1.46,
      "learning_rate": 2.7882683808758537e-05,
      "loss": 0.2479,
      "step": 3790
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.7681799919646446e-05,
      "loss": 0.2686,
      "step": 3800
    },
    {
      "epoch": 1.47,
      "eval_loss": 0.3105817437171936,
      "eval_runtime": 229.2876,
      "eval_samples_per_second": 2.181,
      "eval_steps_per_second": 0.07,
      "step": 3800
    },
    {
      "epoch": 1.47,
      "learning_rate": 2.7480916030534355e-05,
      "loss": 0.265,
      "step": 3810
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7280032141422258e-05,
      "loss": 0.2557,
      "step": 3820
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.7079148252310167e-05,
      "loss": 0.2458,
      "step": 3830
    },
    {
      "epoch": 1.48,
      "learning_rate": 2.6878264363198073e-05,
      "loss": 0.2683,
      "step": 3840
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.667738047408598e-05,
      "loss": 0.2494,
      "step": 3850
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6476496584973888e-05,
      "loss": 0.2631,
      "step": 3860
    },
    {
      "epoch": 1.49,
      "learning_rate": 2.6275612695861794e-05,
      "loss": 0.256,
      "step": 3870
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.60747288067497e-05,
      "loss": 0.2686,
      "step": 3880
    },
    {
      "epoch": 1.5,
      "learning_rate": 2.587384491763761e-05,
      "loss": 0.2562,
      "step": 3890
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.5672961028525515e-05,
      "loss": 0.2474,
      "step": 3900
    },
    {
      "epoch": 1.51,
      "eval_loss": 0.3085588812828064,
      "eval_runtime": 234.5548,
      "eval_samples_per_second": 2.132,
      "eval_steps_per_second": 0.068,
      "step": 3900
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.547207713941342e-05,
      "loss": 0.2615,
      "step": 3910
    },
    {
      "epoch": 1.51,
      "learning_rate": 2.527119325030133e-05,
      "loss": 0.2588,
      "step": 3920
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.5070309361189232e-05,
      "loss": 0.2585,
      "step": 3930
    },
    {
      "epoch": 1.52,
      "learning_rate": 2.486942547207714e-05,
      "loss": 0.2703,
      "step": 3940
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4668541582965047e-05,
      "loss": 0.2341,
      "step": 3950
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4467657693852956e-05,
      "loss": 0.2556,
      "step": 3960
    },
    {
      "epoch": 1.53,
      "learning_rate": 2.4266773804740862e-05,
      "loss": 0.2621,
      "step": 3970
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.4065889915628768e-05,
      "loss": 0.2614,
      "step": 3980
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.3865006026516677e-05,
      "loss": 0.2531,
      "step": 3990
    },
    {
      "epoch": 1.54,
      "learning_rate": 2.3664122137404583e-05,
      "loss": 0.265,
      "step": 4000
    },
    {
      "epoch": 1.54,
      "eval_loss": 0.3104073703289032,
      "eval_runtime": 234.8987,
      "eval_samples_per_second": 2.129,
      "eval_steps_per_second": 0.068,
      "step": 4000
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.346323824829249e-05,
      "loss": 0.2684,
      "step": 4010
    },
    {
      "epoch": 1.55,
      "learning_rate": 2.3262354359180395e-05,
      "loss": 0.2399,
      "step": 4020
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.3061470470068304e-05,
      "loss": 0.2632,
      "step": 4030
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.286058658095621e-05,
      "loss": 0.2659,
      "step": 4040
    },
    {
      "epoch": 1.56,
      "learning_rate": 2.2659702691844116e-05,
      "loss": 0.2662,
      "step": 4050
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.245881880273202e-05,
      "loss": 0.24,
      "step": 4060
    },
    {
      "epoch": 1.57,
      "learning_rate": 2.225793491361993e-05,
      "loss": 0.248,
      "step": 4070
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.2057051024507836e-05,
      "loss": 0.2675,
      "step": 4080
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.1856167135395742e-05,
      "loss": 0.263,
      "step": 4090
    },
    {
      "epoch": 1.58,
      "learning_rate": 2.165528324628365e-05,
      "loss": 0.259,
      "step": 4100
    },
    {
      "epoch": 1.58,
      "eval_loss": 0.3070940375328064,
      "eval_runtime": 232.4523,
      "eval_samples_per_second": 2.151,
      "eval_steps_per_second": 0.069,
      "step": 4100
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.1454399357171557e-05,
      "loss": 0.2708,
      "step": 4110
    },
    {
      "epoch": 1.59,
      "learning_rate": 2.1253515468059463e-05,
      "loss": 0.2591,
      "step": 4120
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.105263157894737e-05,
      "loss": 0.2451,
      "step": 4130
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.0851747689835278e-05,
      "loss": 0.2636,
      "step": 4140
    },
    {
      "epoch": 1.6,
      "learning_rate": 2.0650863800723184e-05,
      "loss": 0.2754,
      "step": 4150
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.044997991161109e-05,
      "loss": 0.2639,
      "step": 4160
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.0249096022499e-05,
      "loss": 0.258,
      "step": 4170
    },
    {
      "epoch": 1.61,
      "learning_rate": 2.0048212133386905e-05,
      "loss": 0.2585,
      "step": 4180
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.984732824427481e-05,
      "loss": 0.2735,
      "step": 4190
    },
    {
      "epoch": 1.62,
      "learning_rate": 1.9646444355162716e-05,
      "loss": 0.2529,
      "step": 4200
    },
    {
      "epoch": 1.62,
      "eval_loss": 0.3050014078617096,
      "eval_runtime": 231.7346,
      "eval_samples_per_second": 2.158,
      "eval_steps_per_second": 0.069,
      "step": 4200
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.9445560466050626e-05,
      "loss": 0.2392,
      "step": 4210
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.924467657693853e-05,
      "loss": 0.2495,
      "step": 4220
    },
    {
      "epoch": 1.63,
      "learning_rate": 1.9043792687826437e-05,
      "loss": 0.2435,
      "step": 4230
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.8842908798714343e-05,
      "loss": 0.2352,
      "step": 4240
    },
    {
      "epoch": 1.64,
      "learning_rate": 1.8642024909602252e-05,
      "loss": 0.2506,
      "step": 4250
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.8441141020490158e-05,
      "loss": 0.2384,
      "step": 4260
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.8240257131378064e-05,
      "loss": 0.256,
      "step": 4270
    },
    {
      "epoch": 1.65,
      "learning_rate": 1.8039373242265973e-05,
      "loss": 0.255,
      "step": 4280
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.783848935315388e-05,
      "loss": 0.2645,
      "step": 4290
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.7637605464041785e-05,
      "loss": 0.2624,
      "step": 4300
    },
    {
      "epoch": 1.66,
      "eval_loss": 0.308837890625,
      "eval_runtime": 236.1172,
      "eval_samples_per_second": 2.118,
      "eval_steps_per_second": 0.068,
      "step": 4300
    },
    {
      "epoch": 1.66,
      "learning_rate": 1.743672157492969e-05,
      "loss": 0.2557,
      "step": 4310
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.72358376858176e-05,
      "loss": 0.2391,
      "step": 4320
    },
    {
      "epoch": 1.67,
      "learning_rate": 1.7034953796705506e-05,
      "loss": 0.2361,
      "step": 4330
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.683406990759341e-05,
      "loss": 0.2389,
      "step": 4340
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.663318601848132e-05,
      "loss": 0.2491,
      "step": 4350
    },
    {
      "epoch": 1.68,
      "learning_rate": 1.6432302129369227e-05,
      "loss": 0.2556,
      "step": 4360
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.6231418240257132e-05,
      "loss": 0.2963,
      "step": 4370
    },
    {
      "epoch": 1.69,
      "learning_rate": 1.6030534351145038e-05,
      "loss": 0.2571,
      "step": 4380
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5829650462032947e-05,
      "loss": 0.2707,
      "step": 4390
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.5628766572920853e-05,
      "loss": 0.2513,
      "step": 4400
    },
    {
      "epoch": 1.7,
      "eval_loss": 0.3080357015132904,
      "eval_runtime": 231.5394,
      "eval_samples_per_second": 2.159,
      "eval_steps_per_second": 0.069,
      "step": 4400
    },
    {
      "epoch": 1.7,
      "learning_rate": 1.542788268380876e-05,
      "loss": 0.2542,
      "step": 4410
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.5226998794696665e-05,
      "loss": 0.2576,
      "step": 4420
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.5026114905584574e-05,
      "loss": 0.2314,
      "step": 4430
    },
    {
      "epoch": 1.71,
      "learning_rate": 1.482523101647248e-05,
      "loss": 0.242,
      "step": 4440
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.4624347127360386e-05,
      "loss": 0.2599,
      "step": 4450
    },
    {
      "epoch": 1.72,
      "learning_rate": 1.4423463238248295e-05,
      "loss": 0.267,
      "step": 4460
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.42225793491362e-05,
      "loss": 0.2508,
      "step": 4470
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.4021695460024107e-05,
      "loss": 0.2845,
      "step": 4480
    },
    {
      "epoch": 1.73,
      "learning_rate": 1.3820811570912012e-05,
      "loss": 0.2647,
      "step": 4490
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.3619927681799922e-05,
      "loss": 0.2667,
      "step": 4500
    },
    {
      "epoch": 1.74,
      "eval_loss": 0.3072335422039032,
      "eval_runtime": 231.7522,
      "eval_samples_per_second": 2.157,
      "eval_steps_per_second": 0.069,
      "step": 4500
    },
    {
      "epoch": 1.74,
      "learning_rate": 1.3419043792687827e-05,
      "loss": 0.2759,
      "step": 4510
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.3218159903575733e-05,
      "loss": 0.2618,
      "step": 4520
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.3017276014463642e-05,
      "loss": 0.2465,
      "step": 4530
    },
    {
      "epoch": 1.75,
      "learning_rate": 1.2816392125351548e-05,
      "loss": 0.2601,
      "step": 4540
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.2615508236239454e-05,
      "loss": 0.2567,
      "step": 4550
    },
    {
      "epoch": 1.76,
      "learning_rate": 1.2414624347127362e-05,
      "loss": 0.2366,
      "step": 4560
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.2213740458015267e-05,
      "loss": 0.2563,
      "step": 4570
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.2012856568903175e-05,
      "loss": 0.2599,
      "step": 4580
    },
    {
      "epoch": 1.77,
      "learning_rate": 1.181197267979108e-05,
      "loss": 0.2677,
      "step": 4590
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1611088790678988e-05,
      "loss": 0.2559,
      "step": 4600
    },
    {
      "epoch": 1.78,
      "eval_loss": 0.3053501546382904,
      "eval_runtime": 227.8046,
      "eval_samples_per_second": 2.195,
      "eval_steps_per_second": 0.07,
      "step": 4600
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1410204901566896e-05,
      "loss": 0.2499,
      "step": 4610
    },
    {
      "epoch": 1.78,
      "learning_rate": 1.1209321012454802e-05,
      "loss": 0.27,
      "step": 4620
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.1008437123342709e-05,
      "loss": 0.2661,
      "step": 4630
    },
    {
      "epoch": 1.79,
      "learning_rate": 1.0807553234230615e-05,
      "loss": 0.2456,
      "step": 4640
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.0606669345118522e-05,
      "loss": 0.2711,
      "step": 4650
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.0405785456006428e-05,
      "loss": 0.2593,
      "step": 4660
    },
    {
      "epoch": 1.8,
      "learning_rate": 1.0204901566894336e-05,
      "loss": 0.2536,
      "step": 4670
    },
    {
      "epoch": 1.81,
      "learning_rate": 1.0004017677782242e-05,
      "loss": 0.2514,
      "step": 4680
    },
    {
      "epoch": 1.81,
      "learning_rate": 9.803133788670149e-06,
      "loss": 0.2489,
      "step": 4690
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.602249899558057e-06,
      "loss": 0.2238,
      "step": 4700
    },
    {
      "epoch": 1.82,
      "eval_loss": 0.3055942952632904,
      "eval_runtime": 229.6273,
      "eval_samples_per_second": 2.177,
      "eval_steps_per_second": 0.07,
      "step": 4700
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.401366010445962e-06,
      "loss": 0.2482,
      "step": 4710
    },
    {
      "epoch": 1.82,
      "learning_rate": 9.20048212133387e-06,
      "loss": 0.2443,
      "step": 4720
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.999598232221776e-06,
      "loss": 0.2386,
      "step": 4730
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.798714343109683e-06,
      "loss": 0.2502,
      "step": 4740
    },
    {
      "epoch": 1.83,
      "learning_rate": 8.597830453997589e-06,
      "loss": 0.2552,
      "step": 4750
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.396946564885497e-06,
      "loss": 0.2473,
      "step": 4760
    },
    {
      "epoch": 1.84,
      "learning_rate": 8.196062675773402e-06,
      "loss": 0.249,
      "step": 4770
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.99517878666131e-06,
      "loss": 0.2373,
      "step": 4780
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.794294897549218e-06,
      "loss": 0.2211,
      "step": 4790
    },
    {
      "epoch": 1.85,
      "learning_rate": 7.593411008437123e-06,
      "loss": 0.2686,
      "step": 4800
    },
    {
      "epoch": 1.85,
      "eval_loss": 0.3053850531578064,
      "eval_runtime": 231.0424,
      "eval_samples_per_second": 2.164,
      "eval_steps_per_second": 0.069,
      "step": 4800
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.392527119325031e-06,
      "loss": 0.2641,
      "step": 4810
    },
    {
      "epoch": 1.86,
      "learning_rate": 7.191643230212937e-06,
      "loss": 0.2389,
      "step": 4820
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.990759341100844e-06,
      "loss": 0.2573,
      "step": 4830
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.78987545198875e-06,
      "loss": 0.2335,
      "step": 4840
    },
    {
      "epoch": 1.87,
      "learning_rate": 6.5889915628766575e-06,
      "loss": 0.2724,
      "step": 4850
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.388107673764563e-06,
      "loss": 0.2552,
      "step": 4860
    },
    {
      "epoch": 1.88,
      "learning_rate": 6.187223784652471e-06,
      "loss": 0.2422,
      "step": 4870
    },
    {
      "epoch": 1.88,
      "learning_rate": 5.9863398955403775e-06,
      "loss": 0.252,
      "step": 4880
    },
    {
      "epoch": 1.89,
      "learning_rate": 5.785456006428284e-06,
      "loss": 0.2619,
      "step": 4890
    },
    {
      "epoch": 1.89,
      "learning_rate": 5.584572117316191e-06,
      "loss": 0.2684,
      "step": 4900
    },
    {
      "epoch": 1.89,
      "eval_loss": 0.3049665093421936,
      "eval_runtime": 231.0605,
      "eval_samples_per_second": 2.164,
      "eval_steps_per_second": 0.069,
      "step": 4900
    },
    {
      "epoch": 1.9,
      "learning_rate": 5.383688228204098e-06,
      "loss": 0.2503,
      "step": 4910
    },
    {
      "epoch": 1.9,
      "learning_rate": 5.182804339092005e-06,
      "loss": 0.2581,
      "step": 4920
    },
    {
      "epoch": 1.9,
      "learning_rate": 4.981920449979912e-06,
      "loss": 0.2445,
      "step": 4930
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.781036560867818e-06,
      "loss": 0.2527,
      "step": 4940
    },
    {
      "epoch": 1.91,
      "learning_rate": 4.580152671755725e-06,
      "loss": 0.2579,
      "step": 4950
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.379268782643632e-06,
      "loss": 0.2558,
      "step": 4960
    },
    {
      "epoch": 1.92,
      "learning_rate": 4.178384893531538e-06,
      "loss": 0.2598,
      "step": 4970
    },
    {
      "epoch": 1.92,
      "learning_rate": 3.977501004419446e-06,
      "loss": 0.231,
      "step": 4980
    },
    {
      "epoch": 1.93,
      "learning_rate": 3.776617115307352e-06,
      "loss": 0.2665,
      "step": 4990
    },
    {
      "epoch": 1.93,
      "learning_rate": 3.5757332261952597e-06,
      "loss": 0.247,
      "step": 5000
    },
    {
      "epoch": 1.93,
      "eval_loss": 0.3040597140789032,
      "eval_runtime": 233.9026,
      "eval_samples_per_second": 2.138,
      "eval_steps_per_second": 0.068,
      "step": 5000
    },
    {
      "epoch": 1.94,
      "learning_rate": 3.3748493370831664e-06,
      "loss": 0.2499,
      "step": 5010
    },
    {
      "epoch": 1.94,
      "learning_rate": 3.173965447971073e-06,
      "loss": 0.241,
      "step": 5020
    },
    {
      "epoch": 1.94,
      "learning_rate": 2.9730815588589797e-06,
      "loss": 0.2455,
      "step": 5030
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.7721976697468864e-06,
      "loss": 0.2592,
      "step": 5040
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.571313780634793e-06,
      "loss": 0.2829,
      "step": 5050
    },
    {
      "epoch": 1.95,
      "learning_rate": 2.3704298915227e-06,
      "loss": 0.251,
      "step": 5060
    },
    {
      "epoch": 1.96,
      "learning_rate": 2.169546002410607e-06,
      "loss": 0.2587,
      "step": 5070
    },
    {
      "epoch": 1.96,
      "learning_rate": 1.9686621132985135e-06,
      "loss": 0.2574,
      "step": 5080
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.7677782241864203e-06,
      "loss": 0.2697,
      "step": 5090
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.566894335074327e-06,
      "loss": 0.2477,
      "step": 5100
    },
    {
      "epoch": 1.97,
      "eval_loss": 0.303466796875,
      "eval_runtime": 231.3482,
      "eval_samples_per_second": 2.161,
      "eval_steps_per_second": 0.069,
      "step": 5100
    },
    {
      "epoch": 1.97,
      "learning_rate": 1.3660104459622339e-06,
      "loss": 0.2642,
      "step": 5110
    },
    {
      "epoch": 1.98,
      "learning_rate": 1.1651265568501408e-06,
      "loss": 0.2616,
      "step": 5120
    },
    {
      "epoch": 1.98,
      "learning_rate": 9.642426677380474e-07,
      "loss": 0.2268,
      "step": 5130
    },
    {
      "epoch": 1.99,
      "learning_rate": 7.633587786259542e-07,
      "loss": 0.2561,
      "step": 5140
    },
    {
      "epoch": 1.99,
      "learning_rate": 5.62474889513861e-07,
      "loss": 0.2544,
      "step": 5150
    },
    {
      "epoch": 1.99,
      "learning_rate": 3.6159100040176776e-07,
      "loss": 0.2465,
      "step": 5160
    },
    {
      "epoch": 2.0,
      "learning_rate": 1.6070711128967456e-07,
      "loss": 0.2721,
      "step": 5170
    }
  ],
  "max_steps": 5178,
  "num_train_epochs": 2,
  "total_flos": 3.628920535154426e+18,
  "trial_name": null,
  "trial_params": null
}