{
  "best_metric": 0.17137235403060913,
  "best_model_checkpoint": "./results_en2ar/checkpoint-5200",
  "epoch": 0.9872792861211316,
  "eval_steps": 100,
  "global_step": 5200,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0,
      "learning_rate": 4.999050692994115e-05,
      "loss": 9.2952,
      "step": 1
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.9905069299411435e-05,
      "loss": 2.0203,
      "step": 10
    },
    {
      "epoch": 0.0,
      "learning_rate": 4.981013859882286e-05,
      "loss": 0.4495,
      "step": 20
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.971520789823429e-05,
      "loss": 0.5883,
      "step": 30
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.962027719764572e-05,
      "loss": 0.4076,
      "step": 40
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.952534649705715e-05,
      "loss": 0.4073,
      "step": 50
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9430415796468585e-05,
      "loss": 0.237,
      "step": 60
    },
    {
      "epoch": 0.01,
      "learning_rate": 4.9335485095880004e-05,
      "loss": 0.3867,
      "step": 70
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.924055439529144e-05,
      "loss": 0.3353,
      "step": 80
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.914562369470287e-05,
      "loss": 0.2702,
      "step": 90
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.90506929941143e-05,
      "loss": 0.3428,
      "step": 100
    },
    {
      "epoch": 0.02,
      "eval_loss": 0.3094424605369568,
      "eval_runtime": 58.2772,
      "eval_samples_per_second": 40.17,
      "eval_steps_per_second": 5.028,
      "step": 100
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.895576229352573e-05,
      "loss": 0.3244,
      "step": 110
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.8860831592937154e-05,
      "loss": 0.2542,
      "step": 120
    },
    {
      "epoch": 0.02,
      "learning_rate": 4.876590089234859e-05,
      "loss": 0.3446,
      "step": 130
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.867097019176002e-05,
      "loss": 0.3159,
      "step": 140
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.857603949117145e-05,
      "loss": 0.381,
      "step": 150
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.848110879058287e-05,
      "loss": 0.347,
      "step": 160
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8386178089994304e-05,
      "loss": 0.3842,
      "step": 170
    },
    {
      "epoch": 0.03,
      "learning_rate": 4.8291247389405736e-05,
      "loss": 0.2412,
      "step": 180
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.819631668881717e-05,
      "loss": 0.2087,
      "step": 190
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.8101385988228595e-05,
      "loss": 0.2329,
      "step": 200
    },
    {
      "epoch": 0.04,
      "eval_loss": 0.27652889490127563,
      "eval_runtime": 58.541,
      "eval_samples_per_second": 39.989,
      "eval_steps_per_second": 5.005,
      "step": 200
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.800645528764002e-05,
      "loss": 0.3388,
      "step": 210
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7911524587051454e-05,
      "loss": 0.2755,
      "step": 220
    },
    {
      "epoch": 0.04,
      "learning_rate": 4.7816593886462886e-05,
      "loss": 0.3393,
      "step": 230
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.772166318587432e-05,
      "loss": 0.2184,
      "step": 240
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.762673248528574e-05,
      "loss": 0.361,
      "step": 250
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.753180178469717e-05,
      "loss": 0.319,
      "step": 260
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7436871084108604e-05,
      "loss": 0.243,
      "step": 270
    },
    {
      "epoch": 0.05,
      "learning_rate": 4.7341940383520036e-05,
      "loss": 0.1723,
      "step": 280
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.724700968293146e-05,
      "loss": 0.2985,
      "step": 290
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.715207898234289e-05,
      "loss": 0.219,
      "step": 300
    },
    {
      "epoch": 0.06,
      "eval_loss": 0.26980558037757874,
      "eval_runtime": 58.4964,
      "eval_samples_per_second": 40.02,
      "eval_steps_per_second": 5.009,
      "step": 300
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.705714828175432e-05,
      "loss": 0.2404,
      "step": 310
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.696221758116575e-05,
      "loss": 0.2999,
      "step": 320
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.686728688057718e-05,
      "loss": 0.1991,
      "step": 330
    },
    {
      "epoch": 0.06,
      "learning_rate": 4.6772356179988605e-05,
      "loss": 0.2792,
      "step": 340
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.667742547940004e-05,
      "loss": 0.3693,
      "step": 350
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.658249477881147e-05,
      "loss": 0.184,
      "step": 360
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.64875640782229e-05,
      "loss": 0.301,
      "step": 370
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.639263337763433e-05,
      "loss": 0.3877,
      "step": 380
    },
    {
      "epoch": 0.07,
      "learning_rate": 4.6297702677045755e-05,
      "loss": 0.3542,
      "step": 390
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.620277197645719e-05,
      "loss": 0.3478,
      "step": 400
    },
    {
      "epoch": 0.08,
      "eval_loss": 0.260137140750885,
      "eval_runtime": 58.3879,
      "eval_samples_per_second": 40.094,
      "eval_steps_per_second": 5.018,
      "step": 400
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.610784127586862e-05,
      "loss": 0.2447,
      "step": 410
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.6012910575280046e-05,
      "loss": 0.2646,
      "step": 420
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.591797987469147e-05,
      "loss": 0.2069,
      "step": 430
    },
    {
      "epoch": 0.08,
      "learning_rate": 4.5823049174102905e-05,
      "loss": 0.2278,
      "step": 440
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.572811847351434e-05,
      "loss": 0.2683,
      "step": 450
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.563318777292577e-05,
      "loss": 0.2214,
      "step": 460
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5538257072337196e-05,
      "loss": 0.2504,
      "step": 470
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.544332637174862e-05,
      "loss": 0.3694,
      "step": 480
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.5348395671160055e-05,
      "loss": 0.2084,
      "step": 490
    },
    {
      "epoch": 0.09,
      "learning_rate": 4.525346497057149e-05,
      "loss": 0.2796,
      "step": 500
    },
    {
      "epoch": 0.09,
      "eval_loss": 0.2488514631986618,
      "eval_runtime": 58.4775,
      "eval_samples_per_second": 40.032,
      "eval_steps_per_second": 5.01,
      "step": 500
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.515853426998291e-05,
      "loss": 0.3201,
      "step": 510
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.5063603569394346e-05,
      "loss": 0.2574,
      "step": 520
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.496867286880577e-05,
      "loss": 0.3238,
      "step": 530
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.4873742168217205e-05,
      "loss": 0.2491,
      "step": 540
    },
    {
      "epoch": 0.1,
      "learning_rate": 4.477881146762864e-05,
      "loss": 0.2018,
      "step": 550
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.468388076704006e-05,
      "loss": 0.2491,
      "step": 560
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.458895006645149e-05,
      "loss": 0.2946,
      "step": 570
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.449401936586292e-05,
      "loss": 0.2457,
      "step": 580
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.4399088665274355e-05,
      "loss": 0.3586,
      "step": 590
    },
    {
      "epoch": 0.11,
      "learning_rate": 4.430415796468578e-05,
      "loss": 0.3481,
      "step": 600
    },
    {
      "epoch": 0.11,
      "eval_loss": 0.23894372582435608,
      "eval_runtime": 58.5146,
      "eval_samples_per_second": 40.007,
      "eval_steps_per_second": 5.007,
      "step": 600
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.420922726409721e-05,
      "loss": 0.3249,
      "step": 610
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.411429656350864e-05,
      "loss": 0.2069,
      "step": 620
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.401936586292007e-05,
      "loss": 0.2861,
      "step": 630
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.39244351623315e-05,
      "loss": 0.3132,
      "step": 640
    },
    {
      "epoch": 0.12,
      "learning_rate": 4.382950446174293e-05,
      "loss": 0.3351,
      "step": 650
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3734573761154356e-05,
      "loss": 0.242,
      "step": 660
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.363964306056579e-05,
      "loss": 0.1696,
      "step": 670
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.354471235997722e-05,
      "loss": 0.2097,
      "step": 680
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.344978165938865e-05,
      "loss": 0.1941,
      "step": 690
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.335485095880008e-05,
      "loss": 0.288,
      "step": 700
    },
    {
      "epoch": 0.13,
      "eval_loss": 0.23884864151477814,
      "eval_runtime": 58.471,
      "eval_samples_per_second": 40.037,
      "eval_steps_per_second": 5.011,
      "step": 700
    },
    {
      "epoch": 0.13,
      "learning_rate": 4.3259920258211506e-05,
      "loss": 0.4013,
      "step": 710
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.316498955762294e-05,
      "loss": 0.2957,
      "step": 720
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.3070058857034365e-05,
      "loss": 0.3827,
      "step": 730
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.29751281564458e-05,
      "loss": 0.3267,
      "step": 740
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.288019745585722e-05,
      "loss": 0.2165,
      "step": 750
    },
    {
      "epoch": 0.14,
      "learning_rate": 4.2785266755268656e-05,
      "loss": 0.2865,
      "step": 760
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.269033605468009e-05,
      "loss": 0.3312,
      "step": 770
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2595405354091514e-05,
      "loss": 0.148,
      "step": 780
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.250047465350295e-05,
      "loss": 0.2366,
      "step": 790
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.240554395291437e-05,
      "loss": 0.2897,
      "step": 800
    },
    {
      "epoch": 0.15,
      "eval_loss": 0.231247678399086,
      "eval_runtime": 58.3783,
      "eval_samples_per_second": 40.101,
      "eval_steps_per_second": 5.019,
      "step": 800
    },
    {
      "epoch": 0.15,
      "learning_rate": 4.2310613252325806e-05,
      "loss": 0.336,
      "step": 810
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.221568255173723e-05,
      "loss": 0.1777,
      "step": 820
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.2120751851148664e-05,
      "loss": 0.2939,
      "step": 830
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.202582115056009e-05,
      "loss": 0.1607,
      "step": 840
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.193089044997152e-05,
      "loss": 0.2133,
      "step": 850
    },
    {
      "epoch": 0.16,
      "learning_rate": 4.1835959749382956e-05,
      "loss": 0.2108,
      "step": 860
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.174102904879438e-05,
      "loss": 0.29,
      "step": 870
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.1646098348205814e-05,
      "loss": 0.1991,
      "step": 880
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.155116764761724e-05,
      "loss": 0.1924,
      "step": 890
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.145623694702867e-05,
      "loss": 0.2086,
      "step": 900
    },
    {
      "epoch": 0.17,
      "eval_loss": 0.22816401720046997,
      "eval_runtime": 58.4804,
      "eval_samples_per_second": 40.031,
      "eval_steps_per_second": 5.01,
      "step": 900
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.13613062464401e-05,
      "loss": 0.4082,
      "step": 910
    },
    {
      "epoch": 0.17,
      "learning_rate": 4.126637554585153e-05,
      "loss": 0.2258,
      "step": 920
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.117144484526296e-05,
      "loss": 0.2124,
      "step": 930
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.107651414467439e-05,
      "loss": 0.2221,
      "step": 940
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.098158344408582e-05,
      "loss": 0.2443,
      "step": 950
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.088665274349725e-05,
      "loss": 0.2726,
      "step": 960
    },
    {
      "epoch": 0.18,
      "learning_rate": 4.079172204290868e-05,
      "loss": 0.2459,
      "step": 970
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.069679134232011e-05,
      "loss": 0.3175,
      "step": 980
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.060186064173154e-05,
      "loss": 0.2747,
      "step": 990
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0506929941142966e-05,
      "loss": 0.2623,
      "step": 1000
    },
    {
      "epoch": 0.19,
      "eval_loss": 0.22370626032352448,
      "eval_runtime": 58.4454,
      "eval_samples_per_second": 40.055,
      "eval_steps_per_second": 5.013,
      "step": 1000
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.04119992405544e-05,
      "loss": 0.1652,
      "step": 1010
    },
    {
      "epoch": 0.19,
      "learning_rate": 4.0317068539965824e-05,
      "loss": 0.2484,
      "step": 1020
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.022213783937726e-05,
      "loss": 0.3282,
      "step": 1030
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.012720713878868e-05,
      "loss": 0.3819,
      "step": 1040
    },
    {
      "epoch": 0.2,
      "learning_rate": 4.0032276438200116e-05,
      "loss": 0.2284,
      "step": 1050
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.993734573761155e-05,
      "loss": 0.2976,
      "step": 1060
    },
    {
      "epoch": 0.2,
      "learning_rate": 3.9842415037022974e-05,
      "loss": 0.2607,
      "step": 1070
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.974748433643441e-05,
      "loss": 0.1952,
      "step": 1080
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.965255363584583e-05,
      "loss": 0.2174,
      "step": 1090
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9557622935257265e-05,
      "loss": 0.2908,
      "step": 1100
    },
    {
      "epoch": 0.21,
      "eval_loss": 0.22206127643585205,
      "eval_runtime": 58.4493,
      "eval_samples_per_second": 40.052,
      "eval_steps_per_second": 5.013,
      "step": 1100
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.946269223466869e-05,
      "loss": 0.3271,
      "step": 1110
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.9367761534080124e-05,
      "loss": 0.1407,
      "step": 1120
    },
    {
      "epoch": 0.21,
      "learning_rate": 3.927283083349155e-05,
      "loss": 0.2099,
      "step": 1130
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.917790013290298e-05,
      "loss": 0.1994,
      "step": 1140
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.9082969432314415e-05,
      "loss": 0.3258,
      "step": 1150
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.898803873172584e-05,
      "loss": 0.1717,
      "step": 1160
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.8893108031137274e-05,
      "loss": 0.2402,
      "step": 1170
    },
    {
      "epoch": 0.22,
      "learning_rate": 3.87981773305487e-05,
      "loss": 0.2235,
      "step": 1180
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.870324662996013e-05,
      "loss": 0.2722,
      "step": 1190
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.860831592937156e-05,
      "loss": 0.3279,
      "step": 1200
    },
    {
      "epoch": 0.23,
      "eval_loss": 0.21985061466693878,
      "eval_runtime": 58.3288,
      "eval_samples_per_second": 40.135,
      "eval_steps_per_second": 5.023,
      "step": 1200
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.851338522878299e-05,
      "loss": 0.3217,
      "step": 1210
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.841845452819442e-05,
      "loss": 0.2229,
      "step": 1220
    },
    {
      "epoch": 0.23,
      "learning_rate": 3.832352382760585e-05,
      "loss": 0.1454,
      "step": 1230
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.822859312701728e-05,
      "loss": 0.3342,
      "step": 1240
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.813366242642871e-05,
      "loss": 0.2445,
      "step": 1250
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.803873172584014e-05,
      "loss": 0.2585,
      "step": 1260
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.794380102525157e-05,
      "loss": 0.1308,
      "step": 1270
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7848870324663e-05,
      "loss": 0.3355,
      "step": 1280
    },
    {
      "epoch": 0.24,
      "learning_rate": 3.7753939624074425e-05,
      "loss": 0.2536,
      "step": 1290
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.765900892348586e-05,
      "loss": 0.2139,
      "step": 1300
    },
    {
      "epoch": 0.25,
      "eval_loss": 0.21853680908679962,
      "eval_runtime": 58.4469,
      "eval_samples_per_second": 40.053,
      "eval_steps_per_second": 5.013,
      "step": 1300
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7564078222897284e-05,
      "loss": 0.1639,
      "step": 1310
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.746914752230872e-05,
      "loss": 0.1836,
      "step": 1320
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.737421682172015e-05,
      "loss": 0.2165,
      "step": 1330
    },
    {
      "epoch": 0.25,
      "learning_rate": 3.7279286121131575e-05,
      "loss": 0.3279,
      "step": 1340
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7184355420543e-05,
      "loss": 0.2399,
      "step": 1350
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.7089424719954434e-05,
      "loss": 0.2136,
      "step": 1360
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6994494019365867e-05,
      "loss": 0.2507,
      "step": 1370
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.68995633187773e-05,
      "loss": 0.1976,
      "step": 1380
    },
    {
      "epoch": 0.26,
      "learning_rate": 3.6804632618188725e-05,
      "loss": 0.2714,
      "step": 1390
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.670970191760015e-05,
      "loss": 0.3335,
      "step": 1400
    },
    {
      "epoch": 0.27,
      "eval_loss": 0.21167145669460297,
      "eval_runtime": 58.4442,
      "eval_samples_per_second": 40.055,
      "eval_steps_per_second": 5.013,
      "step": 1400
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6614771217011584e-05,
      "loss": 0.1951,
      "step": 1410
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.6519840516423016e-05,
      "loss": 0.225,
      "step": 1420
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.642490981583444e-05,
      "loss": 0.2911,
      "step": 1430
    },
    {
      "epoch": 0.27,
      "learning_rate": 3.632997911524587e-05,
      "loss": 0.2851,
      "step": 1440
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.62350484146573e-05,
      "loss": 0.1638,
      "step": 1450
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6140117714068734e-05,
      "loss": 0.3227,
      "step": 1460
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.6045187013480166e-05,
      "loss": 0.3921,
      "step": 1470
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.595025631289159e-05,
      "loss": 0.2796,
      "step": 1480
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.585532561230302e-05,
      "loss": 0.2344,
      "step": 1490
    },
    {
      "epoch": 0.28,
      "learning_rate": 3.576039491171445e-05,
      "loss": 0.2523,
      "step": 1500
    },
    {
      "epoch": 0.28,
      "eval_loss": 0.2083868384361267,
      "eval_runtime": 58.4415,
      "eval_samples_per_second": 40.057,
      "eval_steps_per_second": 5.014,
      "step": 1500
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5665464211125884e-05,
      "loss": 0.3042,
      "step": 1510
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.557053351053731e-05,
      "loss": 0.221,
      "step": 1520
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.5475602809948735e-05,
      "loss": 0.1296,
      "step": 1530
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.538067210936017e-05,
      "loss": 0.2397,
      "step": 1540
    },
    {
      "epoch": 0.29,
      "learning_rate": 3.52857414087716e-05,
      "loss": 0.2175,
      "step": 1550
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.519081070818303e-05,
      "loss": 0.2222,
      "step": 1560
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.509588000759446e-05,
      "loss": 0.2333,
      "step": 1570
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.5000949307005885e-05,
      "loss": 0.0962,
      "step": 1580
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.490601860641732e-05,
      "loss": 0.2326,
      "step": 1590
    },
    {
      "epoch": 0.3,
      "learning_rate": 3.481108790582875e-05,
      "loss": 0.1996,
      "step": 1600
    },
    {
      "epoch": 0.3,
      "eval_loss": 0.20676040649414062,
      "eval_runtime": 58.3991,
      "eval_samples_per_second": 40.086,
      "eval_steps_per_second": 5.017,
      "step": 1600
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4716157205240176e-05,
      "loss": 0.2545,
      "step": 1610
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.46212265046516e-05,
      "loss": 0.3154,
      "step": 1620
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.4526295804063035e-05,
      "loss": 0.2173,
      "step": 1630
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.443136510347447e-05,
      "loss": 0.228,
      "step": 1640
    },
    {
      "epoch": 0.31,
      "learning_rate": 3.43364344028859e-05,
      "loss": 0.1942,
      "step": 1650
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.424150370229732e-05,
      "loss": 0.1846,
      "step": 1660
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.414657300170875e-05,
      "loss": 0.1876,
      "step": 1670
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.4051642301120185e-05,
      "loss": 0.2501,
      "step": 1680
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.395671160053162e-05,
      "loss": 0.3002,
      "step": 1690
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.3861780899943043e-05,
      "loss": 0.2272,
      "step": 1700
    },
    {
      "epoch": 0.32,
      "eval_loss": 0.20572568476200104,
      "eval_runtime": 58.3352,
      "eval_samples_per_second": 40.13,
      "eval_steps_per_second": 5.023,
      "step": 1700
    },
    {
      "epoch": 0.32,
      "learning_rate": 3.376685019935447e-05,
      "loss": 0.197,
      "step": 1710
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.36719194987659e-05,
      "loss": 0.2047,
      "step": 1720
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3576988798177335e-05,
      "loss": 0.2821,
      "step": 1730
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.348205809758877e-05,
      "loss": 0.2521,
      "step": 1740
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.3387127397000187e-05,
      "loss": 0.2899,
      "step": 1750
    },
    {
      "epoch": 0.33,
      "learning_rate": 3.329219669641162e-05,
      "loss": 0.3044,
      "step": 1760
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.319726599582305e-05,
      "loss": 0.1524,
      "step": 1770
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.3102335295234485e-05,
      "loss": 0.2236,
      "step": 1780
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.300740459464591e-05,
      "loss": 0.3355,
      "step": 1790
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.2912473894057336e-05,
      "loss": 0.2483,
      "step": 1800
    },
    {
      "epoch": 0.34,
      "eval_loss": 0.20285062491893768,
      "eval_runtime": 58.4497,
      "eval_samples_per_second": 40.052,
      "eval_steps_per_second": 5.013,
      "step": 1800
    },
    {
      "epoch": 0.34,
      "learning_rate": 3.281754319346877e-05,
      "loss": 0.1557,
      "step": 1810
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.27226124928802e-05,
      "loss": 0.3256,
      "step": 1820
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2627681792291634e-05,
      "loss": 0.1996,
      "step": 1830
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2532751091703054e-05,
      "loss": 0.2646,
      "step": 1840
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.2437820391114486e-05,
      "loss": 0.299,
      "step": 1850
    },
    {
      "epoch": 0.35,
      "learning_rate": 3.234288969052592e-05,
      "loss": 0.298,
      "step": 1860
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.224795898993735e-05,
      "loss": 0.2281,
      "step": 1870
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.215302828934878e-05,
      "loss": 0.1323,
      "step": 1880
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.2058097588760203e-05,
      "loss": 0.2415,
      "step": 1890
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1963166888171636e-05,
      "loss": 0.2174,
      "step": 1900
    },
    {
      "epoch": 0.36,
      "eval_loss": 0.20354433357715607,
      "eval_runtime": 58.4014,
      "eval_samples_per_second": 40.085,
      "eval_steps_per_second": 5.017,
      "step": 1900
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.186823618758307e-05,
      "loss": 0.152,
      "step": 1910
    },
    {
      "epoch": 0.36,
      "learning_rate": 3.1773305486994495e-05,
      "loss": 0.1671,
      "step": 1920
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.167837478640592e-05,
      "loss": 0.1866,
      "step": 1930
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.158344408581735e-05,
      "loss": 0.1769,
      "step": 1940
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.1488513385228786e-05,
      "loss": 0.2413,
      "step": 1950
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.139358268464022e-05,
      "loss": 0.2458,
      "step": 1960
    },
    {
      "epoch": 0.37,
      "learning_rate": 3.129865198405164e-05,
      "loss": 0.1918,
      "step": 1970
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.120372128346307e-05,
      "loss": 0.244,
      "step": 1980
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.11087905828745e-05,
      "loss": 0.2254,
      "step": 1990
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.1013859882285936e-05,
      "loss": 0.2934,
      "step": 2000
    },
    {
      "epoch": 0.38,
      "eval_loss": 0.19765831530094147,
      "eval_runtime": 58.4337,
      "eval_samples_per_second": 40.062,
      "eval_steps_per_second": 5.014,
      "step": 2000
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.091892918169736e-05,
      "loss": 0.1601,
      "step": 2010
    },
    {
      "epoch": 0.38,
      "learning_rate": 3.082399848110879e-05,
      "loss": 0.1778,
      "step": 2020
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.072906778052022e-05,
      "loss": 0.1302,
      "step": 2030
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.063413707993165e-05,
      "loss": 0.1359,
      "step": 2040
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0539206379343086e-05,
      "loss": 0.2351,
      "step": 2050
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0444275678754508e-05,
      "loss": 0.0917,
      "step": 2060
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.0349344978165938e-05,
      "loss": 0.1658,
      "step": 2070
    },
    {
      "epoch": 0.39,
      "learning_rate": 3.025441427757737e-05,
      "loss": 0.1769,
      "step": 2080
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.01594835769888e-05,
      "loss": 0.2233,
      "step": 2090
    },
    {
      "epoch": 0.4,
      "learning_rate": 3.0064552876400232e-05,
      "loss": 0.178,
      "step": 2100
    },
    {
      "epoch": 0.4,
      "eval_loss": 0.200357124209404,
      "eval_runtime": 58.4498,
      "eval_samples_per_second": 40.051,
      "eval_steps_per_second": 5.013,
      "step": 2100
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9969622175811658e-05,
      "loss": 0.2113,
      "step": 2110
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.9874691475223087e-05,
      "loss": 0.1336,
      "step": 2120
    },
    {
      "epoch": 0.4,
      "learning_rate": 2.977976077463452e-05,
      "loss": 0.2023,
      "step": 2130
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.968483007404595e-05,
      "loss": 0.1174,
      "step": 2140
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9589899373457375e-05,
      "loss": 0.2178,
      "step": 2150
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9494968672868805e-05,
      "loss": 0.1917,
      "step": 2160
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9400037972280237e-05,
      "loss": 0.1737,
      "step": 2170
    },
    {
      "epoch": 0.41,
      "learning_rate": 2.9305107271691667e-05,
      "loss": 0.2051,
      "step": 2180
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.92101765711031e-05,
      "loss": 0.1652,
      "step": 2190
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9115245870514525e-05,
      "loss": 0.0923,
      "step": 2200
    },
    {
      "epoch": 0.42,
      "eval_loss": 0.19968745112419128,
      "eval_runtime": 58.499,
      "eval_samples_per_second": 40.018,
      "eval_steps_per_second": 5.009,
      "step": 2200
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.9020315169925954e-05,
      "loss": 0.1799,
      "step": 2210
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8925384469337384e-05,
      "loss": 0.1597,
      "step": 2220
    },
    {
      "epoch": 0.42,
      "learning_rate": 2.8830453768748816e-05,
      "loss": 0.3413,
      "step": 2230
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8735523068160242e-05,
      "loss": 0.1615,
      "step": 2240
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.864059236757167e-05,
      "loss": 0.2355,
      "step": 2250
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8545661666983104e-05,
      "loss": 0.1218,
      "step": 2260
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8450730966394534e-05,
      "loss": 0.2614,
      "step": 2270
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.8355800265805966e-05,
      "loss": 0.1555,
      "step": 2280
    },
    {
      "epoch": 0.43,
      "learning_rate": 2.826086956521739e-05,
      "loss": 0.1589,
      "step": 2290
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.816593886462882e-05,
      "loss": 0.2157,
      "step": 2300
    },
    {
      "epoch": 0.44,
      "eval_loss": 0.196543350815773,
      "eval_runtime": 58.4466,
      "eval_samples_per_second": 40.054,
      "eval_steps_per_second": 5.013,
      "step": 2300
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.807100816404025e-05,
      "loss": 0.2694,
      "step": 2310
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7976077463451683e-05,
      "loss": 0.1692,
      "step": 2320
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.7881146762863113e-05,
      "loss": 0.2634,
      "step": 2330
    },
    {
      "epoch": 0.44,
      "learning_rate": 2.778621606227454e-05,
      "loss": 0.2017,
      "step": 2340
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.769128536168597e-05,
      "loss": 0.2822,
      "step": 2350
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.75963546610974e-05,
      "loss": 0.1717,
      "step": 2360
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7501423960508833e-05,
      "loss": 0.217,
      "step": 2370
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.7406493259920256e-05,
      "loss": 0.2446,
      "step": 2380
    },
    {
      "epoch": 0.45,
      "learning_rate": 2.731156255933169e-05,
      "loss": 0.0997,
      "step": 2390
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.7216631858743118e-05,
      "loss": 0.1756,
      "step": 2400
    },
    {
      "epoch": 0.46,
      "eval_loss": 0.19417181611061096,
      "eval_runtime": 58.5165,
      "eval_samples_per_second": 40.006,
      "eval_steps_per_second": 5.007,
      "step": 2400
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.712170115815455e-05,
      "loss": 0.284,
      "step": 2410
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.702677045756598e-05,
      "loss": 0.2041,
      "step": 2420
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.6931839756977406e-05,
      "loss": 0.1631,
      "step": 2430
    },
    {
      "epoch": 0.46,
      "learning_rate": 2.683690905638884e-05,
      "loss": 0.2154,
      "step": 2440
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6741978355800268e-05,
      "loss": 0.2117,
      "step": 2450
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.66470476552117e-05,
      "loss": 0.1765,
      "step": 2460
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6552116954623123e-05,
      "loss": 0.2031,
      "step": 2470
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6457186254034556e-05,
      "loss": 0.1512,
      "step": 2480
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6362255553445985e-05,
      "loss": 0.2909,
      "step": 2490
    },
    {
      "epoch": 0.47,
      "learning_rate": 2.6267324852857418e-05,
      "loss": 0.1469,
      "step": 2500
    },
    {
      "epoch": 0.47,
      "eval_loss": 0.19603069126605988,
      "eval_runtime": 58.4148,
      "eval_samples_per_second": 40.075,
      "eval_steps_per_second": 5.016,
      "step": 2500
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6172394152268847e-05,
      "loss": 0.1734,
      "step": 2510
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.6077463451680273e-05,
      "loss": 0.313,
      "step": 2520
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5982532751091705e-05,
      "loss": 0.1663,
      "step": 2530
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5887602050503135e-05,
      "loss": 0.3132,
      "step": 2540
    },
    {
      "epoch": 0.48,
      "learning_rate": 2.5792671349914564e-05,
      "loss": 0.2293,
      "step": 2550
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.569774064932599e-05,
      "loss": 0.186,
      "step": 2560
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5602809948737423e-05,
      "loss": 0.2088,
      "step": 2570
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5507879248148852e-05,
      "loss": 0.1345,
      "step": 2580
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5412948547560285e-05,
      "loss": 0.2065,
      "step": 2590
    },
    {
      "epoch": 0.49,
      "learning_rate": 2.5318017846971714e-05,
      "loss": 0.258,
      "step": 2600
    },
    {
      "epoch": 0.49,
      "eval_loss": 0.19143950939178467,
      "eval_runtime": 58.5228,
      "eval_samples_per_second": 40.001,
      "eval_steps_per_second": 5.007,
      "step": 2600
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.522308714638314e-05,
      "loss": 0.1787,
      "step": 2610
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.512815644579457e-05,
      "loss": 0.1638,
      "step": 2620
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.5033225745206002e-05,
      "loss": 0.1707,
      "step": 2630
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.493829504461743e-05,
      "loss": 0.1747,
      "step": 2640
    },
    {
      "epoch": 0.5,
      "learning_rate": 2.484336434402886e-05,
      "loss": 0.2062,
      "step": 2650
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.474843364344029e-05,
      "loss": 0.2059,
      "step": 2660
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.465350294285172e-05,
      "loss": 0.2113,
      "step": 2670
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.455857224226315e-05,
      "loss": 0.2218,
      "step": 2680
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4463641541674578e-05,
      "loss": 0.1355,
      "step": 2690
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.436871084108601e-05,
      "loss": 0.2385,
      "step": 2700
    },
    {
      "epoch": 0.51,
      "eval_loss": 0.18914321064949036,
      "eval_runtime": 58.3785,
      "eval_samples_per_second": 40.1,
      "eval_steps_per_second": 5.019,
      "step": 2700
    },
    {
      "epoch": 0.51,
      "learning_rate": 2.4273780140497436e-05,
      "loss": 0.1727,
      "step": 2710
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.417884943990887e-05,
      "loss": 0.1262,
      "step": 2720
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.4083918739320295e-05,
      "loss": 0.2272,
      "step": 2730
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3988988038731727e-05,
      "loss": 0.1757,
      "step": 2740
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3894057338143157e-05,
      "loss": 0.2295,
      "step": 2750
    },
    {
      "epoch": 0.52,
      "learning_rate": 2.3799126637554586e-05,
      "loss": 0.2275,
      "step": 2760
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.370419593696602e-05,
      "loss": 0.231,
      "step": 2770
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3609265236377445e-05,
      "loss": 0.1622,
      "step": 2780
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3514334535788877e-05,
      "loss": 0.2007,
      "step": 2790
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3419403835200303e-05,
      "loss": 0.2505,
      "step": 2800
    },
    {
      "epoch": 0.53,
      "eval_loss": 0.1877710372209549,
      "eval_runtime": 58.4546,
      "eval_samples_per_second": 40.048,
      "eval_steps_per_second": 5.012,
      "step": 2800
    },
    {
      "epoch": 0.53,
      "learning_rate": 2.3324473134611736e-05,
      "loss": 0.2512,
      "step": 2810
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3229542434023162e-05,
      "loss": 0.1914,
      "step": 2820
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3134611733434594e-05,
      "loss": 0.22,
      "step": 2830
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.3039681032846024e-05,
      "loss": 0.1865,
      "step": 2840
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2944750332257453e-05,
      "loss": 0.1343,
      "step": 2850
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.2849819631668882e-05,
      "loss": 0.1456,
      "step": 2860
    },
    {
      "epoch": 0.54,
      "learning_rate": 2.275488893108031e-05,
      "loss": 0.1365,
      "step": 2870
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2659958230491744e-05,
      "loss": 0.2423,
      "step": 2880
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.256502752990317e-05,
      "loss": 0.1526,
      "step": 2890
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.2470096829314603e-05,
      "loss": 0.2539,
      "step": 2900
    },
    {
      "epoch": 0.55,
      "eval_loss": 0.18716147541999817,
      "eval_runtime": 58.4521,
      "eval_samples_per_second": 40.05,
      "eval_steps_per_second": 5.013,
      "step": 2900
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.237516612872603e-05,
      "loss": 0.1349,
      "step": 2910
    },
    {
      "epoch": 0.55,
      "learning_rate": 2.228023542813746e-05,
      "loss": 0.1244,
      "step": 2920
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.2185304727548887e-05,
      "loss": 0.1925,
      "step": 2930
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.209037402696032e-05,
      "loss": 0.182,
      "step": 2940
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.199544332637175e-05,
      "loss": 0.2175,
      "step": 2950
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.190051262578318e-05,
      "loss": 0.2785,
      "step": 2960
    },
    {
      "epoch": 0.56,
      "learning_rate": 2.180558192519461e-05,
      "loss": 0.2238,
      "step": 2970
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1710651224606037e-05,
      "loss": 0.2064,
      "step": 2980
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.161572052401747e-05,
      "loss": 0.216,
      "step": 2990
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1520789823428896e-05,
      "loss": 0.2044,
      "step": 3000
    },
    {
      "epoch": 0.57,
      "eval_loss": 0.1867467164993286,
      "eval_runtime": 58.4213,
      "eval_samples_per_second": 40.071,
      "eval_steps_per_second": 5.015,
      "step": 3000
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.142585912284033e-05,
      "loss": 0.1543,
      "step": 3010
    },
    {
      "epoch": 0.57,
      "learning_rate": 2.1330928422251758e-05,
      "loss": 0.1908,
      "step": 3020
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1235997721663187e-05,
      "loss": 0.2032,
      "step": 3030
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1141067021074616e-05,
      "loss": 0.2523,
      "step": 3040
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.1046136320486046e-05,
      "loss": 0.338,
      "step": 3050
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0951205619897475e-05,
      "loss": 0.1203,
      "step": 3060
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0856274919308904e-05,
      "loss": 0.2273,
      "step": 3070
    },
    {
      "epoch": 0.58,
      "learning_rate": 2.0761344218720337e-05,
      "loss": 0.2939,
      "step": 3080
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0666413518131763e-05,
      "loss": 0.2844,
      "step": 3090
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0571482817543196e-05,
      "loss": 0.1955,
      "step": 3100
    },
    {
      "epoch": 0.59,
      "eval_loss": 0.18449129164218903,
      "eval_runtime": 58.3906,
      "eval_samples_per_second": 40.092,
      "eval_steps_per_second": 5.018,
      "step": 3100
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0476552116954625e-05,
      "loss": 0.1577,
      "step": 3110
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0381621416366054e-05,
      "loss": 0.1706,
      "step": 3120
    },
    {
      "epoch": 0.59,
      "learning_rate": 2.0286690715777483e-05,
      "loss": 0.1748,
      "step": 3130
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0191760015188913e-05,
      "loss": 0.2236,
      "step": 3140
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.0096829314600342e-05,
      "loss": 0.2346,
      "step": 3150
    },
    {
      "epoch": 0.6,
      "learning_rate": 2.000189861401177e-05,
      "loss": 0.284,
      "step": 3160
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.99069679134232e-05,
      "loss": 0.2868,
      "step": 3170
    },
    {
      "epoch": 0.6,
      "learning_rate": 1.981203721283463e-05,
      "loss": 0.2196,
      "step": 3180
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9717106512246063e-05,
      "loss": 0.1372,
      "step": 3190
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.9622175811657492e-05,
      "loss": 0.1619,
      "step": 3200
    },
    {
      "epoch": 0.61,
      "eval_loss": 0.18382784724235535,
      "eval_runtime": 58.4804,
      "eval_samples_per_second": 40.031,
      "eval_steps_per_second": 5.01,
      "step": 3200
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.952724511106892e-05,
      "loss": 0.1281,
      "step": 3210
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.943231441048035e-05,
      "loss": 0.1864,
      "step": 3220
    },
    {
      "epoch": 0.61,
      "learning_rate": 1.933738370989178e-05,
      "loss": 0.2146,
      "step": 3230
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.924245300930321e-05,
      "loss": 0.245,
      "step": 3240
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.914752230871464e-05,
      "loss": 0.1107,
      "step": 3250
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.9052591608126068e-05,
      "loss": 0.1602,
      "step": 3260
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.8957660907537497e-05,
      "loss": 0.2293,
      "step": 3270
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.886273020694893e-05,
      "loss": 0.1431,
      "step": 3280
    },
    {
      "epoch": 0.62,
      "learning_rate": 1.876779950636036e-05,
      "loss": 0.1759,
      "step": 3290
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8672868805771788e-05,
      "loss": 0.1977,
      "step": 3300
    },
    {
      "epoch": 0.63,
      "eval_loss": 0.18313062191009521,
      "eval_runtime": 58.2108,
      "eval_samples_per_second": 40.216,
      "eval_steps_per_second": 5.033,
      "step": 3300
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8577938105183218e-05,
      "loss": 0.1802,
      "step": 3310
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8483007404594647e-05,
      "loss": 0.2396,
      "step": 3320
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8388076704006076e-05,
      "loss": 0.1982,
      "step": 3330
    },
    {
      "epoch": 0.63,
      "learning_rate": 1.8293146003417505e-05,
      "loss": 0.1658,
      "step": 3340
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8198215302828935e-05,
      "loss": 0.2003,
      "step": 3350
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8103284602240364e-05,
      "loss": 0.2009,
      "step": 3360
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.8008353901651793e-05,
      "loss": 0.1288,
      "step": 3370
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7913423201063226e-05,
      "loss": 0.2254,
      "step": 3380
    },
    {
      "epoch": 0.64,
      "learning_rate": 1.7818492500474655e-05,
      "loss": 0.2588,
      "step": 3390
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7723561799886085e-05,
      "loss": 0.1509,
      "step": 3400
    },
    {
      "epoch": 0.65,
      "eval_loss": 0.18137221038341522,
      "eval_runtime": 58.5173,
      "eval_samples_per_second": 40.005,
      "eval_steps_per_second": 5.007,
      "step": 3400
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7628631099297514e-05,
      "loss": 0.2978,
      "step": 3410
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7533700398708943e-05,
      "loss": 0.1508,
      "step": 3420
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7438769698120372e-05,
      "loss": 0.2011,
      "step": 3430
    },
    {
      "epoch": 0.65,
      "learning_rate": 1.7343838997531802e-05,
      "loss": 0.1574,
      "step": 3440
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7248908296943234e-05,
      "loss": 0.1486,
      "step": 3450
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.715397759635466e-05,
      "loss": 0.1581,
      "step": 3460
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.7059046895766093e-05,
      "loss": 0.3014,
      "step": 3470
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.6964116195177522e-05,
      "loss": 0.2699,
      "step": 3480
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.686918549458895e-05,
      "loss": 0.1748,
      "step": 3490
    },
    {
      "epoch": 0.66,
      "learning_rate": 1.677425479400038e-05,
      "loss": 0.2453,
      "step": 3500
    },
    {
      "epoch": 0.66,
      "eval_loss": 0.18177372217178345,
      "eval_runtime": 58.3665,
      "eval_samples_per_second": 40.109,
      "eval_steps_per_second": 5.02,
      "step": 3500
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.667932409341181e-05,
      "loss": 0.1506,
      "step": 3510
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.658439339282324e-05,
      "loss": 0.169,
      "step": 3520
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.648946269223467e-05,
      "loss": 0.177,
      "step": 3530
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.63945319916461e-05,
      "loss": 0.2706,
      "step": 3540
    },
    {
      "epoch": 0.67,
      "learning_rate": 1.6299601291057527e-05,
      "loss": 0.2052,
      "step": 3550
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.620467059046896e-05,
      "loss": 0.2956,
      "step": 3560
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.6109739889880386e-05,
      "loss": 0.1348,
      "step": 3570
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.601480918929182e-05,
      "loss": 0.2255,
      "step": 3580
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5919878488703248e-05,
      "loss": 0.1527,
      "step": 3590
    },
    {
      "epoch": 0.68,
      "learning_rate": 1.5824947788114677e-05,
      "loss": 0.1772,
      "step": 3600
    },
    {
      "epoch": 0.68,
      "eval_loss": 0.1805400401353836,
      "eval_runtime": 58.3241,
      "eval_samples_per_second": 40.138,
      "eval_steps_per_second": 5.024,
      "step": 3600
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5730017087526107e-05,
      "loss": 0.2948,
      "step": 3610
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5635086386937536e-05,
      "loss": 0.1911,
      "step": 3620
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.554015568634897e-05,
      "loss": 0.1564,
      "step": 3630
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5445224985760394e-05,
      "loss": 0.1219,
      "step": 3640
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5350294285171827e-05,
      "loss": 0.1635,
      "step": 3650
    },
    {
      "epoch": 0.69,
      "learning_rate": 1.5255363584583255e-05,
      "loss": 0.1318,
      "step": 3660
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5160432883994686e-05,
      "loss": 0.1294,
      "step": 3670
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.5065502183406113e-05,
      "loss": 0.1627,
      "step": 3680
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4970571482817544e-05,
      "loss": 0.1727,
      "step": 3690
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4875640782228972e-05,
      "loss": 0.1618,
      "step": 3700
    },
    {
      "epoch": 0.7,
      "eval_loss": 0.17953605949878693,
      "eval_runtime": 58.4568,
      "eval_samples_per_second": 40.047,
      "eval_steps_per_second": 5.012,
      "step": 3700
    },
    {
      "epoch": 0.7,
      "learning_rate": 1.4780710081640403e-05,
      "loss": 0.2285,
      "step": 3710
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4685779381051834e-05,
      "loss": 0.2551,
      "step": 3720
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4590848680463261e-05,
      "loss": 0.1614,
      "step": 3730
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4495917979874692e-05,
      "loss": 0.1668,
      "step": 3740
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4400987279286122e-05,
      "loss": 0.1845,
      "step": 3750
    },
    {
      "epoch": 0.71,
      "learning_rate": 1.4306056578697553e-05,
      "loss": 0.1944,
      "step": 3760
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.421112587810898e-05,
      "loss": 0.1395,
      "step": 3770
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4116195177520411e-05,
      "loss": 0.218,
      "step": 3780
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.4021264476931839e-05,
      "loss": 0.1906,
      "step": 3790
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.392633377634327e-05,
      "loss": 0.2207,
      "step": 3800
    },
    {
      "epoch": 0.72,
      "eval_loss": 0.17874407768249512,
      "eval_runtime": 58.3852,
      "eval_samples_per_second": 40.096,
      "eval_steps_per_second": 5.018,
      "step": 3800
    },
    {
      "epoch": 0.72,
      "learning_rate": 1.3831403075754701e-05,
      "loss": 0.1741,
      "step": 3810
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3736472375166129e-05,
      "loss": 0.1913,
      "step": 3820
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.364154167457756e-05,
      "loss": 0.215,
      "step": 3830
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3546610973988987e-05,
      "loss": 0.2837,
      "step": 3840
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3451680273400418e-05,
      "loss": 0.2142,
      "step": 3850
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3356749572811847e-05,
      "loss": 0.1603,
      "step": 3860
    },
    {
      "epoch": 0.73,
      "learning_rate": 1.3261818872223278e-05,
      "loss": 0.1684,
      "step": 3870
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.316688817163471e-05,
      "loss": 0.3142,
      "step": 3880
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.3071957471046137e-05,
      "loss": 0.1799,
      "step": 3890
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2977026770457568e-05,
      "loss": 0.2678,
      "step": 3900
    },
    {
      "epoch": 0.74,
      "eval_loss": 0.17639276385307312,
      "eval_runtime": 58.4337,
      "eval_samples_per_second": 40.062,
      "eval_steps_per_second": 5.014,
      "step": 3900
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2882096069868996e-05,
      "loss": 0.2038,
      "step": 3910
    },
    {
      "epoch": 0.74,
      "learning_rate": 1.2787165369280427e-05,
      "loss": 0.2256,
      "step": 3920
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2692234668691854e-05,
      "loss": 0.1223,
      "step": 3930
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2597303968103285e-05,
      "loss": 0.2096,
      "step": 3940
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2502373267514714e-05,
      "loss": 0.2944,
      "step": 3950
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2407442566926145e-05,
      "loss": 0.1925,
      "step": 3960
    },
    {
      "epoch": 0.75,
      "learning_rate": 1.2312511866337575e-05,
      "loss": 0.186,
      "step": 3970
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2217581165749004e-05,
      "loss": 0.1997,
      "step": 3980
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2122650465160433e-05,
      "loss": 0.2256,
      "step": 3990
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.2027719764571863e-05,
      "loss": 0.2631,
      "step": 4000
    },
    {
      "epoch": 0.76,
      "eval_loss": 0.17684458196163177,
      "eval_runtime": 58.4335,
      "eval_samples_per_second": 40.063,
      "eval_steps_per_second": 5.014,
      "step": 4000
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1932789063983294e-05,
      "loss": 0.1079,
      "step": 4010
    },
    {
      "epoch": 0.76,
      "learning_rate": 1.1837858363394723e-05,
      "loss": 0.2022,
      "step": 4020
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1742927662806152e-05,
      "loss": 0.1546,
      "step": 4030
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1647996962217581e-05,
      "loss": 0.2763,
      "step": 4040
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.155306626162901e-05,
      "loss": 0.2312,
      "step": 4050
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.145813556104044e-05,
      "loss": 0.1166,
      "step": 4060
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.1363204860451871e-05,
      "loss": 0.1367,
      "step": 4070
    },
    {
      "epoch": 0.77,
      "learning_rate": 1.12682741598633e-05,
      "loss": 0.1772,
      "step": 4080
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.117334345927473e-05,
      "loss": 0.1582,
      "step": 4090
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.107841275868616e-05,
      "loss": 0.1752,
      "step": 4100
    },
    {
      "epoch": 0.78,
      "eval_loss": 0.17702791094779968,
      "eval_runtime": 58.4032,
      "eval_samples_per_second": 40.083,
      "eval_steps_per_second": 5.017,
      "step": 4100
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.098348205809759e-05,
      "loss": 0.1964,
      "step": 4110
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.088855135750902e-05,
      "loss": 0.152,
      "step": 4120
    },
    {
      "epoch": 0.78,
      "learning_rate": 1.0793620656920449e-05,
      "loss": 0.1868,
      "step": 4130
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0698689956331878e-05,
      "loss": 0.2053,
      "step": 4140
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0603759255743307e-05,
      "loss": 0.2861,
      "step": 4150
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0508828555154736e-05,
      "loss": 0.1649,
      "step": 4160
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0413897854566167e-05,
      "loss": 0.1928,
      "step": 4170
    },
    {
      "epoch": 0.79,
      "learning_rate": 1.0318967153977597e-05,
      "loss": 0.3268,
      "step": 4180
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0224036453389028e-05,
      "loss": 0.2028,
      "step": 4190
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0129105752800457e-05,
      "loss": 0.1363,
      "step": 4200
    },
    {
      "epoch": 0.8,
      "eval_loss": 0.17664198577404022,
      "eval_runtime": 58.4373,
      "eval_samples_per_second": 40.06,
      "eval_steps_per_second": 5.014,
      "step": 4200
    },
    {
      "epoch": 0.8,
      "learning_rate": 1.0034175052211886e-05,
      "loss": 0.1729,
      "step": 4210
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.939244351623316e-06,
      "loss": 0.1749,
      "step": 4220
    },
    {
      "epoch": 0.8,
      "learning_rate": 9.844313651034745e-06,
      "loss": 0.213,
      "step": 4230
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.749382950446174e-06,
      "loss": 0.2011,
      "step": 4240
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.654452249857603e-06,
      "loss": 0.2514,
      "step": 4250
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.559521549269033e-06,
      "loss": 0.208,
      "step": 4260
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.464590848680464e-06,
      "loss": 0.2008,
      "step": 4270
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.369660148091893e-06,
      "loss": 0.1669,
      "step": 4280
    },
    {
      "epoch": 0.81,
      "learning_rate": 9.274729447503324e-06,
      "loss": 0.2574,
      "step": 4290
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.179798746914753e-06,
      "loss": 0.1677,
      "step": 4300
    },
    {
      "epoch": 0.82,
      "eval_loss": 0.17548422515392303,
      "eval_runtime": 58.2554,
      "eval_samples_per_second": 40.185,
      "eval_steps_per_second": 5.03,
      "step": 4300
    },
    {
      "epoch": 0.82,
      "learning_rate": 9.084868046326183e-06,
      "loss": 0.2055,
      "step": 4310
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.989937345737612e-06,
      "loss": 0.2344,
      "step": 4320
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.895006645149041e-06,
      "loss": 0.1855,
      "step": 4330
    },
    {
      "epoch": 0.82,
      "learning_rate": 8.80007594456047e-06,
      "loss": 0.264,
      "step": 4340
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.7051452439719e-06,
      "loss": 0.1931,
      "step": 4350
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.61021454338333e-06,
      "loss": 0.1721,
      "step": 4360
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.51528384279476e-06,
      "loss": 0.1217,
      "step": 4370
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.42035314220619e-06,
      "loss": 0.1433,
      "step": 4380
    },
    {
      "epoch": 0.83,
      "learning_rate": 8.32542244161762e-06,
      "loss": 0.147,
      "step": 4390
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.23049174102905e-06,
      "loss": 0.2486,
      "step": 4400
    },
    {
      "epoch": 0.84,
      "eval_loss": 0.17436346411705017,
      "eval_runtime": 58.3751,
      "eval_samples_per_second": 40.103,
      "eval_steps_per_second": 5.019,
      "step": 4400
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.135561040440479e-06,
      "loss": 0.1932,
      "step": 4410
    },
    {
      "epoch": 0.84,
      "learning_rate": 8.040630339851908e-06,
      "loss": 0.1938,
      "step": 4420
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.945699639263338e-06,
      "loss": 0.161,
      "step": 4430
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.850768938674769e-06,
      "loss": 0.3298,
      "step": 4440
    },
    {
      "epoch": 0.84,
      "learning_rate": 7.755838238086198e-06,
      "loss": 0.1625,
      "step": 4450
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.660907537497627e-06,
      "loss": 0.2666,
      "step": 4460
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.565976836909057e-06,
      "loss": 0.183,
      "step": 4470
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.4710461363204865e-06,
      "loss": 0.1222,
      "step": 4480
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.376115435731916e-06,
      "loss": 0.2511,
      "step": 4490
    },
    {
      "epoch": 0.85,
      "learning_rate": 7.281184735143345e-06,
      "loss": 0.1793,
      "step": 4500
    },
    {
      "epoch": 0.85,
      "eval_loss": 0.17454643547534943,
      "eval_runtime": 58.4194,
      "eval_samples_per_second": 40.072,
      "eval_steps_per_second": 5.015,
      "step": 4500
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.186254034554775e-06,
      "loss": 0.2343,
      "step": 4510
    },
    {
      "epoch": 0.86,
      "learning_rate": 7.0913233339662046e-06,
      "loss": 0.2605,
      "step": 4520
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.9963926333776356e-06,
      "loss": 0.2308,
      "step": 4530
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.901461932789065e-06,
      "loss": 0.2096,
      "step": 4540
    },
    {
      "epoch": 0.86,
      "learning_rate": 6.806531232200494e-06,
      "loss": 0.1517,
      "step": 4550
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.7116005316119234e-06,
      "loss": 0.15,
      "step": 4560
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.616669831023354e-06,
      "loss": 0.1687,
      "step": 4570
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.521739130434783e-06,
      "loss": 0.1835,
      "step": 4580
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.426808429846212e-06,
      "loss": 0.1475,
      "step": 4590
    },
    {
      "epoch": 0.87,
      "learning_rate": 6.3318777292576415e-06,
      "loss": 0.1875,
      "step": 4600
    },
    {
      "epoch": 0.87,
      "eval_loss": 0.17363451421260834,
      "eval_runtime": 58.3279,
      "eval_samples_per_second": 40.135,
      "eval_steps_per_second": 5.023,
      "step": 4600
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.236947028669072e-06,
      "loss": 0.202,
      "step": 4610
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.142016328080502e-06,
      "loss": 0.2219,
      "step": 4620
    },
    {
      "epoch": 0.88,
      "learning_rate": 6.047085627491931e-06,
      "loss": 0.1998,
      "step": 4630
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.952154926903361e-06,
      "loss": 0.2013,
      "step": 4640
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.8572242263147905e-06,
      "loss": 0.1644,
      "step": 4650
    },
    {
      "epoch": 0.88,
      "learning_rate": 5.76229352572622e-06,
      "loss": 0.1696,
      "step": 4660
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.66736282513765e-06,
      "loss": 0.1925,
      "step": 4670
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.57243212454908e-06,
      "loss": 0.1828,
      "step": 4680
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.477501423960509e-06,
      "loss": 0.232,
      "step": 4690
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.382570723371939e-06,
      "loss": 0.1045,
      "step": 4700
    },
    {
      "epoch": 0.89,
      "eval_loss": 0.1733243316411972,
      "eval_runtime": 58.4606,
      "eval_samples_per_second": 40.044,
      "eval_steps_per_second": 5.012,
      "step": 4700
    },
    {
      "epoch": 0.89,
      "learning_rate": 5.287640022783368e-06,
      "loss": 0.1167,
      "step": 4710
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.192709322194798e-06,
      "loss": 0.2227,
      "step": 4720
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.097778621606228e-06,
      "loss": 0.1359,
      "step": 4730
    },
    {
      "epoch": 0.9,
      "learning_rate": 5.0028479210176575e-06,
      "loss": 0.1982,
      "step": 4740
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.907917220429087e-06,
      "loss": 0.138,
      "step": 4750
    },
    {
      "epoch": 0.9,
      "learning_rate": 4.812986519840516e-06,
      "loss": 0.1427,
      "step": 4760
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.718055819251946e-06,
      "loss": 0.1676,
      "step": 4770
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.623125118663376e-06,
      "loss": 0.1023,
      "step": 4780
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.528194418074806e-06,
      "loss": 0.2042,
      "step": 4790
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.433263717486235e-06,
      "loss": 0.2182,
      "step": 4800
    },
    {
      "epoch": 0.91,
      "eval_loss": 0.17259711027145386,
      "eval_runtime": 58.4026,
      "eval_samples_per_second": 40.084,
      "eval_steps_per_second": 5.017,
      "step": 4800
    },
    {
      "epoch": 0.91,
      "learning_rate": 4.338333016897665e-06,
      "loss": 0.1344,
      "step": 4810
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.2434023163090944e-06,
      "loss": 0.2458,
      "step": 4820
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.1484716157205246e-06,
      "loss": 0.2166,
      "step": 4830
    },
    {
      "epoch": 0.92,
      "learning_rate": 4.053540915131954e-06,
      "loss": 0.2117,
      "step": 4840
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.958610214543384e-06,
      "loss": 0.1784,
      "step": 4850
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.863679513954813e-06,
      "loss": 0.1336,
      "step": 4860
    },
    {
      "epoch": 0.92,
      "learning_rate": 3.768748813366243e-06,
      "loss": 0.2307,
      "step": 4870
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.6738181127776723e-06,
      "loss": 0.174,
      "step": 4880
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.5788874121891016e-06,
      "loss": 0.2324,
      "step": 4890
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.483956711600532e-06,
      "loss": 0.1661,
      "step": 4900
    },
    {
      "epoch": 0.93,
      "eval_loss": 0.17190437018871307,
      "eval_runtime": 58.4266,
      "eval_samples_per_second": 40.067,
      "eval_steps_per_second": 5.015,
      "step": 4900
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.3890260110119615e-06,
      "loss": 0.1649,
      "step": 4910
    },
    {
      "epoch": 0.93,
      "learning_rate": 3.294095310423391e-06,
      "loss": 0.2308,
      "step": 4920
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.1991646098348205e-06,
      "loss": 0.1403,
      "step": 4930
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.10423390924625e-06,
      "loss": 0.1748,
      "step": 4940
    },
    {
      "epoch": 0.94,
      "learning_rate": 3.0093032086576803e-06,
      "loss": 0.2285,
      "step": 4950
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.9143725080691096e-06,
      "loss": 0.1798,
      "step": 4960
    },
    {
      "epoch": 0.94,
      "learning_rate": 2.8194418074805394e-06,
      "loss": 0.1421,
      "step": 4970
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.724511106891969e-06,
      "loss": 0.3226,
      "step": 4980
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.629580406303399e-06,
      "loss": 0.1795,
      "step": 4990
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.534649705714828e-06,
      "loss": 0.1219,
      "step": 5000
    },
    {
      "epoch": 0.95,
      "eval_loss": 0.17184509336948395,
      "eval_runtime": 58.247,
      "eval_samples_per_second": 40.191,
      "eval_steps_per_second": 5.03,
      "step": 5000
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.439719005126258e-06,
      "loss": 0.1187,
      "step": 5010
    },
    {
      "epoch": 0.95,
      "learning_rate": 2.3447883045376875e-06,
      "loss": 0.2332,
      "step": 5020
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.2498576039491172e-06,
      "loss": 0.2408,
      "step": 5030
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.154926903360547e-06,
      "loss": 0.1693,
      "step": 5040
    },
    {
      "epoch": 0.96,
      "learning_rate": 2.0599962027719763e-06,
      "loss": 0.2376,
      "step": 5050
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.9650655021834064e-06,
      "loss": 0.2142,
      "step": 5060
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.8701348015948357e-06,
      "loss": 0.0916,
      "step": 5070
    },
    {
      "epoch": 0.96,
      "learning_rate": 1.7752041010062656e-06,
      "loss": 0.1838,
      "step": 5080
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.6802734004176951e-06,
      "loss": 0.2352,
      "step": 5090
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.5853426998291248e-06,
      "loss": 0.2286,
      "step": 5100
    },
    {
      "epoch": 0.97,
      "eval_loss": 0.17164459824562073,
      "eval_runtime": 58.2956,
      "eval_samples_per_second": 40.157,
      "eval_steps_per_second": 5.026,
      "step": 5100
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.4904119992405544e-06,
      "loss": 0.2136,
      "step": 5110
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.395481298651984e-06,
      "loss": 0.1367,
      "step": 5120
    },
    {
      "epoch": 0.97,
      "learning_rate": 1.3005505980634138e-06,
      "loss": 0.1116,
      "step": 5130
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.2056198974748435e-06,
      "loss": 0.1649,
      "step": 5140
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.110689196886273e-06,
      "loss": 0.1865,
      "step": 5150
    },
    {
      "epoch": 0.98,
      "learning_rate": 1.0157584962977027e-06,
      "loss": 0.2308,
      "step": 5160
    },
    {
      "epoch": 0.98,
      "learning_rate": 9.208277957091325e-07,
      "loss": 0.1919,
      "step": 5170
    },
    {
      "epoch": 0.98,
      "learning_rate": 8.258970951205621e-07,
      "loss": 0.1813,
      "step": 5180
    },
    {
      "epoch": 0.99,
      "learning_rate": 7.309663945319917e-07,
      "loss": 0.1814,
      "step": 5190
    },
    {
      "epoch": 0.99,
      "learning_rate": 6.360356939434213e-07,
      "loss": 0.1964,
      "step": 5200
    },
    {
      "epoch": 0.99,
      "eval_loss": 0.17137235403060913,
      "eval_runtime": 58.4148,
      "eval_samples_per_second": 40.075,
      "eval_steps_per_second": 5.016,
      "step": 5200
    }
  ],
  "logging_steps": 10,
  "max_steps": 5267,
  "num_train_epochs": 1,
  "save_steps": 100,
  "total_flos": 1454239855411200.0,
  "trial_name": null,
  "trial_params": null
}