diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,928 +1,11064 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 39.714058776806986,
-  "global_step": 50000,
+  "epoch": 436.28808864265926,
+  "global_step": 630000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.4,
-      "learning_rate": 1.999205718824464e-05,
-      "loss": 25.5103,
+      "epoch": 0.35,
+      "learning_rate": 1.999307479224377e-05,
+      "loss": 5.6258,
       "step": 500
     },
     {
-      "epoch": 0.79,
-      "learning_rate": 1.9984114376489278e-05,
-      "loss": 18.4925,
+      "epoch": 0.69,
+      "learning_rate": 1.9986149584487535e-05,
+      "loss": 5.4807,
       "step": 1000
     },
     {
       "epoch": 1.0,
-      "eval_loss": 14.646448135375977,
-      "eval_runtime": 70.1643,
-      "eval_samples_per_second": 6121.707,
-      "eval_steps_per_second": 1.995,
-      "step": 1259
+      "eval_loss": 5.224731922149658,
+      "eval_runtime": 75.7111,
+      "eval_samples_per_second": 6503.99,
+      "eval_steps_per_second": 2.127,
+      "step": 1444
     },
     {
-      "epoch": 1.19,
-      "learning_rate": 1.9976171564733916e-05,
-      "loss": 15.0445,
+      "epoch": 1.04,
+      "learning_rate": 1.9979224376731302e-05,
+      "loss": 5.3786,
       "step": 1500
     },
     {
-      "epoch": 1.59,
-      "learning_rate": 1.9968228752978554e-05,
-      "loss": 12.5296,
+      "epoch": 1.39,
+      "learning_rate": 1.9972299168975073e-05,
+      "loss": 5.2907,
       "step": 2000
     },
     {
-      "epoch": 1.99,
-      "learning_rate": 1.9960285941223196e-05,
-      "loss": 10.6706,
+      "epoch": 1.73,
+      "learning_rate": 1.996537396121884e-05,
+      "loss": 5.2208,
       "step": 2500
     },
     {
       "epoch": 2.0,
-      "eval_loss": 9.694795608520508,
-      "eval_runtime": 67.5462,
-      "eval_samples_per_second": 6358.978,
-      "eval_steps_per_second": 2.073,
-      "step": 2518
+      "eval_loss": 5.035708427429199,
+      "eval_runtime": 74.9448,
+      "eval_samples_per_second": 6570.491,
+      "eval_steps_per_second": 2.148,
+      "step": 2888
     },
     {
-      "epoch": 2.38,
-      "learning_rate": 1.9952343129467834e-05,
-      "loss": 9.2923,
+      "epoch": 2.08,
+      "learning_rate": 1.9958448753462603e-05,
+      "loss": 5.163,
       "step": 3000
     },
     {
-      "epoch": 2.78,
-      "learning_rate": 1.9944400317712472e-05,
-      "loss": 8.3023,
+      "epoch": 2.42,
+      "learning_rate": 1.9951523545706373e-05,
+      "loss": 5.1119,
       "step": 3500
     },
     {
-      "epoch": 3.0,
-      "eval_loss": 7.442232608795166,
-      "eval_runtime": 68.0543,
-      "eval_samples_per_second": 6311.503,
-      "eval_steps_per_second": 2.057,
-      "step": 3777
+      "epoch": 2.77,
+      "learning_rate": 1.994459833795014e-05,
+      "loss": 5.0685,
+      "step": 4000
     },
     {
-      "epoch": 3.18,
-      "learning_rate": 1.993645750595711e-05,
-      "loss": 7.6019,
-      "step": 4000
+      "epoch": 3.0,
+      "eval_loss": 4.928272724151611,
+      "eval_runtime": 74.5205,
+      "eval_samples_per_second": 6607.9,
+      "eval_steps_per_second": 2.16,
+      "step": 4332
     },
     {
-      "epoch": 3.57,
-      "learning_rate": 1.9928514694201748e-05,
-      "loss": 7.1126,
+      "epoch": 3.12,
+      "learning_rate": 1.9937673130193907e-05,
+      "loss": 5.034,
       "step": 4500
     },
     {
-      "epoch": 3.97,
-      "learning_rate": 1.9920571882446386e-05,
-      "loss": 6.7538,
+      "epoch": 3.46,
+      "learning_rate": 1.9930747922437674e-05,
+      "loss": 5.0038,
       "step": 5000
     },
     {
-      "epoch": 4.0,
-      "eval_loss": 6.4947967529296875,
-      "eval_runtime": 67.4445,
-      "eval_samples_per_second": 6368.567,
-      "eval_steps_per_second": 2.076,
-      "step": 5036
-    },
-    {
-      "epoch": 4.37,
-      "learning_rate": 1.9912629070691024e-05,
-      "loss": 6.4873,
+      "epoch": 3.81,
+      "learning_rate": 1.992382271468144e-05,
+      "loss": 4.9748,
       "step": 5500
     },
     {
-      "epoch": 4.77,
-      "learning_rate": 1.9904686258935662e-05,
-      "loss": 6.2941,
-      "step": 6000
+      "epoch": 4.0,
+      "eval_loss": 4.848881721496582,
+      "eval_runtime": 73.1546,
+      "eval_samples_per_second": 6731.277,
+      "eval_steps_per_second": 2.201,
+      "step": 5776
     },
     {
-      "epoch": 5.0,
-      "eval_loss": 6.058001518249512,
-      "eval_runtime": 66.6412,
-      "eval_samples_per_second": 6445.335,
-      "eval_steps_per_second": 2.101,
-      "step": 6295
+      "epoch": 4.16,
+      "learning_rate": 1.991689750692521e-05,
+      "loss": 4.9513,
+      "step": 6000
     },
     {
-      "epoch": 5.16,
-      "learning_rate": 1.9896743447180304e-05,
-      "loss": 6.1608,
+      "epoch": 4.5,
+      "learning_rate": 1.9909972299168975e-05,
+      "loss": 4.9265,
       "step": 6500
     },
     {
-      "epoch": 5.56,
-      "learning_rate": 1.9888800635424942e-05,
-      "loss": 6.0606,
+      "epoch": 4.85,
+      "learning_rate": 1.9903047091412745e-05,
+      "loss": 4.9046,
       "step": 7000
     },
     {
-      "epoch": 5.96,
-      "learning_rate": 1.988085782366958e-05,
-      "loss": 5.9841,
-      "step": 7500
+      "epoch": 5.0,
+      "eval_loss": 4.779133319854736,
+      "eval_runtime": 74.0757,
+      "eval_samples_per_second": 6647.578,
+      "eval_steps_per_second": 2.173,
+      "step": 7220
     },
     {
-      "epoch": 6.0,
-      "eval_loss": 5.85178279876709,
-      "eval_runtime": 67.6703,
-      "eval_samples_per_second": 6347.319,
-      "eval_steps_per_second": 2.069,
-      "step": 7554
+      "epoch": 5.19,
+      "learning_rate": 1.9896121883656512e-05,
+      "loss": 4.8871,
+      "step": 7500
     },
     {
-      "epoch": 6.35,
-      "learning_rate": 1.987291501191422e-05,
-      "loss": 5.9144,
+      "epoch": 5.54,
+      "learning_rate": 1.988919667590028e-05,
+      "loss": 4.8665,
       "step": 8000
     },
     {
-      "epoch": 6.75,
-      "learning_rate": 1.986497220015886e-05,
-      "loss": 5.8638,
+      "epoch": 5.89,
+      "learning_rate": 1.9882271468144046e-05,
+      "loss": 4.8483,
       "step": 8500
     },
     {
-      "epoch": 7.0,
-      "eval_loss": 5.727705955505371,
-      "eval_runtime": 66.5854,
-      "eval_samples_per_second": 6450.735,
-      "eval_steps_per_second": 2.103,
-      "step": 8813
+      "epoch": 6.0,
+      "eval_loss": 4.739624977111816,
+      "eval_runtime": 74.1752,
+      "eval_samples_per_second": 6638.657,
+      "eval_steps_per_second": 2.171,
+      "step": 8664
     },
     {
-      "epoch": 7.15,
-      "learning_rate": 1.9857029388403498e-05,
-      "loss": 5.8139,
+      "epoch": 6.23,
+      "learning_rate": 1.9875346260387813e-05,
+      "loss": 4.8328,
       "step": 9000
     },
     {
-      "epoch": 7.55,
-      "learning_rate": 1.9849086576648136e-05,
-      "loss": 5.7603,
+      "epoch": 6.58,
+      "learning_rate": 1.986842105263158e-05,
+      "loss": 4.8205,
       "step": 9500
     },
     {
-      "epoch": 7.94,
-      "learning_rate": 1.9841143764892774e-05,
-      "loss": 5.6951,
+      "epoch": 6.93,
+      "learning_rate": 1.9861495844875347e-05,
+      "loss": 4.8032,
       "step": 10000
     },
     {
-      "epoch": 8.0,
-      "eval_loss": 5.557251453399658,
-      "eval_runtime": 66.7182,
-      "eval_samples_per_second": 6437.901,
-      "eval_steps_per_second": 2.098,
-      "step": 10072
+      "epoch": 7.0,
+      "eval_loss": 4.699394702911377,
+      "eval_runtime": 74.6581,
+      "eval_samples_per_second": 6595.725,
+      "eval_steps_per_second": 2.156,
+      "step": 10108
     },
     {
-      "epoch": 8.34,
-      "learning_rate": 1.9833200953137412e-05,
-      "loss": 5.6463,
+      "epoch": 7.27,
+      "learning_rate": 1.9854570637119114e-05,
+      "loss": 4.7918,
       "step": 10500
     },
     {
-      "epoch": 8.74,
-      "learning_rate": 1.982525814138205e-05,
-      "loss": 5.6046,
+      "epoch": 7.62,
+      "learning_rate": 1.9847645429362884e-05,
+      "loss": 4.7758,
       "step": 11000
     },
     {
-      "epoch": 9.0,
-      "eval_loss": 5.441849231719971,
-      "eval_runtime": 69.0026,
-      "eval_samples_per_second": 6224.763,
-      "eval_steps_per_second": 2.029,
-      "step": 11331
+      "epoch": 7.96,
+      "learning_rate": 1.984072022160665e-05,
+      "loss": 4.7675,
+      "step": 11500
     },
     {
-      "epoch": 9.13,
-      "learning_rate": 1.981731532962669e-05,
-      "loss": 5.5704,
-      "step": 11500
+      "epoch": 8.0,
+      "eval_loss": 4.659648895263672,
+      "eval_runtime": 77.484,
+      "eval_samples_per_second": 6355.173,
+      "eval_steps_per_second": 2.078,
+      "step": 11552
     },
     {
-      "epoch": 9.53,
-      "learning_rate": 1.9809372517871326e-05,
-      "loss": 5.5179,
+      "epoch": 8.31,
+      "learning_rate": 1.9833795013850418e-05,
+      "loss": 4.7551,
       "step": 12000
     },
     {
-      "epoch": 9.93,
-      "learning_rate": 1.9801429706115968e-05,
-      "loss": 5.4583,
+      "epoch": 8.66,
+      "learning_rate": 1.9826869806094185e-05,
+      "loss": 4.7441,
       "step": 12500
     },
     {
-      "epoch": 10.0,
-      "eval_loss": 5.300734519958496,
-      "eval_runtime": 67.6172,
-      "eval_samples_per_second": 6352.303,
-      "eval_steps_per_second": 2.07,
-      "step": 12590
+      "epoch": 9.0,
+      "eval_loss": 4.621845722198486,
+      "eval_runtime": 74.377,
+      "eval_samples_per_second": 6620.653,
+      "eval_steps_per_second": 2.165,
+      "step": 12996
     },
     {
-      "epoch": 10.33,
-      "learning_rate": 1.9793486894360606e-05,
-      "loss": 5.4088,
+      "epoch": 9.0,
+      "learning_rate": 1.9819944598337952e-05,
+      "loss": 4.7288,
       "step": 13000
     },
     {
-      "epoch": 10.72,
-      "learning_rate": 1.9785544082605244e-05,
-      "loss": 5.3664,
+      "epoch": 9.35,
+      "learning_rate": 1.981301939058172e-05,
+      "loss": 4.7199,
       "step": 13500
     },
     {
-      "epoch": 11.0,
-      "eval_loss": 5.175403594970703,
-      "eval_runtime": 66.4605,
-      "eval_samples_per_second": 6462.863,
-      "eval_steps_per_second": 2.107,
-      "step": 13849
+      "epoch": 9.7,
+      "learning_rate": 1.9806094182825486e-05,
+      "loss": 4.7093,
+      "step": 14000
     },
     {
-      "epoch": 11.12,
-      "learning_rate": 1.9777601270849882e-05,
-      "loss": 5.325,
-      "step": 14000
+      "epoch": 10.0,
+      "eval_loss": 4.591496467590332,
+      "eval_runtime": 74.6789,
+      "eval_samples_per_second": 6593.887,
+      "eval_steps_per_second": 2.156,
+      "step": 14440
     },
     {
-      "epoch": 11.52,
-      "learning_rate": 1.976965845909452e-05,
-      "loss": 5.2849,
+      "epoch": 10.04,
+      "learning_rate": 1.9799168975069252e-05,
+      "loss": 4.7023,
       "step": 14500
     },
     {
-      "epoch": 11.91,
-      "learning_rate": 1.976171564733916e-05,
-      "loss": 5.2439,
+      "epoch": 10.39,
+      "learning_rate": 1.9792243767313023e-05,
+      "loss": 4.6882,
       "step": 15000
     },
     {
-      "epoch": 12.0,
-      "eval_loss": 5.062605857849121,
-      "eval_runtime": 66.7633,
-      "eval_samples_per_second": 6433.547,
-      "eval_steps_per_second": 2.097,
-      "step": 15108
-    },
-    {
-      "epoch": 12.31,
-      "learning_rate": 1.9753772835583797e-05,
-      "loss": 5.2041,
+      "epoch": 10.73,
+      "learning_rate": 1.9785318559556786e-05,
+      "loss": 4.6787,
       "step": 15500
     },
     {
-      "epoch": 12.71,
-      "learning_rate": 1.9745830023828435e-05,
-      "loss": 5.1685,
-      "step": 16000
+      "epoch": 11.0,
+      "eval_loss": 4.566598415374756,
+      "eval_runtime": 74.19,
+      "eval_samples_per_second": 6637.336,
+      "eval_steps_per_second": 2.17,
+      "step": 15884
     },
     {
-      "epoch": 13.0,
-      "eval_loss": 4.951611518859863,
-      "eval_runtime": 67.703,
-      "eval_samples_per_second": 6344.256,
-      "eval_steps_per_second": 2.068,
-      "step": 16367
+      "epoch": 11.08,
+      "learning_rate": 1.9778393351800557e-05,
+      "loss": 4.668,
+      "step": 16000
     },
     {
-      "epoch": 13.11,
-      "learning_rate": 1.9737887212073076e-05,
-      "loss": 5.1323,
+      "epoch": 11.43,
+      "learning_rate": 1.9771468144044324e-05,
+      "loss": 4.6627,
       "step": 16500
     },
     {
-      "epoch": 13.5,
-      "learning_rate": 1.9729944400317714e-05,
-      "loss": 5.093,
+      "epoch": 11.77,
+      "learning_rate": 1.976454293628809e-05,
+      "loss": 4.6523,
       "step": 17000
     },
     {
-      "epoch": 13.9,
-      "learning_rate": 1.9722001588562352e-05,
-      "loss": 5.0551,
-      "step": 17500
+      "epoch": 12.0,
+      "eval_loss": 4.539627552032471,
+      "eval_runtime": 74.3111,
+      "eval_samples_per_second": 6626.517,
+      "eval_steps_per_second": 2.167,
+      "step": 17328
     },
     {
-      "epoch": 14.0,
-      "eval_loss": 4.854883193969727,
-      "eval_runtime": 66.6895,
-      "eval_samples_per_second": 6440.672,
-      "eval_steps_per_second": 2.099,
-      "step": 17626
+      "epoch": 12.12,
+      "learning_rate": 1.9757617728531857e-05,
+      "loss": 4.6439,
+      "step": 17500
     },
     {
-      "epoch": 14.3,
-      "learning_rate": 1.971405877680699e-05,
-      "loss": 5.0229,
+      "epoch": 12.47,
+      "learning_rate": 1.9750692520775624e-05,
+      "loss": 4.6371,
       "step": 18000
     },
     {
-      "epoch": 14.69,
-      "learning_rate": 1.9706115965051632e-05,
-      "loss": 4.9884,
+      "epoch": 12.81,
+      "learning_rate": 1.9743767313019395e-05,
+      "loss": 4.6281,
       "step": 18500
     },
     {
-      "epoch": 15.0,
-      "eval_loss": 4.770427227020264,
-      "eval_runtime": 68.6298,
-      "eval_samples_per_second": 6258.579,
-      "eval_steps_per_second": 2.04,
-      "step": 18885
+      "epoch": 13.0,
+      "eval_loss": 4.52562141418457,
+      "eval_runtime": 75.4167,
+      "eval_samples_per_second": 6529.372,
+      "eval_steps_per_second": 2.135,
+      "step": 18772
     },
     {
-      "epoch": 15.09,
-      "learning_rate": 1.969817315329627e-05,
-      "loss": 4.9593,
+      "epoch": 13.16,
+      "learning_rate": 1.9736842105263158e-05,
+      "loss": 4.6176,
       "step": 19000
     },
     {
-      "epoch": 15.49,
-      "learning_rate": 1.9690230341540908e-05,
-      "loss": 4.9279,
+      "epoch": 13.5,
+      "learning_rate": 1.9729916897506925e-05,
+      "loss": 4.6111,
       "step": 19500
     },
     {
-      "epoch": 15.89,
-      "learning_rate": 1.9682287529785546e-05,
-      "loss": 4.9021,
+      "epoch": 13.85,
+      "learning_rate": 1.9722991689750695e-05,
+      "loss": 4.6068,
       "step": 20000
     },
     {
-      "epoch": 16.0,
-      "eval_loss": 4.701778888702393,
-      "eval_runtime": 68.9532,
-      "eval_samples_per_second": 6229.223,
-      "eval_steps_per_second": 2.03,
-      "step": 20144
+      "epoch": 14.0,
+      "eval_loss": 4.500814437866211,
+      "eval_runtime": 74.0488,
+      "eval_samples_per_second": 6649.993,
+      "eval_steps_per_second": 2.174,
+      "step": 20216
     },
     {
-      "epoch": 16.28,
-      "learning_rate": 1.9674344718030184e-05,
-      "loss": 4.874,
+      "epoch": 14.2,
+      "learning_rate": 1.9716066481994462e-05,
+      "loss": 4.5989,
       "step": 20500
     },
     {
-      "epoch": 16.68,
-      "learning_rate": 1.9666401906274823e-05,
-      "loss": 4.8472,
+      "epoch": 14.54,
+      "learning_rate": 1.970914127423823e-05,
+      "loss": 4.5929,
       "step": 21000
     },
     {
-      "epoch": 17.0,
-      "eval_loss": 4.633734226226807,
-      "eval_runtime": 69.3844,
-      "eval_samples_per_second": 6190.508,
-      "eval_steps_per_second": 2.018,
-      "step": 21403
+      "epoch": 14.89,
+      "learning_rate": 1.9702216066481996e-05,
+      "loss": 4.5839,
+      "step": 21500
     },
     {
-      "epoch": 17.08,
-      "learning_rate": 1.965845909451946e-05,
-      "loss": 4.8209,
-      "step": 21500
+      "epoch": 15.0,
+      "eval_loss": 4.482580661773682,
+      "eval_runtime": 74.9815,
+      "eval_samples_per_second": 6567.273,
+      "eval_steps_per_second": 2.147,
+      "step": 21660
     },
     {
-      "epoch": 17.47,
-      "learning_rate": 1.96505162827641e-05,
-      "loss": 4.7976,
+      "epoch": 15.24,
+      "learning_rate": 1.9695290858725763e-05,
+      "loss": 4.5769,
       "step": 22000
     },
     {
-      "epoch": 17.87,
-      "learning_rate": 1.964257347100874e-05,
-      "loss": 4.7743,
+      "epoch": 15.58,
+      "learning_rate": 1.968836565096953e-05,
+      "loss": 4.5733,
       "step": 22500
     },
     {
-      "epoch": 18.0,
-      "eval_loss": 4.567419052124023,
-      "eval_runtime": 66.7695,
-      "eval_samples_per_second": 6432.952,
-      "eval_steps_per_second": 2.097,
-      "step": 22662
-    },
-    {
-      "epoch": 18.27,
-      "learning_rate": 1.963463065925338e-05,
-      "loss": 4.7496,
+      "epoch": 15.93,
+      "learning_rate": 1.9681440443213297e-05,
+      "loss": 4.5638,
       "step": 23000
     },
     {
-      "epoch": 18.67,
-      "learning_rate": 1.9626687847498017e-05,
-      "loss": 4.7257,
-      "step": 23500
+      "epoch": 16.0,
+      "eval_loss": 4.467035293579102,
+      "eval_runtime": 74.2416,
+      "eval_samples_per_second": 6632.726,
+      "eval_steps_per_second": 2.169,
+      "step": 23104
     },
     {
-      "epoch": 19.0,
-      "eval_loss": 4.51430606842041,
-      "eval_runtime": 67.2204,
-      "eval_samples_per_second": 6389.805,
-      "eval_steps_per_second": 2.083,
-      "step": 23921
+      "epoch": 16.27,
+      "learning_rate": 1.9674515235457067e-05,
+      "loss": 4.5584,
+      "step": 23500
     },
     {
-      "epoch": 19.06,
-      "learning_rate": 1.9618745035742655e-05,
-      "loss": 4.7034,
+      "epoch": 16.62,
+      "learning_rate": 1.9667590027700834e-05,
+      "loss": 4.5497,
       "step": 24000
     },
     {
-      "epoch": 19.46,
-      "learning_rate": 1.9610802223987293e-05,
-      "loss": 4.682,
+      "epoch": 16.97,
+      "learning_rate": 1.9660664819944598e-05,
+      "loss": 4.5469,
       "step": 24500
     },
     {
-      "epoch": 19.86,
-      "learning_rate": 1.960285941223193e-05,
-      "loss": 4.6581,
-      "step": 25000
+      "epoch": 17.0,
+      "eval_loss": 4.447102069854736,
+      "eval_runtime": 74.6073,
+      "eval_samples_per_second": 6600.208,
+      "eval_steps_per_second": 2.158,
+      "step": 24548
     },
     {
-      "epoch": 20.0,
-      "eval_loss": 4.458188056945801,
-      "eval_runtime": 68.773,
-      "eval_samples_per_second": 6245.549,
-      "eval_steps_per_second": 2.036,
-      "step": 25180
+      "epoch": 17.31,
+      "learning_rate": 1.9653739612188368e-05,
+      "loss": 4.5406,
+      "step": 25000
     },
     {
-      "epoch": 20.25,
-      "learning_rate": 1.959491660047657e-05,
-      "loss": 4.6403,
+      "epoch": 17.66,
+      "learning_rate": 1.9646814404432135e-05,
+      "loss": 4.5333,
       "step": 25500
     },
     {
-      "epoch": 20.65,
-      "learning_rate": 1.9586973788721207e-05,
-      "loss": 4.6216,
-      "step": 26000
+      "epoch": 18.0,
+      "eval_loss": 4.4333930015563965,
+      "eval_runtime": 74.4269,
+      "eval_samples_per_second": 6616.211,
+      "eval_steps_per_second": 2.163,
+      "step": 25992
     },
     {
-      "epoch": 21.0,
-      "eval_loss": 4.413742542266846,
-      "eval_runtime": 71.3546,
-      "eval_samples_per_second": 6019.58,
-      "eval_steps_per_second": 1.962,
-      "step": 26439
+      "epoch": 18.01,
+      "learning_rate": 1.9639889196675902e-05,
+      "loss": 4.5288,
+      "step": 26000
     },
     {
-      "epoch": 21.05,
-      "learning_rate": 1.957903097696585e-05,
-      "loss": 4.6003,
+      "epoch": 18.35,
+      "learning_rate": 1.963296398891967e-05,
+      "loss": 4.5174,
       "step": 26500
     },
     {
-      "epoch": 21.45,
-      "learning_rate": 1.9571088165210487e-05,
-      "loss": 4.5839,
+      "epoch": 18.7,
+      "learning_rate": 1.9626038781163436e-05,
+      "loss": 4.5178,
       "step": 27000
     },
     {
-      "epoch": 21.84,
-      "learning_rate": 1.9563145353455125e-05,
-      "loss": 4.5649,
-      "step": 27500
+      "epoch": 19.0,
+      "eval_loss": 4.415244102478027,
+      "eval_runtime": 74.8709,
+      "eval_samples_per_second": 6576.976,
+      "eval_steps_per_second": 2.15,
+      "step": 27436
     },
     {
-      "epoch": 22.0,
-      "eval_loss": 4.363780498504639,
-      "eval_runtime": 67.376,
-      "eval_samples_per_second": 6375.047,
-      "eval_steps_per_second": 2.078,
-      "step": 27698
+      "epoch": 19.04,
+      "learning_rate": 1.9619113573407206e-05,
+      "loss": 4.5116,
+      "step": 27500
     },
     {
-      "epoch": 22.24,
-      "learning_rate": 1.9555202541699763e-05,
-      "loss": 4.5453,
+      "epoch": 19.39,
+      "learning_rate": 1.961218836565097e-05,
+      "loss": 4.5031,
       "step": 28000
     },
     {
-      "epoch": 22.64,
-      "learning_rate": 1.95472597299444e-05,
-      "loss": 4.5306,
+      "epoch": 19.74,
+      "learning_rate": 1.960526315789474e-05,
+      "loss": 4.501,
       "step": 28500
     },
     {
-      "epoch": 23.0,
-      "eval_loss": 4.31637716293335,
-      "eval_runtime": 69.8009,
-      "eval_samples_per_second": 6153.576,
-      "eval_steps_per_second": 2.006,
-      "step": 28957
+      "epoch": 20.0,
+      "eval_loss": 4.401387691497803,
+      "eval_runtime": 74.9583,
+      "eval_samples_per_second": 6569.303,
+      "eval_steps_per_second": 2.148,
+      "step": 28880
     },
     {
-      "epoch": 23.03,
-      "learning_rate": 1.953931691818904e-05,
-      "loss": 4.5124,
+      "epoch": 20.08,
+      "learning_rate": 1.9598337950138507e-05,
+      "loss": 4.4967,
       "step": 29000
     },
     {
-      "epoch": 23.43,
-      "learning_rate": 1.9531374106433677e-05,
-      "loss": 4.4941,
+      "epoch": 20.43,
+      "learning_rate": 1.9591412742382274e-05,
+      "loss": 4.4896,
       "step": 29500
     },
     {
-      "epoch": 23.83,
-      "learning_rate": 1.9523431294678315e-05,
-      "loss": 4.4793,
+      "epoch": 20.78,
+      "learning_rate": 1.958448753462604e-05,
+      "loss": 4.4853,
       "step": 30000
     },
     {
-      "epoch": 24.0,
-      "eval_loss": 4.280160427093506,
-      "eval_runtime": 66.8826,
-      "eval_samples_per_second": 6422.07,
-      "eval_steps_per_second": 2.093,
-      "step": 30216
+      "epoch": 21.0,
+      "eval_loss": 4.387256622314453,
+      "eval_runtime": 75.2035,
+      "eval_samples_per_second": 6547.89,
+      "eval_steps_per_second": 2.141,
+      "step": 30324
     },
     {
-      "epoch": 24.23,
-      "learning_rate": 1.9515488482922957e-05,
-      "loss": 4.4636,
+      "epoch": 21.12,
+      "learning_rate": 1.9577562326869807e-05,
+      "loss": 4.4815,
       "step": 30500
     },
     {
-      "epoch": 24.62,
-      "learning_rate": 1.9507545671167595e-05,
-      "loss": 4.4485,
+      "epoch": 21.47,
+      "learning_rate": 1.9570637119113574e-05,
+      "loss": 4.4741,
       "step": 31000
     },
     {
-      "epoch": 25.0,
-      "eval_loss": 4.23799467086792,
-      "eval_runtime": 69.4349,
-      "eval_samples_per_second": 6186.012,
-      "eval_steps_per_second": 2.016,
-      "step": 31475
+      "epoch": 21.81,
+      "learning_rate": 1.956371191135734e-05,
+      "loss": 4.4705,
+      "step": 31500
     },
     {
-      "epoch": 25.02,
-      "learning_rate": 1.9499602859412233e-05,
-      "loss": 4.4339,
-      "step": 31500
+      "epoch": 22.0,
+      "eval_loss": 4.372128963470459,
+      "eval_runtime": 75.7644,
+      "eval_samples_per_second": 6499.411,
+      "eval_steps_per_second": 2.125,
+      "step": 31768
     },
     {
-      "epoch": 25.42,
-      "learning_rate": 1.9491660047656875e-05,
-      "loss": 4.4187,
+      "epoch": 22.16,
+      "learning_rate": 1.9556786703601108e-05,
+      "loss": 4.465,
       "step": 32000
     },
     {
-      "epoch": 25.81,
-      "learning_rate": 1.9483717235901513e-05,
-      "loss": 4.4025,
+      "epoch": 22.51,
+      "learning_rate": 1.954986149584488e-05,
+      "loss": 4.4612,
       "step": 32500
     },
     {
-      "epoch": 26.0,
-      "eval_loss": 4.209211826324463,
-      "eval_runtime": 67.4361,
-      "eval_samples_per_second": 6369.361,
-      "eval_steps_per_second": 2.076,
-      "step": 32734
-    },
-    {
-      "epoch": 26.21,
-      "learning_rate": 1.947577442414615e-05,
-      "loss": 4.3873,
+      "epoch": 22.85,
+      "learning_rate": 1.9542936288088645e-05,
+      "loss": 4.4548,
       "step": 33000
     },
     {
-      "epoch": 26.61,
-      "learning_rate": 1.946783161239079e-05,
-      "loss": 4.3753,
-      "step": 33500
+      "epoch": 23.0,
+      "eval_loss": 4.359036445617676,
+      "eval_runtime": 75.0614,
+      "eval_samples_per_second": 6560.284,
+      "eval_steps_per_second": 2.145,
+      "step": 33212
     },
     {
-      "epoch": 27.0,
-      "eval_loss": 4.171086311340332,
-      "eval_runtime": 66.8329,
-      "eval_samples_per_second": 6426.851,
-      "eval_steps_per_second": 2.095,
-      "step": 33993
+      "epoch": 23.2,
+      "learning_rate": 1.9536011080332412e-05,
+      "loss": 4.452,
+      "step": 33500
     },
     {
-      "epoch": 27.01,
-      "learning_rate": 1.9459888800635427e-05,
-      "loss": 4.3613,
+      "epoch": 23.55,
+      "learning_rate": 1.952908587257618e-05,
+      "loss": 4.4467,
       "step": 34000
     },
     {
-      "epoch": 27.4,
-      "learning_rate": 1.9451945988880065e-05,
-      "loss": 4.3455,
+      "epoch": 23.89,
+      "learning_rate": 1.9522160664819946e-05,
+      "loss": 4.4435,
       "step": 34500
     },
     {
-      "epoch": 27.8,
-      "learning_rate": 1.9444003177124703e-05,
-      "loss": 4.3334,
-      "step": 35000
+      "epoch": 24.0,
+      "eval_loss": 4.351931571960449,
+      "eval_runtime": 73.9885,
+      "eval_samples_per_second": 6655.409,
+      "eval_steps_per_second": 2.176,
+      "step": 34656
     },
     {
-      "epoch": 28.0,
-      "eval_loss": 4.136817932128906,
-      "eval_runtime": 67.501,
-      "eval_samples_per_second": 6363.243,
-      "eval_steps_per_second": 2.074,
-      "step": 35252
+      "epoch": 24.24,
+      "learning_rate": 1.9515235457063713e-05,
+      "loss": 4.4384,
+      "step": 35000
     },
     {
-      "epoch": 28.2,
-      "learning_rate": 1.943606036536934e-05,
-      "loss": 4.321,
+      "epoch": 24.58,
+      "learning_rate": 1.950831024930748e-05,
+      "loss": 4.4346,
       "step": 35500
     },
     {
-      "epoch": 28.59,
-      "learning_rate": 1.942811755361398e-05,
-      "loss": 4.3075,
+      "epoch": 24.93,
+      "learning_rate": 1.9501385041551247e-05,
+      "loss": 4.4276,
       "step": 36000
     },
     {
-      "epoch": 28.99,
-      "learning_rate": 1.942017474185862e-05,
-      "loss": 4.2973,
-      "step": 36500
+      "epoch": 25.0,
+      "eval_loss": 4.33967924118042,
+      "eval_runtime": 73.6152,
+      "eval_samples_per_second": 6689.162,
+      "eval_steps_per_second": 2.187,
+      "step": 36100
     },
     {
-      "epoch": 29.0,
-      "eval_loss": 4.108701229095459,
-      "eval_runtime": 67.3525,
-      "eval_samples_per_second": 6377.264,
-      "eval_steps_per_second": 2.079,
-      "step": 36511
+      "epoch": 25.28,
+      "learning_rate": 1.9494459833795017e-05,
+      "loss": 4.4249,
+      "step": 36500
     },
     {
-      "epoch": 29.39,
-      "learning_rate": 1.941223193010326e-05,
-      "loss": 4.2808,
+      "epoch": 25.62,
+      "learning_rate": 1.948753462603878e-05,
+      "loss": 4.4245,
       "step": 37000
     },
     {
-      "epoch": 29.79,
-      "learning_rate": 1.9404289118347897e-05,
-      "loss": 4.2712,
+      "epoch": 25.97,
+      "learning_rate": 1.948060941828255e-05,
+      "loss": 4.4166,
       "step": 37500
     },
     {
-      "epoch": 30.0,
-      "eval_loss": 4.082311630249023,
-      "eval_runtime": 67.0067,
-      "eval_samples_per_second": 6410.184,
-      "eval_steps_per_second": 2.089,
-      "step": 37770
+      "epoch": 26.0,
+      "eval_loss": 4.3328375816345215,
+      "eval_runtime": 74.8225,
+      "eval_samples_per_second": 6581.225,
+      "eval_steps_per_second": 2.152,
+      "step": 37544
     },
     {
-      "epoch": 30.18,
-      "learning_rate": 1.9396346306592535e-05,
-      "loss": 4.2596,
+      "epoch": 26.32,
+      "learning_rate": 1.9473684210526318e-05,
+      "loss": 4.4133,
       "step": 38000
     },
     {
-      "epoch": 30.58,
-      "learning_rate": 1.9388403494837173e-05,
-      "loss": 4.2507,
+      "epoch": 26.66,
+      "learning_rate": 1.9466759002770085e-05,
+      "loss": 4.41,
       "step": 38500
     },
     {
-      "epoch": 30.98,
-      "learning_rate": 1.938046068308181e-05,
-      "loss": 4.2366,
-      "step": 39000
+      "epoch": 27.0,
+      "eval_loss": 4.31511926651001,
+      "eval_runtime": 75.2713,
+      "eval_samples_per_second": 6541.986,
+      "eval_steps_per_second": 2.139,
+      "step": 38988
     },
     {
-      "epoch": 31.0,
-      "eval_loss": 4.0523858070373535,
-      "eval_runtime": 65.7939,
-      "eval_samples_per_second": 6528.345,
-      "eval_steps_per_second": 2.128,
-      "step": 39029
+      "epoch": 27.01,
+      "learning_rate": 1.9459833795013852e-05,
+      "loss": 4.4064,
+      "step": 39000
     },
     {
-      "epoch": 31.37,
-      "learning_rate": 1.937251787132645e-05,
-      "loss": 4.2237,
+      "epoch": 27.35,
+      "learning_rate": 1.945290858725762e-05,
+      "loss": 4.403,
       "step": 39500
     },
     {
-      "epoch": 31.77,
-      "learning_rate": 1.9364575059571088e-05,
-      "loss": 4.2161,
+      "epoch": 27.7,
+      "learning_rate": 1.944598337950139e-05,
+      "loss": 4.3996,
       "step": 40000
     },
     {
-      "epoch": 32.0,
-      "eval_loss": 4.022578239440918,
-      "eval_runtime": 66.3694,
-      "eval_samples_per_second": 6471.732,
-      "eval_steps_per_second": 2.109,
-      "step": 40288
+      "epoch": 28.0,
+      "eval_loss": 4.304774761199951,
+      "eval_runtime": 73.8005,
+      "eval_samples_per_second": 6672.362,
+      "eval_steps_per_second": 2.182,
+      "step": 40432
     },
     {
-      "epoch": 32.17,
-      "learning_rate": 1.935663224781573e-05,
-      "loss": 4.2023,
+      "epoch": 28.05,
+      "learning_rate": 1.9439058171745153e-05,
+      "loss": 4.3957,
       "step": 40500
     },
     {
-      "epoch": 32.57,
-      "learning_rate": 1.9348689436060367e-05,
-      "loss": 4.1933,
+      "epoch": 28.39,
+      "learning_rate": 1.943213296398892e-05,
+      "loss": 4.3921,
       "step": 41000
     },
     {
-      "epoch": 32.96,
-      "learning_rate": 1.9340746624305005e-05,
-      "loss": 4.1827,
+      "epoch": 28.74,
+      "learning_rate": 1.942520775623269e-05,
+      "loss": 4.3886,
       "step": 41500
     },
     {
-      "epoch": 33.0,
-      "eval_loss": 4.000241279602051,
-      "eval_runtime": 67.2972,
-      "eval_samples_per_second": 6382.51,
-      "eval_steps_per_second": 2.08,
-      "step": 41547
+      "epoch": 29.0,
+      "eval_loss": 4.294938564300537,
+      "eval_runtime": 76.8852,
+      "eval_samples_per_second": 6404.662,
+      "eval_steps_per_second": 2.094,
+      "step": 41876
     },
     {
-      "epoch": 33.36,
-      "learning_rate": 1.9332803812549644e-05,
-      "loss": 4.1727,
+      "epoch": 29.09,
+      "learning_rate": 1.9418282548476453e-05,
+      "loss": 4.3851,
       "step": 42000
     },
     {
-      "epoch": 33.76,
-      "learning_rate": 1.9324861000794285e-05,
-      "loss": 4.1611,
+      "epoch": 29.43,
+      "learning_rate": 1.9411357340720224e-05,
+      "loss": 4.3808,
       "step": 42500
     },
     {
-      "epoch": 34.0,
-      "eval_loss": 3.9723849296569824,
-      "eval_runtime": 67.3926,
-      "eval_samples_per_second": 6373.47,
-      "eval_steps_per_second": 2.077,
-      "step": 42806
+      "epoch": 29.78,
+      "learning_rate": 1.940443213296399e-05,
+      "loss": 4.3776,
+      "step": 43000
     },
     {
-      "epoch": 34.15,
-      "learning_rate": 1.9316918189038923e-05,
-      "loss": 4.1554,
-      "step": 43000
+      "epoch": 30.0,
+      "eval_loss": 4.287764549255371,
+      "eval_runtime": 74.0431,
+      "eval_samples_per_second": 6650.502,
+      "eval_steps_per_second": 2.174,
+      "step": 43320
     },
     {
-      "epoch": 34.55,
-      "learning_rate": 1.930897537728356e-05,
-      "loss": 4.1419,
+      "epoch": 30.12,
+      "learning_rate": 1.9397506925207758e-05,
+      "loss": 4.3721,
       "step": 43500
     },
     {
-      "epoch": 34.95,
-      "learning_rate": 1.93010325655282e-05,
-      "loss": 4.135,
+      "epoch": 30.47,
+      "learning_rate": 1.9390581717451524e-05,
+      "loss": 4.3705,
       "step": 44000
     },
     {
-      "epoch": 35.0,
-      "eval_loss": 3.9536895751953125,
-      "eval_runtime": 67.1765,
-      "eval_samples_per_second": 6393.973,
-      "eval_steps_per_second": 2.084,
-      "step": 44065
-    },
-    {
-      "epoch": 35.35,
-      "learning_rate": 1.9293089753772837e-05,
-      "loss": 4.1238,
+      "epoch": 30.82,
+      "learning_rate": 1.938365650969529e-05,
+      "loss": 4.3686,
       "step": 44500
     },
     {
-      "epoch": 35.74,
-      "learning_rate": 1.9285146942017476e-05,
-      "loss": 4.1139,
-      "step": 45000
+      "epoch": 31.0,
+      "eval_loss": 4.277154922485352,
+      "eval_runtime": 74.74,
+      "eval_samples_per_second": 6588.493,
+      "eval_steps_per_second": 2.154,
+      "step": 44764
     },
     {
-      "epoch": 36.0,
-      "eval_loss": 3.9246768951416016,
-      "eval_runtime": 67.7772,
-      "eval_samples_per_second": 6337.307,
-      "eval_steps_per_second": 2.066,
-      "step": 45324
+      "epoch": 31.16,
+      "learning_rate": 1.937673130193906e-05,
+      "loss": 4.3631,
+      "step": 45000
     },
     {
-      "epoch": 36.14,
-      "learning_rate": 1.9277204130262114e-05,
-      "loss": 4.1083,
+      "epoch": 31.51,
+      "learning_rate": 1.936980609418283e-05,
+      "loss": 4.363,
       "step": 45500
     },
     {
-      "epoch": 36.54,
-      "learning_rate": 1.9269261318506752e-05,
-      "loss": 4.0977,
+      "epoch": 31.86,
+      "learning_rate": 1.9362880886426595e-05,
+      "loss": 4.3572,
       "step": 46000
     },
     {
-      "epoch": 36.93,
-      "learning_rate": 1.9261318506751393e-05,
-      "loss": 4.0906,
-      "step": 46500
+      "epoch": 32.0,
+      "eval_loss": 4.265904903411865,
+      "eval_runtime": 74.1213,
+      "eval_samples_per_second": 6643.49,
+      "eval_steps_per_second": 2.172,
+      "step": 46208
     },
     {
-      "epoch": 37.0,
-      "eval_loss": 3.9067018032073975,
-      "eval_runtime": 67.3722,
-      "eval_samples_per_second": 6375.408,
-      "eval_steps_per_second": 2.078,
-      "step": 46583
+      "epoch": 32.2,
+      "learning_rate": 1.9355955678670362e-05,
+      "loss": 4.3549,
+      "step": 46500
     },
     {
-      "epoch": 37.33,
-      "learning_rate": 1.925337569499603e-05,
-      "loss": 4.082,
+      "epoch": 32.55,
+      "learning_rate": 1.934903047091413e-05,
+      "loss": 4.352,
       "step": 47000
     },
     {
-      "epoch": 37.73,
-      "learning_rate": 1.924543288324067e-05,
-      "loss": 4.0735,
+      "epoch": 32.89,
+      "learning_rate": 1.9342105263157896e-05,
+      "loss": 4.3518,
       "step": 47500
     },
     {
-      "epoch": 38.0,
-      "eval_loss": 3.885633945465088,
-      "eval_runtime": 67.1041,
-      "eval_samples_per_second": 6400.875,
-      "eval_steps_per_second": 2.086,
-      "step": 47842
+      "epoch": 33.0,
+      "eval_loss": 4.2521071434021,
+      "eval_runtime": 73.7943,
+      "eval_samples_per_second": 6672.929,
+      "eval_steps_per_second": 2.182,
+      "step": 47652
     },
     {
-      "epoch": 38.13,
-      "learning_rate": 1.9237490071485308e-05,
-      "loss": 4.0647,
+      "epoch": 33.24,
+      "learning_rate": 1.9335180055401663e-05,
+      "loss": 4.345,
       "step": 48000
     },
     {
-      "epoch": 38.52,
-      "learning_rate": 1.9229547259729946e-05,
-      "loss": 4.0549,
+      "epoch": 33.59,
+      "learning_rate": 1.932825484764543e-05,
+      "loss": 4.344,
       "step": 48500
     },
     {
-      "epoch": 38.92,
-      "learning_rate": 1.9221604447974584e-05,
-      "loss": 4.0479,
+      "epoch": 33.93,
+      "learning_rate": 1.93213296398892e-05,
+      "loss": 4.3377,
       "step": 49000
     },
     {
-      "epoch": 39.0,
-      "eval_loss": 3.8615520000457764,
-      "eval_runtime": 68.4352,
-      "eval_samples_per_second": 6276.377,
-      "eval_steps_per_second": 2.046,
-      "step": 49101
+      "epoch": 34.0,
+      "eval_loss": 4.250110626220703,
+      "eval_runtime": 76.5664,
+      "eval_samples_per_second": 6431.332,
+      "eval_steps_per_second": 2.103,
+      "step": 49096
     },
     {
-      "epoch": 39.32,
-      "learning_rate": 1.9213661636219222e-05,
-      "loss": 4.0404,
+      "epoch": 34.28,
+      "learning_rate": 1.9314404432132964e-05,
+      "loss": 4.333,
       "step": 49500
     },
     {
-      "epoch": 39.71,
-      "learning_rate": 1.920571882446386e-05,
-      "loss": 4.0308,
+      "epoch": 34.63,
+      "learning_rate": 1.9307479224376734e-05,
+      "loss": 4.3307,
       "step": 50000
+    },
+    {
+      "epoch": 34.97,
+      "learning_rate": 1.93005540166205e-05,
+      "loss": 4.3292,
+      "step": 50500
+    },
+    {
+      "epoch": 35.0,
+      "eval_loss": 4.243873596191406,
+      "eval_runtime": 75.8252,
+      "eval_samples_per_second": 6494.199,
+      "eval_steps_per_second": 2.123,
+      "step": 50540
+    },
+    {
+      "epoch": 35.32,
+      "learning_rate": 1.9293628808864268e-05,
+      "loss": 4.3287,
+      "step": 51000
+    },
+    {
+      "epoch": 35.66,
+      "learning_rate": 1.9286703601108035e-05,
+      "loss": 4.3236,
+      "step": 51500
+    },
+    {
+      "epoch": 36.0,
+      "eval_loss": 4.227120399475098,
+      "eval_runtime": 75.2969,
+      "eval_samples_per_second": 6539.764,
+      "eval_steps_per_second": 2.138,
+      "step": 51984
+    },
+    {
+      "epoch": 36.01,
+      "learning_rate": 1.9279778393351802e-05,
+      "loss": 4.3221,
+      "step": 52000
+    },
+    {
+      "epoch": 36.36,
+      "learning_rate": 1.927285318559557e-05,
+      "loss": 4.3191,
+      "step": 52500
+    },
+    {
+      "epoch": 36.7,
+      "learning_rate": 1.9265927977839336e-05,
+      "loss": 4.3147,
+      "step": 53000
+    },
+    {
+      "epoch": 37.0,
+      "eval_loss": 4.228574752807617,
+      "eval_runtime": 73.7741,
+      "eval_samples_per_second": 6674.754,
+      "eval_steps_per_second": 2.182,
+      "step": 53428
+    },
+    {
+      "epoch": 37.05,
+      "learning_rate": 1.9259002770083103e-05,
+      "loss": 4.3139,
+      "step": 53500
+    },
+    {
+      "epoch": 37.4,
+      "learning_rate": 1.9252077562326873e-05,
+      "loss": 4.3107,
+      "step": 54000
+    },
+    {
+      "epoch": 37.74,
+      "learning_rate": 1.924515235457064e-05,
+      "loss": 4.3054,
+      "step": 54500
+    },
+    {
+      "epoch": 38.0,
+      "eval_loss": 4.218676567077637,
+      "eval_runtime": 73.9641,
+      "eval_samples_per_second": 6657.61,
+      "eval_steps_per_second": 2.177,
+      "step": 54872
+    },
+    {
+      "epoch": 38.09,
+      "learning_rate": 1.9238227146814407e-05,
+      "loss": 4.303,
+      "step": 55000
+    },
+    {
+      "epoch": 38.43,
+      "learning_rate": 1.9231301939058174e-05,
+      "loss": 4.3031,
+      "step": 55500
+    },
+    {
+      "epoch": 38.78,
+      "learning_rate": 1.922437673130194e-05,
+      "loss": 4.3004,
+      "step": 56000
+    },
+    {
+      "epoch": 39.0,
+      "eval_loss": 4.211672306060791,
+      "eval_runtime": 73.1433,
+      "eval_samples_per_second": 6732.321,
+      "eval_steps_per_second": 2.201,
+      "step": 56316
+    },
+    {
+      "epoch": 39.13,
+      "learning_rate": 1.9217451523545708e-05,
+      "loss": 4.2952,
+      "step": 56500
+    },
+    {
+      "epoch": 39.47,
+      "learning_rate": 1.9210526315789474e-05,
+      "loss": 4.291,
+      "step": 57000
+    },
+    {
+      "epoch": 39.82,
+      "learning_rate": 1.920360110803324e-05,
+      "loss": 4.2922,
+      "step": 57500
+    },
+    {
+      "epoch": 40.0,
+      "eval_loss": 4.2032246589660645,
+      "eval_runtime": 74.4105,
+      "eval_samples_per_second": 6617.665,
+      "eval_steps_per_second": 2.164,
+      "step": 57760
+    },
+    {
+      "epoch": 40.17,
+      "learning_rate": 1.9196675900277012e-05,
+      "loss": 4.2891,
+      "step": 58000
+    },
+    {
+      "epoch": 40.51,
+      "learning_rate": 1.9189750692520775e-05,
+      "loss": 4.2848,
+      "step": 58500
+    },
+    {
+      "epoch": 40.86,
+      "learning_rate": 1.9182825484764546e-05,
+      "loss": 4.2841,
+      "step": 59000
+    },
+    {
+      "epoch": 41.0,
+      "eval_loss": 4.192102432250977,
+      "eval_runtime": 75.6355,
+      "eval_samples_per_second": 6510.485,
+      "eval_steps_per_second": 2.129,
+      "step": 59204
+    },
+    {
+      "epoch": 41.2,
+      "learning_rate": 1.9175900277008312e-05,
+      "loss": 4.2807,
+      "step": 59500
+    },
+    {
+      "epoch": 41.55,
+      "learning_rate": 1.916897506925208e-05,
+      "loss": 4.2781,
+      "step": 60000
+    },
+    {
+      "epoch": 41.9,
+      "learning_rate": 1.9162049861495846e-05,
+      "loss": 4.2765,
+      "step": 60500
+    },
+    {
+      "epoch": 42.0,
+      "eval_loss": 4.186478614807129,
+      "eval_runtime": 74.8014,
+      "eval_samples_per_second": 6583.085,
+      "eval_steps_per_second": 2.152,
+      "step": 60648
+    },
+    {
+      "epoch": 42.24,
+      "learning_rate": 1.9155124653739613e-05,
+      "loss": 4.2787,
+      "step": 61000
+    },
+    {
+      "epoch": 42.59,
+      "learning_rate": 1.9148199445983384e-05,
+      "loss": 4.2747,
+      "step": 61500
+    },
+    {
+      "epoch": 42.94,
+      "learning_rate": 1.9141274238227147e-05,
+      "loss": 4.2699,
+      "step": 62000
+    },
+    {
+      "epoch": 43.0,
+      "eval_loss": 4.183748245239258,
+      "eval_runtime": 74.0325,
+      "eval_samples_per_second": 6651.456,
+      "eval_steps_per_second": 2.175,
+      "step": 62092
+    },
+    {
+      "epoch": 43.28,
+      "learning_rate": 1.9134349030470914e-05,
+      "loss": 4.2688,
+      "step": 62500
+    },
+    {
+      "epoch": 43.63,
+      "learning_rate": 1.9127423822714684e-05,
+      "loss": 4.2662,
+      "step": 63000
+    },
+    {
+      "epoch": 43.98,
+      "learning_rate": 1.9120498614958448e-05,
+      "loss": 4.2634,
+      "step": 63500
+    },
+    {
+      "epoch": 44.0,
+      "eval_loss": 4.1764092445373535,
+      "eval_runtime": 74.4165,
+      "eval_samples_per_second": 6617.138,
+      "eval_steps_per_second": 2.163,
+      "step": 63536
+    },
+    {
+      "epoch": 44.32,
+      "learning_rate": 1.9113573407202218e-05,
+      "loss": 4.2594,
+      "step": 64000
+    },
+    {
+      "epoch": 44.67,
+      "learning_rate": 1.9106648199445985e-05,
+      "loss": 4.2598,
+      "step": 64500
+    },
+    {
+      "epoch": 45.0,
+      "eval_loss": 4.171951770782471,
+      "eval_runtime": 73.3834,
+      "eval_samples_per_second": 6710.29,
+      "eval_steps_per_second": 2.194,
+      "step": 64980
+    },
+    {
+      "epoch": 45.01,
+      "learning_rate": 1.9099722991689752e-05,
+      "loss": 4.256,
+      "step": 65000
+    },
+    {
+      "epoch": 45.36,
+      "learning_rate": 1.909279778393352e-05,
+      "loss": 4.2541,
+      "step": 65500
+    },
+    {
+      "epoch": 45.71,
+      "learning_rate": 1.9085872576177286e-05,
+      "loss": 4.2499,
+      "step": 66000
+    },
+    {
+      "epoch": 46.0,
+      "eval_loss": 4.162701606750488,
+      "eval_runtime": 73.3897,
+      "eval_samples_per_second": 6709.716,
+      "eval_steps_per_second": 2.194,
+      "step": 66424
+    },
+    {
+      "epoch": 46.05,
+      "learning_rate": 1.9078947368421056e-05,
+      "loss": 4.2489,
+      "step": 66500
+    },
+    {
+      "epoch": 46.4,
+      "learning_rate": 1.9072022160664823e-05,
+      "loss": 4.2488,
+      "step": 67000
+    },
+    {
+      "epoch": 46.75,
+      "learning_rate": 1.906509695290859e-05,
+      "loss": 4.2437,
+      "step": 67500
+    },
+    {
+      "epoch": 47.0,
+      "eval_loss": 4.157140254974365,
+      "eval_runtime": 73.7335,
+      "eval_samples_per_second": 6678.427,
+      "eval_steps_per_second": 2.184,
+      "step": 67868
+    },
+    {
+      "epoch": 47.09,
+      "learning_rate": 1.9058171745152357e-05,
+      "loss": 4.2438,
+      "step": 68000
+    },
+    {
+      "epoch": 47.44,
+      "learning_rate": 1.9051246537396124e-05,
+      "loss": 4.2436,
+      "step": 68500
+    },
+    {
+      "epoch": 47.78,
+      "learning_rate": 1.904432132963989e-05,
+      "loss": 4.24,
+      "step": 69000
+    },
+    {
+      "epoch": 48.0,
+      "eval_loss": 4.155510902404785,
+      "eval_runtime": 73.7665,
+      "eval_samples_per_second": 6675.438,
+      "eval_steps_per_second": 2.183,
+      "step": 69312
+    },
+    {
+      "epoch": 48.13,
+      "learning_rate": 1.9037396121883658e-05,
+      "loss": 4.2359,
+      "step": 69500
+    },
+    {
+      "epoch": 48.48,
+      "learning_rate": 1.9030470914127425e-05,
+      "loss": 4.2356,
+      "step": 70000
+    },
+    {
+      "epoch": 48.82,
+      "learning_rate": 1.9023545706371195e-05,
+      "loss": 4.2334,
+      "step": 70500
+    },
+    {
+      "epoch": 49.0,
+      "eval_loss": 4.148888111114502,
+      "eval_runtime": 76.009,
+      "eval_samples_per_second": 6478.494,
+      "eval_steps_per_second": 2.118,
+      "step": 70756
+    },
+    {
+      "epoch": 49.17,
+      "learning_rate": 1.901662049861496e-05,
+      "loss": 4.2319,
+      "step": 71000
+    },
+    {
+      "epoch": 49.52,
+      "learning_rate": 1.900969529085873e-05,
+      "loss": 4.2288,
+      "step": 71500
+    },
+    {
+      "epoch": 49.86,
+      "learning_rate": 1.9002770083102496e-05,
+      "loss": 4.2286,
+      "step": 72000
+    },
+    {
+      "epoch": 50.0,
+      "eval_loss": 4.136005401611328,
+      "eval_runtime": 74.0583,
+      "eval_samples_per_second": 6649.141,
+      "eval_steps_per_second": 2.174,
+      "step": 72200
+    },
+    {
+      "epoch": 50.21,
+      "learning_rate": 1.8995844875346263e-05,
+      "loss": 4.2234,
+      "step": 72500
+    },
+    {
+      "epoch": 50.55,
+      "learning_rate": 1.898891966759003e-05,
+      "loss": 4.2226,
+      "step": 73000
+    },
+    {
+      "epoch": 50.9,
+      "learning_rate": 1.8981994459833796e-05,
+      "loss": 4.2213,
+      "step": 73500
+    },
+    {
+      "epoch": 51.0,
+      "eval_loss": 4.137174606323242,
+      "eval_runtime": 74.5156,
+      "eval_samples_per_second": 6608.338,
+      "eval_steps_per_second": 2.161,
+      "step": 73644
+    },
+    {
+      "epoch": 51.25,
+      "learning_rate": 1.8975069252077563e-05,
+      "loss": 4.2186,
+      "step": 74000
+    },
+    {
+      "epoch": 51.59,
+      "learning_rate": 1.896814404432133e-05,
+      "loss": 4.2182,
+      "step": 74500
+    },
+    {
+      "epoch": 51.94,
+      "learning_rate": 1.8961218836565097e-05,
+      "loss": 4.2152,
+      "step": 75000
+    },
+    {
+      "epoch": 52.0,
+      "eval_loss": 4.127338886260986,
+      "eval_runtime": 76.201,
+      "eval_samples_per_second": 6462.173,
+      "eval_steps_per_second": 2.113,
+      "step": 75088
+    },
+    {
+      "epoch": 52.29,
+      "learning_rate": 1.8954293628808867e-05,
+      "loss": 4.2122,
+      "step": 75500
+    },
+    {
+      "epoch": 52.63,
+      "learning_rate": 1.894736842105263e-05,
+      "loss": 4.2135,
+      "step": 76000
+    },
+    {
+      "epoch": 52.98,
+      "learning_rate": 1.89404432132964e-05,
+      "loss": 4.211,
+      "step": 76500
+    },
+    {
+      "epoch": 53.0,
+      "eval_loss": 4.125185489654541,
+      "eval_runtime": 74.874,
+      "eval_samples_per_second": 6576.7,
+      "eval_steps_per_second": 2.15,
+      "step": 76532
+    },
+    {
+      "epoch": 53.32,
+      "learning_rate": 1.8933518005540168e-05,
+      "loss": 4.2079,
+      "step": 77000
+    },
+    {
+      "epoch": 53.67,
+      "learning_rate": 1.8926592797783935e-05,
+      "loss": 4.2036,
+      "step": 77500
+    },
+    {
+      "epoch": 54.0,
+      "eval_loss": 4.116921901702881,
+      "eval_runtime": 74.7043,
+      "eval_samples_per_second": 6591.639,
+      "eval_steps_per_second": 2.155,
+      "step": 77976
+    },
+    {
+      "epoch": 54.02,
+      "learning_rate": 1.8919667590027702e-05,
+      "loss": 4.2046,
+      "step": 78000
+    },
+    {
+      "epoch": 54.36,
+      "learning_rate": 1.891274238227147e-05,
+      "loss": 4.201,
+      "step": 78500
+    },
+    {
+      "epoch": 54.71,
+      "learning_rate": 1.8905817174515236e-05,
+      "loss": 4.1969,
+      "step": 79000
+    },
+    {
+      "epoch": 55.0,
+      "eval_loss": 4.117580890655518,
+      "eval_runtime": 74.4844,
+      "eval_samples_per_second": 6611.1,
+      "eval_steps_per_second": 2.162,
+      "step": 79420
+    },
+    {
+      "epoch": 55.06,
+      "learning_rate": 1.8898891966759006e-05,
+      "loss": 4.1987,
+      "step": 79500
+    },
+    {
+      "epoch": 55.4,
+      "learning_rate": 1.889196675900277e-05,
+      "loss": 4.1951,
+      "step": 80000
+    },
+    {
+      "epoch": 55.75,
+      "learning_rate": 1.888504155124654e-05,
+      "loss": 4.1944,
+      "step": 80500
+    },
+    {
+      "epoch": 56.0,
+      "eval_loss": 4.110030651092529,
+      "eval_runtime": 73.4183,
+      "eval_samples_per_second": 6707.104,
+      "eval_steps_per_second": 2.193,
+      "step": 80864
+    },
+    {
+      "epoch": 56.09,
+      "learning_rate": 1.8878116343490307e-05,
+      "loss": 4.1924,
+      "step": 81000
+    },
+    {
+      "epoch": 56.44,
+      "learning_rate": 1.8871191135734074e-05,
+      "loss": 4.1913,
+      "step": 81500
+    },
+    {
+      "epoch": 56.79,
+      "learning_rate": 1.886426592797784e-05,
+      "loss": 4.1923,
+      "step": 82000
+    },
+    {
+      "epoch": 57.0,
+      "eval_loss": 4.108407974243164,
+      "eval_runtime": 74.3146,
+      "eval_samples_per_second": 6626.209,
+      "eval_steps_per_second": 2.166,
+      "step": 82308
+    },
+    {
+      "epoch": 57.13,
+      "learning_rate": 1.8857340720221608e-05,
+      "loss": 4.1889,
+      "step": 82500
+    },
+    {
+      "epoch": 57.48,
+      "learning_rate": 1.8850415512465378e-05,
+      "loss": 4.1856,
+      "step": 83000
+    },
+    {
+      "epoch": 57.83,
+      "learning_rate": 1.884349030470914e-05,
+      "loss": 4.1869,
+      "step": 83500
+    },
+    {
+      "epoch": 58.0,
+      "eval_loss": 4.103403568267822,
+      "eval_runtime": 75.7605,
+      "eval_samples_per_second": 6499.745,
+      "eval_steps_per_second": 2.125,
+      "step": 83752
+    },
+    {
+      "epoch": 58.17,
+      "learning_rate": 1.883656509695291e-05,
+      "loss": 4.181,
+      "step": 84000
+    },
+    {
+      "epoch": 58.52,
+      "learning_rate": 1.882963988919668e-05,
+      "loss": 4.1801,
+      "step": 84500
+    },
+    {
+      "epoch": 58.86,
+      "learning_rate": 1.8822714681440442e-05,
+      "loss": 4.1802,
+      "step": 85000
+    },
+    {
+      "epoch": 59.0,
+      "eval_loss": 4.101166248321533,
+      "eval_runtime": 73.6678,
+      "eval_samples_per_second": 6684.382,
+      "eval_steps_per_second": 2.185,
+      "step": 85196
+    },
+    {
+      "epoch": 59.21,
+      "learning_rate": 1.8815789473684213e-05,
+      "loss": 4.1776,
+      "step": 85500
+    },
+    {
+      "epoch": 59.56,
+      "learning_rate": 1.880886426592798e-05,
+      "loss": 4.1765,
+      "step": 86000
+    },
+    {
+      "epoch": 59.9,
+      "learning_rate": 1.8801939058171746e-05,
+      "loss": 4.1764,
+      "step": 86500
+    },
+    {
+      "epoch": 60.0,
+      "eval_loss": 4.089655876159668,
+      "eval_runtime": 74.6724,
+      "eval_samples_per_second": 6594.462,
+      "eval_steps_per_second": 2.156,
+      "step": 86640
+    },
+    {
+      "epoch": 60.25,
+      "learning_rate": 1.8795013850415513e-05,
+      "loss": 4.1752,
+      "step": 87000
+    },
+    {
+      "epoch": 60.6,
+      "learning_rate": 1.878808864265928e-05,
+      "loss": 4.1747,
+      "step": 87500
+    },
+    {
+      "epoch": 60.94,
+      "learning_rate": 1.878116343490305e-05,
+      "loss": 4.1668,
+      "step": 88000
+    },
+    {
+      "epoch": 61.0,
+      "eval_loss": 4.0857367515563965,
+      "eval_runtime": 73.6262,
+      "eval_samples_per_second": 6688.167,
+      "eval_steps_per_second": 2.187,
+      "step": 88084
+    },
+    {
+      "epoch": 61.29,
+      "learning_rate": 1.8774238227146814e-05,
+      "loss": 4.1695,
+      "step": 88500
+    },
+    {
+      "epoch": 61.63,
+      "learning_rate": 1.8767313019390584e-05,
+      "loss": 4.1645,
+      "step": 89000
+    },
+    {
+      "epoch": 61.98,
+      "learning_rate": 1.876038781163435e-05,
+      "loss": 4.1633,
+      "step": 89500
+    },
+    {
+      "epoch": 62.0,
+      "eval_loss": 4.080641269683838,
+      "eval_runtime": 74.2817,
+      "eval_samples_per_second": 6629.141,
+      "eval_steps_per_second": 2.167,
+      "step": 89528
+    },
+    {
+      "epoch": 62.33,
+      "learning_rate": 1.8753462603878118e-05,
+      "loss": 4.1629,
+      "step": 90000
+    },
+    {
+      "epoch": 62.67,
+      "learning_rate": 1.8746537396121885e-05,
+      "loss": 4.1631,
+      "step": 90500
+    },
+    {
+      "epoch": 63.0,
+      "eval_loss": 4.07755708694458,
+      "eval_runtime": 73.9609,
+      "eval_samples_per_second": 6657.9,
+      "eval_steps_per_second": 2.177,
+      "step": 90972
+    },
+    {
+      "epoch": 63.02,
+      "learning_rate": 1.8739612188365652e-05,
+      "loss": 4.1607,
+      "step": 91000
+    },
+    {
+      "epoch": 63.37,
+      "learning_rate": 1.873268698060942e-05,
+      "loss": 4.1596,
+      "step": 91500
+    },
+    {
+      "epoch": 63.71,
+      "learning_rate": 1.872576177285319e-05,
+      "loss": 4.1559,
+      "step": 92000
+    },
+    {
+      "epoch": 64.0,
+      "eval_loss": 4.075015068054199,
+      "eval_runtime": 73.801,
+      "eval_samples_per_second": 6672.317,
+      "eval_steps_per_second": 2.182,
+      "step": 92416
+    },
+    {
+      "epoch": 64.06,
+      "learning_rate": 1.8718836565096953e-05,
+      "loss": 4.155,
+      "step": 92500
+    },
+    {
+      "epoch": 64.4,
+      "learning_rate": 1.8711911357340723e-05,
+      "loss": 4.1567,
+      "step": 93000
+    },
+    {
+      "epoch": 64.75,
+      "learning_rate": 1.870498614958449e-05,
+      "loss": 4.1529,
+      "step": 93500
+    },
+    {
+      "epoch": 65.0,
+      "eval_loss": 4.0660247802734375,
+      "eval_runtime": 73.35,
+      "eval_samples_per_second": 6713.346,
+      "eval_steps_per_second": 2.195,
+      "step": 93860
+    },
+    {
+      "epoch": 65.1,
+      "learning_rate": 1.8698060941828257e-05,
+      "loss": 4.1521,
+      "step": 94000
+    },
+    {
+      "epoch": 65.44,
+      "learning_rate": 1.8691135734072024e-05,
+      "loss": 4.1485,
+      "step": 94500
+    },
+    {
+      "epoch": 65.79,
+      "learning_rate": 1.868421052631579e-05,
+      "loss": 4.1485,
+      "step": 95000
+    },
+    {
+      "epoch": 66.0,
+      "eval_loss": 4.064459800720215,
+      "eval_runtime": 73.345,
+      "eval_samples_per_second": 6713.802,
+      "eval_steps_per_second": 2.195,
+      "step": 95304
+    },
+    {
+      "epoch": 66.14,
+      "learning_rate": 1.8677285318559558e-05,
+      "loss": 4.1469,
+      "step": 95500
+    },
+    {
+      "epoch": 66.48,
+      "learning_rate": 1.8670360110803325e-05,
+      "loss": 4.1459,
+      "step": 96000
+    },
+    {
+      "epoch": 66.83,
+      "learning_rate": 1.866343490304709e-05,
+      "loss": 4.1431,
+      "step": 96500
+    },
+    {
+      "epoch": 67.0,
+      "eval_loss": 4.058371067047119,
+      "eval_runtime": 72.3552,
+      "eval_samples_per_second": 6805.646,
+      "eval_steps_per_second": 2.225,
+      "step": 96748
+    },
+    {
+      "epoch": 67.17,
+      "learning_rate": 1.8656509695290862e-05,
+      "loss": 4.143,
+      "step": 97000
+    },
+    {
+      "epoch": 67.52,
+      "learning_rate": 1.8649584487534625e-05,
+      "loss": 4.1405,
+      "step": 97500
+    },
+    {
+      "epoch": 67.87,
+      "learning_rate": 1.8642659279778396e-05,
+      "loss": 4.1404,
+      "step": 98000
+    },
+    {
+      "epoch": 68.0,
+      "eval_loss": 4.054144382476807,
+      "eval_runtime": 73.8095,
+      "eval_samples_per_second": 6671.555,
+      "eval_steps_per_second": 2.181,
+      "step": 98192
+    },
+    {
+      "epoch": 68.21,
+      "learning_rate": 1.8635734072022163e-05,
+      "loss": 4.1381,
+      "step": 98500
+    },
+    {
+      "epoch": 68.56,
+      "learning_rate": 1.862880886426593e-05,
+      "loss": 4.1343,
+      "step": 99000
+    },
+    {
+      "epoch": 68.91,
+      "learning_rate": 1.8621883656509697e-05,
+      "loss": 4.1338,
+      "step": 99500
+    },
+    {
+      "epoch": 69.0,
+      "eval_loss": 4.050791263580322,
+      "eval_runtime": 75.7075,
+      "eval_samples_per_second": 6504.296,
+      "eval_steps_per_second": 2.127,
+      "step": 99636
+    },
+    {
+      "epoch": 69.25,
+      "learning_rate": 1.8614958448753463e-05,
+      "loss": 4.1313,
+      "step": 100000
+    },
+    {
+      "epoch": 69.6,
+      "learning_rate": 1.860803324099723e-05,
+      "loss": 4.132,
+      "step": 100500
+    },
+    {
+      "epoch": 69.94,
+      "learning_rate": 1.8601108033240997e-05,
+      "loss": 4.1352,
+      "step": 101000
+    },
+    {
+      "epoch": 70.0,
+      "eval_loss": 4.043735980987549,
+      "eval_runtime": 74.0516,
+      "eval_samples_per_second": 6649.741,
+      "eval_steps_per_second": 2.174,
+      "step": 101080
+    },
+    {
+      "epoch": 70.29,
+      "learning_rate": 1.8594182825484764e-05,
+      "loss": 4.1307,
+      "step": 101500
+    },
+    {
+      "epoch": 70.64,
+      "learning_rate": 1.8587257617728535e-05,
+      "loss": 4.1268,
+      "step": 102000
+    },
+    {
+      "epoch": 70.98,
+      "learning_rate": 1.85803324099723e-05,
+      "loss": 4.1307,
+      "step": 102500
+    },
+    {
+      "epoch": 71.0,
+      "eval_loss": 4.04426908493042,
+      "eval_runtime": 72.7883,
+      "eval_samples_per_second": 6765.157,
+      "eval_steps_per_second": 2.212,
+      "step": 102524
+    },
+    {
+      "epoch": 71.33,
+      "learning_rate": 1.857340720221607e-05,
+      "loss": 4.1277,
+      "step": 103000
+    },
+    {
+      "epoch": 71.68,
+      "learning_rate": 1.8566481994459835e-05,
+      "loss": 4.1241,
+      "step": 103500
+    },
+    {
+      "epoch": 72.0,
+      "eval_loss": 4.041337966918945,
+      "eval_runtime": 75.6211,
+      "eval_samples_per_second": 6511.731,
+      "eval_steps_per_second": 2.129,
+      "step": 103968
+    },
+    {
+      "epoch": 72.02,
+      "learning_rate": 1.8559556786703602e-05,
+      "loss": 4.1256,
+      "step": 104000
+    },
+    {
+      "epoch": 72.37,
+      "learning_rate": 1.8552631578947373e-05,
+      "loss": 4.1215,
+      "step": 104500
+    },
+    {
+      "epoch": 72.71,
+      "learning_rate": 1.8545706371191136e-05,
+      "loss": 4.1227,
+      "step": 105000
+    },
+    {
+      "epoch": 73.0,
+      "eval_loss": 4.042394161224365,
+      "eval_runtime": 75.0493,
+      "eval_samples_per_second": 6561.341,
+      "eval_steps_per_second": 2.145,
+      "step": 105412
+    },
+    {
+      "epoch": 73.06,
+      "learning_rate": 1.8538781163434903e-05,
+      "loss": 4.118,
+      "step": 105500
+    },
+    {
+      "epoch": 73.41,
+      "learning_rate": 1.8531855955678673e-05,
+      "loss": 4.1166,
+      "step": 106000
+    },
+    {
+      "epoch": 73.75,
+      "learning_rate": 1.8524930747922437e-05,
+      "loss": 4.1186,
+      "step": 106500
+    },
+    {
+      "epoch": 74.0,
+      "eval_loss": 4.030467510223389,
+      "eval_runtime": 73.3813,
+      "eval_samples_per_second": 6710.483,
+      "eval_steps_per_second": 2.194,
+      "step": 106856
+    },
+    {
+      "epoch": 74.1,
+      "learning_rate": 1.8518005540166207e-05,
+      "loss": 4.1165,
+      "step": 107000
+    },
+    {
+      "epoch": 74.45,
+      "learning_rate": 1.8511080332409974e-05,
+      "loss": 4.113,
+      "step": 107500
+    },
+    {
+      "epoch": 74.79,
+      "learning_rate": 1.850415512465374e-05,
+      "loss": 4.1118,
+      "step": 108000
+    },
+    {
+      "epoch": 75.0,
+      "eval_loss": 4.033474922180176,
+      "eval_runtime": 72.6909,
+      "eval_samples_per_second": 6774.219,
+      "eval_steps_per_second": 2.215,
+      "step": 108300
+    },
+    {
+      "epoch": 75.14,
+      "learning_rate": 1.8497229916897508e-05,
+      "loss": 4.1129,
+      "step": 108500
+    },
+    {
+      "epoch": 75.48,
+      "learning_rate": 1.8490304709141275e-05,
+      "loss": 4.1103,
+      "step": 109000
+    },
+    {
+      "epoch": 75.83,
+      "learning_rate": 1.8483379501385045e-05,
+      "loss": 4.1123,
+      "step": 109500
+    },
+    {
+      "epoch": 76.0,
+      "eval_loss": 4.0271382331848145,
+      "eval_runtime": 73.3585,
+      "eval_samples_per_second": 6712.566,
+      "eval_steps_per_second": 2.195,
+      "step": 109744
+    },
+    {
+      "epoch": 76.18,
+      "learning_rate": 1.847645429362881e-05,
+      "loss": 4.1101,
+      "step": 110000
+    },
+    {
+      "epoch": 76.52,
+      "learning_rate": 1.846952908587258e-05,
+      "loss": 4.1042,
+      "step": 110500
+    },
+    {
+      "epoch": 76.87,
+      "learning_rate": 1.8462603878116346e-05,
+      "loss": 4.1071,
+      "step": 111000
+    },
+    {
+      "epoch": 77.0,
+      "eval_loss": 4.022892951965332,
+      "eval_runtime": 74.3109,
+      "eval_samples_per_second": 6626.539,
+      "eval_steps_per_second": 2.167,
+      "step": 111188
+    },
+    {
+      "epoch": 77.22,
+      "learning_rate": 1.8455678670360113e-05,
+      "loss": 4.1012,
+      "step": 111500
+    },
+    {
+      "epoch": 77.56,
+      "learning_rate": 1.844875346260388e-05,
+      "loss": 4.101,
+      "step": 112000
+    },
+    {
+      "epoch": 77.91,
+      "learning_rate": 1.8441828254847647e-05,
+      "loss": 4.1028,
+      "step": 112500
+    },
+    {
+      "epoch": 78.0,
+      "eval_loss": 4.022953987121582,
+      "eval_runtime": 75.1521,
+      "eval_samples_per_second": 6552.363,
+      "eval_steps_per_second": 2.142,
+      "step": 112632
+    },
+    {
+      "epoch": 78.25,
+      "learning_rate": 1.8434903047091414e-05,
+      "loss": 4.1002,
+      "step": 113000
+    },
+    {
+      "epoch": 78.6,
+      "learning_rate": 1.842797783933518e-05,
+      "loss": 4.1001,
+      "step": 113500
+    },
+    {
+      "epoch": 78.95,
+      "learning_rate": 1.8421052631578947e-05,
+      "loss": 4.1002,
+      "step": 114000
+    },
+    {
+      "epoch": 79.0,
+      "eval_loss": 4.016762733459473,
+      "eval_runtime": 74.5194,
+      "eval_samples_per_second": 6607.994,
+      "eval_steps_per_second": 2.161,
+      "step": 114076
+    },
+    {
+      "epoch": 79.29,
+      "learning_rate": 1.8414127423822718e-05,
+      "loss": 4.0983,
+      "step": 114500
+    },
+    {
+      "epoch": 79.64,
+      "learning_rate": 1.8407202216066485e-05,
+      "loss": 4.0972,
+      "step": 115000
+    },
+    {
+      "epoch": 79.99,
+      "learning_rate": 1.840027700831025e-05,
+      "loss": 4.0958,
+      "step": 115500
+    },
+    {
+      "epoch": 80.0,
+      "eval_loss": 4.014660835266113,
+      "eval_runtime": 74.3599,
+      "eval_samples_per_second": 6622.175,
+      "eval_steps_per_second": 2.165,
+      "step": 115520
+    },
+    {
+      "epoch": 80.33,
+      "learning_rate": 1.839335180055402e-05,
+      "loss": 4.0944,
+      "step": 116000
+    },
+    {
+      "epoch": 80.68,
+      "learning_rate": 1.8386426592797785e-05,
+      "loss": 4.0919,
+      "step": 116500
+    },
+    {
+      "epoch": 81.0,
+      "eval_loss": 4.004740238189697,
+      "eval_runtime": 73.8401,
+      "eval_samples_per_second": 6668.784,
+      "eval_steps_per_second": 2.18,
+      "step": 116964
+    },
+    {
+      "epoch": 81.02,
+      "learning_rate": 1.8379501385041552e-05,
+      "loss": 4.091,
+      "step": 117000
+    },
+    {
+      "epoch": 81.37,
+      "learning_rate": 1.837257617728532e-05,
+      "loss": 4.0913,
+      "step": 117500
+    },
+    {
+      "epoch": 81.72,
+      "learning_rate": 1.8365650969529086e-05,
+      "loss": 4.0891,
+      "step": 118000
+    },
+    {
+      "epoch": 82.0,
+      "eval_loss": 4.007106781005859,
+      "eval_runtime": 73.8477,
+      "eval_samples_per_second": 6668.102,
+      "eval_steps_per_second": 2.18,
+      "step": 118408
+    },
+    {
+      "epoch": 82.06,
+      "learning_rate": 1.8358725761772856e-05,
+      "loss": 4.0869,
+      "step": 118500
+    },
+    {
+      "epoch": 82.41,
+      "learning_rate": 1.835180055401662e-05,
+      "loss": 4.0896,
+      "step": 119000
+    },
+    {
+      "epoch": 82.76,
+      "learning_rate": 1.834487534626039e-05,
+      "loss": 4.0902,
+      "step": 119500
+    },
+    {
+      "epoch": 83.0,
+      "eval_loss": 4.002437591552734,
+      "eval_runtime": 73.8311,
+      "eval_samples_per_second": 6669.604,
+      "eval_steps_per_second": 2.181,
+      "step": 119852
+    },
+    {
+      "epoch": 83.1,
+      "learning_rate": 1.8337950138504157e-05,
+      "loss": 4.0872,
+      "step": 120000
+    },
+    {
+      "epoch": 83.45,
+      "learning_rate": 1.8331024930747924e-05,
+      "loss": 4.084,
+      "step": 120500
+    },
+    {
+      "epoch": 83.8,
+      "learning_rate": 1.832409972299169e-05,
+      "loss": 4.0846,
+      "step": 121000
+    },
+    {
+      "epoch": 84.0,
+      "eval_loss": 3.9989962577819824,
+      "eval_runtime": 74.1606,
+      "eval_samples_per_second": 6639.967,
+      "eval_steps_per_second": 2.171,
+      "step": 121296
+    },
+    {
+      "epoch": 84.14,
+      "learning_rate": 1.8317174515235458e-05,
+      "loss": 4.0813,
+      "step": 121500
+    },
+    {
+      "epoch": 84.49,
+      "learning_rate": 1.8310249307479225e-05,
+      "loss": 4.0794,
+      "step": 122000
+    },
+    {
+      "epoch": 84.83,
+      "learning_rate": 1.8303324099722992e-05,
+      "loss": 4.0785,
+      "step": 122500
+    },
+    {
+      "epoch": 85.0,
+      "eval_loss": 3.9976210594177246,
+      "eval_runtime": 74.1372,
+      "eval_samples_per_second": 6642.06,
+      "eval_steps_per_second": 2.172,
+      "step": 122740
+    },
+    {
+      "epoch": 85.18,
+      "learning_rate": 1.829639889196676e-05,
+      "loss": 4.0776,
+      "step": 123000
+    },
+    {
+      "epoch": 85.53,
+      "learning_rate": 1.828947368421053e-05,
+      "loss": 4.079,
+      "step": 123500
+    },
+    {
+      "epoch": 85.87,
+      "learning_rate": 1.8282548476454296e-05,
+      "loss": 4.0788,
+      "step": 124000
+    },
+    {
+      "epoch": 86.0,
+      "eval_loss": 3.9947969913482666,
+      "eval_runtime": 74.7164,
+      "eval_samples_per_second": 6590.579,
+      "eval_steps_per_second": 2.155,
+      "step": 124184
+    },
+    {
+      "epoch": 86.22,
+      "learning_rate": 1.8275623268698063e-05,
+      "loss": 4.0777,
+      "step": 124500
+    },
+    {
+      "epoch": 86.57,
+      "learning_rate": 1.826869806094183e-05,
+      "loss": 4.0768,
+      "step": 125000
+    },
+    {
+      "epoch": 86.91,
+      "learning_rate": 1.8261772853185597e-05,
+      "loss": 4.0759,
+      "step": 125500
+    },
+    {
+      "epoch": 87.0,
+      "eval_loss": 3.9896225929260254,
+      "eval_runtime": 73.8648,
+      "eval_samples_per_second": 6666.556,
+      "eval_steps_per_second": 2.18,
+      "step": 125628
+    },
+    {
+      "epoch": 87.26,
+      "learning_rate": 1.8254847645429364e-05,
+      "loss": 4.0709,
+      "step": 126000
+    },
+    {
+      "epoch": 87.6,
+      "learning_rate": 1.824792243767313e-05,
+      "loss": 4.0711,
+      "step": 126500
+    },
+    {
+      "epoch": 87.95,
+      "learning_rate": 1.82409972299169e-05,
+      "loss": 4.0728,
+      "step": 127000
+    },
+    {
+      "epoch": 88.0,
+      "eval_loss": 3.988676071166992,
+      "eval_runtime": 73.3696,
+      "eval_samples_per_second": 6711.549,
+      "eval_steps_per_second": 2.194,
+      "step": 127072
+    },
+    {
+      "epoch": 88.3,
+      "learning_rate": 1.8234072022160668e-05,
+      "loss": 4.0693,
+      "step": 127500
+    },
+    {
+      "epoch": 88.64,
+      "learning_rate": 1.822714681440443e-05,
+      "loss": 4.0658,
+      "step": 128000
+    },
+    {
+      "epoch": 88.99,
+      "learning_rate": 1.82202216066482e-05,
+      "loss": 4.0668,
+      "step": 128500
+    },
+    {
+      "epoch": 89.0,
+      "eval_loss": 3.9832513332366943,
+      "eval_runtime": 73.9518,
+      "eval_samples_per_second": 6658.718,
+      "eval_steps_per_second": 2.177,
+      "step": 128516
+    },
+    {
+      "epoch": 89.34,
+      "learning_rate": 1.821329639889197e-05,
+      "loss": 4.0669,
+      "step": 129000
+    },
+    {
+      "epoch": 89.68,
+      "learning_rate": 1.8206371191135735e-05,
+      "loss": 4.0669,
+      "step": 129500
+    },
+    {
+      "epoch": 90.0,
+      "eval_loss": 3.9873828887939453,
+      "eval_runtime": 75.3146,
+      "eval_samples_per_second": 6538.224,
+      "eval_steps_per_second": 2.138,
+      "step": 129960
+    },
+    {
+      "epoch": 90.03,
+      "learning_rate": 1.8199445983379502e-05,
+      "loss": 4.0619,
+      "step": 130000
+    },
+    {
+      "epoch": 90.37,
+      "learning_rate": 1.819252077562327e-05,
+      "loss": 4.0611,
+      "step": 130500
+    },
+    {
+      "epoch": 90.72,
+      "learning_rate": 1.818559556786704e-05,
+      "loss": 4.0625,
+      "step": 131000
+    },
+    {
+      "epoch": 91.0,
+      "eval_loss": 3.9783737659454346,
+      "eval_runtime": 75.884,
+      "eval_samples_per_second": 6489.166,
+      "eval_steps_per_second": 2.122,
+      "step": 131404
+    },
+    {
+      "epoch": 91.07,
+      "learning_rate": 1.8178670360110803e-05,
+      "loss": 4.0609,
+      "step": 131500
+    },
+    {
+      "epoch": 91.41,
+      "learning_rate": 1.8171745152354573e-05,
+      "loss": 4.0605,
+      "step": 132000
+    },
+    {
+      "epoch": 91.76,
+      "learning_rate": 1.816481994459834e-05,
+      "loss": 4.0571,
+      "step": 132500
+    },
+    {
+      "epoch": 92.0,
+      "eval_loss": 3.976148843765259,
+      "eval_runtime": 74.7074,
+      "eval_samples_per_second": 6591.369,
+      "eval_steps_per_second": 2.155,
+      "step": 132848
+    },
+    {
+      "epoch": 92.11,
+      "learning_rate": 1.8157894736842107e-05,
+      "loss": 4.0565,
+      "step": 133000
+    },
+    {
+      "epoch": 92.45,
+      "learning_rate": 1.8150969529085874e-05,
+      "loss": 4.057,
+      "step": 133500
+    },
+    {
+      "epoch": 92.8,
+      "learning_rate": 1.814404432132964e-05,
+      "loss": 4.0572,
+      "step": 134000
+    },
+    {
+      "epoch": 93.0,
+      "eval_loss": 3.9746015071868896,
+      "eval_runtime": 73.6659,
+      "eval_samples_per_second": 6684.561,
+      "eval_steps_per_second": 2.186,
+      "step": 134292
+    },
+    {
+      "epoch": 93.14,
+      "learning_rate": 1.8137119113573408e-05,
+      "loss": 4.0551,
+      "step": 134500
+    },
+    {
+      "epoch": 93.49,
+      "learning_rate": 1.8130193905817175e-05,
+      "loss": 4.0562,
+      "step": 135000
+    },
+    {
+      "epoch": 93.84,
+      "learning_rate": 1.8123268698060942e-05,
+      "loss": 4.0533,
+      "step": 135500
+    },
+    {
+      "epoch": 94.0,
+      "eval_loss": 3.971306562423706,
+      "eval_runtime": 74.5978,
+      "eval_samples_per_second": 6601.056,
+      "eval_steps_per_second": 2.158,
+      "step": 135736
+    },
+    {
+      "epoch": 94.18,
+      "learning_rate": 1.8116343490304712e-05,
+      "loss": 4.0537,
+      "step": 136000
+    },
+    {
+      "epoch": 94.53,
+      "learning_rate": 1.810941828254848e-05,
+      "loss": 4.0532,
+      "step": 136500
+    },
+    {
+      "epoch": 94.88,
+      "learning_rate": 1.8102493074792246e-05,
+      "loss": 4.0508,
+      "step": 137000
+    },
+    {
+      "epoch": 95.0,
+      "eval_loss": 3.971055507659912,
+      "eval_runtime": 75.83,
+      "eval_samples_per_second": 6493.789,
+      "eval_steps_per_second": 2.123,
+      "step": 137180
+    },
+    {
+      "epoch": 95.22,
+      "learning_rate": 1.8095567867036013e-05,
+      "loss": 4.0504,
+      "step": 137500
+    },
+    {
+      "epoch": 95.57,
+      "learning_rate": 1.808864265927978e-05,
+      "loss": 4.0466,
+      "step": 138000
+    },
+    {
+      "epoch": 95.91,
+      "learning_rate": 1.8081717451523547e-05,
+      "loss": 4.0487,
+      "step": 138500
+    },
+    {
+      "epoch": 96.0,
+      "eval_loss": 3.964989185333252,
+      "eval_runtime": 75.3545,
+      "eval_samples_per_second": 6534.761,
+      "eval_steps_per_second": 2.137,
+      "step": 138624
+    },
+    {
+      "epoch": 96.26,
+      "learning_rate": 1.8074792243767314e-05,
+      "loss": 4.0443,
+      "step": 139000
+    },
+    {
+      "epoch": 96.61,
+      "learning_rate": 1.806786703601108e-05,
+      "loss": 4.044,
+      "step": 139500
+    },
+    {
+      "epoch": 96.95,
+      "learning_rate": 1.806094182825485e-05,
+      "loss": 4.0446,
+      "step": 140000
+    },
+    {
+      "epoch": 97.0,
+      "eval_loss": 3.9668915271759033,
+      "eval_runtime": 74.5714,
+      "eval_samples_per_second": 6603.39,
+      "eval_steps_per_second": 2.159,
+      "step": 140068
+    },
+    {
+      "epoch": 97.3,
+      "learning_rate": 1.8054016620498614e-05,
+      "loss": 4.046,
+      "step": 140500
+    },
+    {
+      "epoch": 97.65,
+      "learning_rate": 1.8047091412742385e-05,
+      "loss": 4.0446,
+      "step": 141000
+    },
+    {
+      "epoch": 97.99,
+      "learning_rate": 1.804016620498615e-05,
+      "loss": 4.0432,
+      "step": 141500
+    },
+    {
+      "epoch": 98.0,
+      "eval_loss": 3.958078145980835,
+      "eval_runtime": 76.6585,
+      "eval_samples_per_second": 6423.607,
+      "eval_steps_per_second": 2.1,
+      "step": 141512
+    },
+    {
+      "epoch": 98.34,
+      "learning_rate": 1.803324099722992e-05,
+      "loss": 4.043,
+      "step": 142000
+    },
+    {
+      "epoch": 98.68,
+      "learning_rate": 1.8026315789473685e-05,
+      "loss": 4.0413,
+      "step": 142500
+    },
+    {
+      "epoch": 99.0,
+      "eval_loss": 3.9584155082702637,
+      "eval_runtime": 74.9791,
+      "eval_samples_per_second": 6567.486,
+      "eval_steps_per_second": 2.147,
+      "step": 142956
+    },
+    {
+      "epoch": 99.03,
+      "learning_rate": 1.8019390581717452e-05,
+      "loss": 4.0386,
+      "step": 143000
+    },
+    {
+      "epoch": 99.38,
+      "learning_rate": 1.801246537396122e-05,
+      "loss": 4.0369,
+      "step": 143500
+    },
+    {
+      "epoch": 99.72,
+      "learning_rate": 1.8005540166204986e-05,
+      "loss": 4.0354,
+      "step": 144000
+    },
+    {
+      "epoch": 100.0,
+      "eval_loss": 3.9502811431884766,
+      "eval_runtime": 75.7506,
+      "eval_samples_per_second": 6500.598,
+      "eval_steps_per_second": 2.125,
+      "step": 144400
+    },
+    {
+      "epoch": 100.07,
+      "learning_rate": 1.7998614958448753e-05,
+      "loss": 4.0367,
+      "step": 144500
+    },
+    {
+      "epoch": 100.42,
+      "learning_rate": 1.7991689750692523e-05,
+      "loss": 4.0353,
+      "step": 145000
+    },
+    {
+      "epoch": 100.76,
+      "learning_rate": 1.798476454293629e-05,
+      "loss": 4.0357,
+      "step": 145500
+    },
+    {
+      "epoch": 101.0,
+      "eval_loss": 3.948287010192871,
+      "eval_runtime": 75.3101,
+      "eval_samples_per_second": 6538.622,
+      "eval_steps_per_second": 2.138,
+      "step": 145844
+    },
+    {
+      "epoch": 101.11,
+      "learning_rate": 1.7977839335180057e-05,
+      "loss": 4.0344,
+      "step": 146000
+    },
+    {
+      "epoch": 101.45,
+      "learning_rate": 1.7970914127423824e-05,
+      "loss": 4.0308,
+      "step": 146500
+    },
+    {
+      "epoch": 101.8,
+      "learning_rate": 1.796398891966759e-05,
+      "loss": 4.0321,
+      "step": 147000
+    },
+    {
+      "epoch": 102.0,
+      "eval_loss": 3.9529218673706055,
+      "eval_runtime": 74.5513,
+      "eval_samples_per_second": 6605.174,
+      "eval_steps_per_second": 2.16,
+      "step": 147288
+    },
+    {
+      "epoch": 102.15,
+      "learning_rate": 1.7957063711911358e-05,
+      "loss": 4.0305,
+      "step": 147500
+    },
+    {
+      "epoch": 102.49,
+      "learning_rate": 1.7950138504155125e-05,
+      "loss": 4.0291,
+      "step": 148000
+    },
+    {
+      "epoch": 102.84,
+      "learning_rate": 1.7943213296398895e-05,
+      "loss": 4.0292,
+      "step": 148500
+    },
+    {
+      "epoch": 103.0,
+      "eval_loss": 3.9466750621795654,
+      "eval_runtime": 76.3415,
+      "eval_samples_per_second": 6450.282,
+      "eval_steps_per_second": 2.109,
+      "step": 148732
+    },
+    {
+      "epoch": 103.19,
+      "learning_rate": 1.7936288088642662e-05,
+      "loss": 4.0281,
+      "step": 149000
+    },
+    {
+      "epoch": 103.53,
+      "learning_rate": 1.7929362880886426e-05,
+      "loss": 4.0281,
+      "step": 149500
+    },
+    {
+      "epoch": 103.88,
+      "learning_rate": 1.7922437673130196e-05,
+      "loss": 4.0271,
+      "step": 150000
+    },
+    {
+      "epoch": 104.0,
+      "eval_loss": 3.9457340240478516,
+      "eval_runtime": 77.413,
+      "eval_samples_per_second": 6361.001,
+      "eval_steps_per_second": 2.08,
+      "step": 150176
+    },
+    {
+      "epoch": 104.22,
+      "learning_rate": 1.7915512465373963e-05,
+      "loss": 4.0259,
+      "step": 150500
+    },
+    {
+      "epoch": 104.57,
+      "learning_rate": 1.790858725761773e-05,
+      "loss": 4.0247,
+      "step": 151000
+    },
+    {
+      "epoch": 104.92,
+      "learning_rate": 1.7901662049861497e-05,
+      "loss": 4.0245,
+      "step": 151500
+    },
+    {
+      "epoch": 105.0,
+      "eval_loss": 3.944822311401367,
+      "eval_runtime": 79.2928,
+      "eval_samples_per_second": 6210.2,
+      "eval_steps_per_second": 2.03,
+      "step": 151620
+    },
+    {
+      "epoch": 105.26,
+      "learning_rate": 1.7894736842105264e-05,
+      "loss": 4.0233,
+      "step": 152000
+    },
+    {
+      "epoch": 105.61,
+      "learning_rate": 1.7887811634349034e-05,
+      "loss": 4.0232,
+      "step": 152500
+    },
+    {
+      "epoch": 105.96,
+      "learning_rate": 1.7880886426592798e-05,
+      "loss": 4.0204,
+      "step": 153000
+    },
+    {
+      "epoch": 106.0,
+      "eval_loss": 3.9429657459259033,
+      "eval_runtime": 76.6917,
+      "eval_samples_per_second": 6420.824,
+      "eval_steps_per_second": 2.099,
+      "step": 153064
+    },
+    {
+      "epoch": 106.3,
+      "learning_rate": 1.7873961218836568e-05,
+      "loss": 4.0201,
+      "step": 153500
+    },
+    {
+      "epoch": 106.65,
+      "learning_rate": 1.7867036011080335e-05,
+      "loss": 4.0191,
+      "step": 154000
+    },
+    {
+      "epoch": 106.99,
+      "learning_rate": 1.7860110803324102e-05,
+      "loss": 4.0218,
+      "step": 154500
+    },
+    {
+      "epoch": 107.0,
+      "eval_loss": 3.9408297538757324,
+      "eval_runtime": 75.1357,
+      "eval_samples_per_second": 6553.796,
+      "eval_steps_per_second": 2.143,
+      "step": 154508
+    },
+    {
+      "epoch": 107.34,
+      "learning_rate": 1.785318559556787e-05,
+      "loss": 4.0232,
+      "step": 155000
+    },
+    {
+      "epoch": 107.69,
+      "learning_rate": 1.7846260387811636e-05,
+      "loss": 4.018,
+      "step": 155500
+    },
+    {
+      "epoch": 108.0,
+      "eval_loss": 3.9399232864379883,
+      "eval_runtime": 74.43,
+      "eval_samples_per_second": 6615.938,
+      "eval_steps_per_second": 2.163,
+      "step": 155952
+    },
+    {
+      "epoch": 108.03,
+      "learning_rate": 1.7839335180055402e-05,
+      "loss": 4.0175,
+      "step": 156000
+    },
+    {
+      "epoch": 108.38,
+      "learning_rate": 1.783240997229917e-05,
+      "loss": 4.0165,
+      "step": 156500
+    },
+    {
+      "epoch": 108.73,
+      "learning_rate": 1.7825484764542936e-05,
+      "loss": 4.0137,
+      "step": 157000
+    },
+    {
+      "epoch": 109.0,
+      "eval_loss": 3.935981035232544,
+      "eval_runtime": 75.1558,
+      "eval_samples_per_second": 6552.043,
+      "eval_steps_per_second": 2.142,
+      "step": 157396
+    },
+    {
+      "epoch": 109.07,
+      "learning_rate": 1.7818559556786707e-05,
+      "loss": 4.0159,
+      "step": 157500
+    },
+    {
+      "epoch": 109.42,
+      "learning_rate": 1.7811634349030474e-05,
+      "loss": 4.0177,
+      "step": 158000
+    },
+    {
+      "epoch": 109.76,
+      "learning_rate": 1.780470914127424e-05,
+      "loss": 4.0114,
+      "step": 158500
+    },
+    {
+      "epoch": 110.0,
+      "eval_loss": 3.934030771255493,
+      "eval_runtime": 75.3274,
+      "eval_samples_per_second": 6537.118,
+      "eval_steps_per_second": 2.137,
+      "step": 158840
+    },
+    {
+      "epoch": 110.11,
+      "learning_rate": 1.7797783933518007e-05,
+      "loss": 4.011,
+      "step": 159000
+    },
+    {
+      "epoch": 110.46,
+      "learning_rate": 1.7790858725761774e-05,
+      "loss": 4.0116,
+      "step": 159500
+    },
+    {
+      "epoch": 110.8,
+      "learning_rate": 1.778393351800554e-05,
+      "loss": 4.0122,
+      "step": 160000
+    },
+    {
+      "epoch": 111.0,
+      "eval_loss": 3.9282586574554443,
+      "eval_runtime": 75.7551,
+      "eval_samples_per_second": 6500.211,
+      "eval_steps_per_second": 2.125,
+      "step": 160284
+    },
+    {
+      "epoch": 111.15,
+      "learning_rate": 1.7777008310249308e-05,
+      "loss": 4.0088,
+      "step": 160500
+    },
+    {
+      "epoch": 111.5,
+      "learning_rate": 1.7770083102493075e-05,
+      "loss": 4.0097,
+      "step": 161000
+    },
+    {
+      "epoch": 111.84,
+      "learning_rate": 1.7763157894736845e-05,
+      "loss": 4.0093,
+      "step": 161500
+    },
+    {
+      "epoch": 112.0,
+      "eval_loss": 3.9263861179351807,
+      "eval_runtime": 77.7083,
+      "eval_samples_per_second": 6336.824,
+      "eval_steps_per_second": 2.072,
+      "step": 161728
+    },
+    {
+      "epoch": 112.19,
+      "learning_rate": 1.775623268698061e-05,
+      "loss": 4.0096,
+      "step": 162000
+    },
+    {
+      "epoch": 112.53,
+      "learning_rate": 1.774930747922438e-05,
+      "loss": 4.0042,
+      "step": 162500
+    },
+    {
+      "epoch": 112.88,
+      "learning_rate": 1.7742382271468146e-05,
+      "loss": 4.0068,
+      "step": 163000
+    },
+    {
+      "epoch": 113.0,
+      "eval_loss": 3.9213218688964844,
+      "eval_runtime": 76.9094,
+      "eval_samples_per_second": 6402.654,
+      "eval_steps_per_second": 2.093,
+      "step": 163172
+    },
+    {
+      "epoch": 113.23,
+      "learning_rate": 1.7735457063711913e-05,
+      "loss": 4.005,
+      "step": 163500
+    },
+    {
+      "epoch": 113.57,
+      "learning_rate": 1.772853185595568e-05,
+      "loss": 4.0043,
+      "step": 164000
+    },
+    {
+      "epoch": 113.92,
+      "learning_rate": 1.7721606648199447e-05,
+      "loss": 4.002,
+      "step": 164500
+    },
+    {
+      "epoch": 114.0,
+      "eval_loss": 3.9210433959960938,
+      "eval_runtime": 73.884,
+      "eval_samples_per_second": 6664.824,
+      "eval_steps_per_second": 2.179,
+      "step": 164616
+    },
+    {
+      "epoch": 114.27,
+      "learning_rate": 1.7714681440443214e-05,
+      "loss": 4.0039,
+      "step": 165000
+    },
+    {
+      "epoch": 114.61,
+      "learning_rate": 1.770775623268698e-05,
+      "loss": 4.0012,
+      "step": 165500
+    },
+    {
+      "epoch": 114.96,
+      "learning_rate": 1.7700831024930748e-05,
+      "loss": 4.0013,
+      "step": 166000
+    },
+    {
+      "epoch": 115.0,
+      "eval_loss": 3.9188640117645264,
+      "eval_runtime": 74.0122,
+      "eval_samples_per_second": 6653.285,
+      "eval_steps_per_second": 2.175,
+      "step": 166060
+    },
+    {
+      "epoch": 115.3,
+      "learning_rate": 1.7693905817174518e-05,
+      "loss": 4.0011,
+      "step": 166500
+    },
+    {
+      "epoch": 115.65,
+      "learning_rate": 1.7686980609418285e-05,
+      "loss": 4.0031,
+      "step": 167000
+    },
+    {
+      "epoch": 116.0,
+      "learning_rate": 1.7680055401662052e-05,
+      "loss": 3.9978,
+      "step": 167500
+    },
+    {
+      "epoch": 116.0,
+      "eval_loss": 3.920518398284912,
+      "eval_runtime": 74.6861,
+      "eval_samples_per_second": 6593.245,
+      "eval_steps_per_second": 2.156,
+      "step": 167504
+    },
+    {
+      "epoch": 116.34,
+      "learning_rate": 1.767313019390582e-05,
+      "loss": 3.9936,
+      "step": 168000
+    },
+    {
+      "epoch": 116.69,
+      "learning_rate": 1.7666204986149586e-05,
+      "loss": 3.9978,
+      "step": 168500
+    },
+    {
+      "epoch": 117.0,
+      "eval_loss": 3.918830394744873,
+      "eval_runtime": 74.6329,
+      "eval_samples_per_second": 6597.945,
+      "eval_steps_per_second": 2.157,
+      "step": 168948
+    },
+    {
+      "epoch": 117.04,
+      "learning_rate": 1.7659279778393353e-05,
+      "loss": 3.9979,
+      "step": 169000
+    },
+    {
+      "epoch": 117.38,
+      "learning_rate": 1.765235457063712e-05,
+      "loss": 3.9972,
+      "step": 169500
+    },
+    {
+      "epoch": 117.73,
+      "learning_rate": 1.764542936288089e-05,
+      "loss": 3.9966,
+      "step": 170000
+    },
+    {
+      "epoch": 118.0,
+      "eval_loss": 3.914811611175537,
+      "eval_runtime": 74.0729,
+      "eval_samples_per_second": 6647.825,
+      "eval_steps_per_second": 2.174,
+      "step": 170392
+    },
+    {
+      "epoch": 118.07,
+      "learning_rate": 1.7638504155124657e-05,
+      "loss": 3.9952,
+      "step": 170500
+    },
+    {
+      "epoch": 118.42,
+      "learning_rate": 1.763157894736842e-05,
+      "loss": 3.9942,
+      "step": 171000
+    },
+    {
+      "epoch": 118.77,
+      "learning_rate": 1.762465373961219e-05,
+      "loss": 3.9923,
+      "step": 171500
+    },
+    {
+      "epoch": 119.0,
+      "eval_loss": 3.915539503097534,
+      "eval_runtime": 77.3659,
+      "eval_samples_per_second": 6364.87,
+      "eval_steps_per_second": 2.081,
+      "step": 171836
+    },
+    {
+      "epoch": 119.11,
+      "learning_rate": 1.7617728531855957e-05,
+      "loss": 3.9941,
+      "step": 172000
+    },
+    {
+      "epoch": 119.46,
+      "learning_rate": 1.7610803324099724e-05,
+      "loss": 3.9925,
+      "step": 172500
+    },
+    {
+      "epoch": 119.81,
+      "learning_rate": 1.760387811634349e-05,
+      "loss": 3.9901,
+      "step": 173000
+    },
+    {
+      "epoch": 120.0,
+      "eval_loss": 3.9078481197357178,
+      "eval_runtime": 73.0002,
+      "eval_samples_per_second": 6745.514,
+      "eval_steps_per_second": 2.205,
+      "step": 173280
+    },
+    {
+      "epoch": 120.15,
+      "learning_rate": 1.7596952908587258e-05,
+      "loss": 3.9908,
+      "step": 173500
+    },
+    {
+      "epoch": 120.5,
+      "learning_rate": 1.759002770083103e-05,
+      "loss": 3.9875,
+      "step": 174000
+    },
+    {
+      "epoch": 120.84,
+      "learning_rate": 1.7583102493074792e-05,
+      "loss": 3.989,
+      "step": 174500
+    },
+    {
+      "epoch": 121.0,
+      "eval_loss": 3.9121310710906982,
+      "eval_runtime": 73.6203,
+      "eval_samples_per_second": 6688.695,
+      "eval_steps_per_second": 2.187,
+      "step": 174724
+    },
+    {
+      "epoch": 121.19,
+      "learning_rate": 1.7576177285318562e-05,
+      "loss": 3.987,
+      "step": 175000
+    },
+    {
+      "epoch": 121.54,
+      "learning_rate": 1.756925207756233e-05,
+      "loss": 3.991,
+      "step": 175500
+    },
+    {
+      "epoch": 121.88,
+      "learning_rate": 1.7562326869806096e-05,
+      "loss": 3.9876,
+      "step": 176000
+    },
+    {
+      "epoch": 122.0,
+      "eval_loss": 3.9086544513702393,
+      "eval_runtime": 74.7783,
+      "eval_samples_per_second": 6585.118,
+      "eval_steps_per_second": 2.153,
+      "step": 176168
+    },
+    {
+      "epoch": 122.23,
+      "learning_rate": 1.7555401662049863e-05,
+      "loss": 3.9863,
+      "step": 176500
+    },
+    {
+      "epoch": 122.58,
+      "learning_rate": 1.754847645429363e-05,
+      "loss": 3.9866,
+      "step": 177000
+    },
+    {
+      "epoch": 122.92,
+      "learning_rate": 1.7541551246537397e-05,
+      "loss": 3.9856,
+      "step": 177500
+    },
+    {
+      "epoch": 123.0,
+      "eval_loss": 3.9068329334259033,
+      "eval_runtime": 74.5275,
+      "eval_samples_per_second": 6607.276,
+      "eval_steps_per_second": 2.16,
+      "step": 177612
+    },
+    {
+      "epoch": 123.27,
+      "learning_rate": 1.7534626038781164e-05,
+      "loss": 3.9857,
+      "step": 178000
+    },
+    {
+      "epoch": 123.61,
+      "learning_rate": 1.752770083102493e-05,
+      "loss": 3.9853,
+      "step": 178500
+    },
+    {
+      "epoch": 123.96,
+      "learning_rate": 1.75207756232687e-05,
+      "loss": 3.9834,
+      "step": 179000
+    },
+    {
+      "epoch": 124.0,
+      "eval_loss": 3.90472412109375,
+      "eval_runtime": 74.8567,
+      "eval_samples_per_second": 6578.224,
+      "eval_steps_per_second": 2.151,
+      "step": 179056
+    },
+    {
+      "epoch": 124.31,
+      "learning_rate": 1.7513850415512468e-05,
+      "loss": 3.9833,
+      "step": 179500
+    },
+    {
+      "epoch": 124.65,
+      "learning_rate": 1.7506925207756235e-05,
+      "loss": 3.9812,
+      "step": 180000
+    },
+    {
+      "epoch": 125.0,
+      "learning_rate": 1.7500000000000002e-05,
+      "loss": 3.9786,
+      "step": 180500
+    },
+    {
+      "epoch": 125.0,
+      "eval_loss": 3.89973783493042,
+      "eval_runtime": 73.8136,
+      "eval_samples_per_second": 6671.181,
+      "eval_steps_per_second": 2.181,
+      "step": 180500
+    },
+    {
+      "epoch": 125.35,
+      "learning_rate": 1.749307479224377e-05,
+      "loss": 3.9793,
+      "step": 181000
+    },
+    {
+      "epoch": 125.69,
+      "learning_rate": 1.7486149584487536e-05,
+      "loss": 3.9788,
+      "step": 181500
+    },
+    {
+      "epoch": 126.0,
+      "eval_loss": 3.900991201400757,
+      "eval_runtime": 76.4593,
+      "eval_samples_per_second": 6440.341,
+      "eval_steps_per_second": 2.106,
+      "step": 181944
+    },
+    {
+      "epoch": 126.04,
+      "learning_rate": 1.7479224376731303e-05,
+      "loss": 3.98,
+      "step": 182000
+    },
+    {
+      "epoch": 126.39,
+      "learning_rate": 1.747229916897507e-05,
+      "loss": 3.979,
+      "step": 182500
+    },
+    {
+      "epoch": 126.73,
+      "learning_rate": 1.746537396121884e-05,
+      "loss": 3.9782,
+      "step": 183000
+    },
+    {
+      "epoch": 127.0,
+      "eval_loss": 3.898531436920166,
+      "eval_runtime": 73.137,
+      "eval_samples_per_second": 6732.899,
+      "eval_steps_per_second": 2.201,
+      "step": 183388
+    },
+    {
+      "epoch": 127.08,
+      "learning_rate": 1.7458448753462603e-05,
+      "loss": 3.9772,
+      "step": 183500
+    },
+    {
+      "epoch": 127.42,
+      "learning_rate": 1.7451523545706374e-05,
+      "loss": 3.9759,
+      "step": 184000
+    },
+    {
+      "epoch": 127.77,
+      "learning_rate": 1.744459833795014e-05,
+      "loss": 3.9733,
+      "step": 184500
+    },
+    {
+      "epoch": 128.0,
+      "eval_loss": 3.892979145050049,
+      "eval_runtime": 74.6554,
+      "eval_samples_per_second": 6595.957,
+      "eval_steps_per_second": 2.157,
+      "step": 184832
+    },
+    {
+      "epoch": 128.12,
+      "learning_rate": 1.7437673130193908e-05,
+      "loss": 3.9761,
+      "step": 185000
+    },
+    {
+      "epoch": 128.46,
+      "learning_rate": 1.7430747922437674e-05,
+      "loss": 3.9733,
+      "step": 185500
+    },
+    {
+      "epoch": 128.81,
+      "learning_rate": 1.742382271468144e-05,
+      "loss": 3.9765,
+      "step": 186000
+    },
+    {
+      "epoch": 129.0,
+      "eval_loss": 3.8959548473358154,
+      "eval_runtime": 72.9991,
+      "eval_samples_per_second": 6745.614,
+      "eval_steps_per_second": 2.206,
+      "step": 186276
+    },
+    {
+      "epoch": 129.16,
+      "learning_rate": 1.741689750692521e-05,
+      "loss": 3.9713,
+      "step": 186500
+    },
+    {
+      "epoch": 129.5,
+      "learning_rate": 1.7409972299168975e-05,
+      "loss": 3.9714,
+      "step": 187000
+    },
+    {
+      "epoch": 129.85,
+      "learning_rate": 1.7403047091412742e-05,
+      "loss": 3.9733,
+      "step": 187500
+    },
+    {
+      "epoch": 130.0,
+      "eval_loss": 3.8933827877044678,
+      "eval_runtime": 75.3723,
+      "eval_samples_per_second": 6533.221,
+      "eval_steps_per_second": 2.136,
+      "step": 187720
+    },
+    {
+      "epoch": 130.19,
+      "learning_rate": 1.7396121883656512e-05,
+      "loss": 3.9725,
+      "step": 188000
+    },
+    {
+      "epoch": 130.54,
+      "learning_rate": 1.738919667590028e-05,
+      "loss": 3.9698,
+      "step": 188500
+    },
+    {
+      "epoch": 130.89,
+      "learning_rate": 1.7382271468144046e-05,
+      "loss": 3.9695,
+      "step": 189000
+    },
+    {
+      "epoch": 131.0,
+      "eval_loss": 3.888564348220825,
+      "eval_runtime": 76.8687,
+      "eval_samples_per_second": 6406.041,
+      "eval_steps_per_second": 2.094,
+      "step": 189164
+    },
+    {
+      "epoch": 131.23,
+      "learning_rate": 1.7375346260387813e-05,
+      "loss": 3.9677,
+      "step": 189500
+    },
+    {
+      "epoch": 131.58,
+      "learning_rate": 1.736842105263158e-05,
+      "loss": 3.9709,
+      "step": 190000
+    },
+    {
+      "epoch": 131.93,
+      "learning_rate": 1.7361495844875347e-05,
+      "loss": 3.9708,
+      "step": 190500
+    },
+    {
+      "epoch": 132.0,
+      "eval_loss": 3.889085054397583,
+      "eval_runtime": 73.3155,
+      "eval_samples_per_second": 6716.506,
+      "eval_steps_per_second": 2.196,
+      "step": 190608
+    },
+    {
+      "epoch": 132.27,
+      "learning_rate": 1.7354570637119114e-05,
+      "loss": 3.9635,
+      "step": 191000
+    },
+    {
+      "epoch": 132.62,
+      "learning_rate": 1.7347645429362884e-05,
+      "loss": 3.9658,
+      "step": 191500
+    },
+    {
+      "epoch": 132.96,
+      "learning_rate": 1.734072022160665e-05,
+      "loss": 3.9673,
+      "step": 192000
+    },
+    {
+      "epoch": 133.0,
+      "eval_loss": 3.885761022567749,
+      "eval_runtime": 72.7481,
+      "eval_samples_per_second": 6768.893,
+      "eval_steps_per_second": 2.213,
+      "step": 192052
+    },
+    {
+      "epoch": 133.31,
+      "learning_rate": 1.7333795013850415e-05,
+      "loss": 3.9664,
+      "step": 192500
+    },
+    {
+      "epoch": 133.66,
+      "learning_rate": 1.7326869806094185e-05,
+      "loss": 3.9635,
+      "step": 193000
+    },
+    {
+      "epoch": 134.0,
+      "eval_loss": 3.8835644721984863,
+      "eval_runtime": 72.9182,
+      "eval_samples_per_second": 6753.106,
+      "eval_steps_per_second": 2.208,
+      "step": 193496
+    },
+    {
+      "epoch": 134.0,
+      "learning_rate": 1.7319944598337952e-05,
+      "loss": 3.9667,
+      "step": 193500
+    },
+    {
+      "epoch": 134.35,
+      "learning_rate": 1.731301939058172e-05,
+      "loss": 3.9627,
+      "step": 194000
+    },
+    {
+      "epoch": 134.7,
+      "learning_rate": 1.7306094182825486e-05,
+      "loss": 3.962,
+      "step": 194500
+    },
+    {
+      "epoch": 135.0,
+      "eval_loss": 3.8817522525787354,
+      "eval_runtime": 74.832,
+      "eval_samples_per_second": 6580.394,
+      "eval_steps_per_second": 2.151,
+      "step": 194940
+    },
+    {
+      "epoch": 135.04,
+      "learning_rate": 1.7299168975069253e-05,
+      "loss": 3.9648,
+      "step": 195000
+    },
+    {
+      "epoch": 135.39,
+      "learning_rate": 1.7292243767313023e-05,
+      "loss": 3.9619,
+      "step": 195500
+    },
+    {
+      "epoch": 135.73,
+      "learning_rate": 1.7285318559556787e-05,
+      "loss": 3.9635,
+      "step": 196000
+    },
+    {
+      "epoch": 136.0,
+      "eval_loss": 3.8839354515075684,
+      "eval_runtime": 75.8115,
+      "eval_samples_per_second": 6495.378,
+      "eval_steps_per_second": 2.124,
+      "step": 196384
+    },
+    {
+      "epoch": 136.08,
+      "learning_rate": 1.7278393351800557e-05,
+      "loss": 3.9585,
+      "step": 196500
+    },
+    {
+      "epoch": 136.43,
+      "learning_rate": 1.7271468144044324e-05,
+      "loss": 3.9597,
+      "step": 197000
+    },
+    {
+      "epoch": 136.77,
+      "learning_rate": 1.7264542936288087e-05,
+      "loss": 3.9601,
+      "step": 197500
+    },
+    {
+      "epoch": 137.0,
+      "eval_loss": 3.8804266452789307,
+      "eval_runtime": 75.6839,
+      "eval_samples_per_second": 6506.321,
+      "eval_steps_per_second": 2.127,
+      "step": 197828
+    },
+    {
+      "epoch": 137.12,
+      "learning_rate": 1.7257617728531858e-05,
+      "loss": 3.9609,
+      "step": 198000
+    },
+    {
+      "epoch": 137.47,
+      "learning_rate": 1.7250692520775625e-05,
+      "loss": 3.956,
+      "step": 198500
+    },
+    {
+      "epoch": 137.81,
+      "learning_rate": 1.724376731301939e-05,
+      "loss": 3.9593,
+      "step": 199000
+    },
+    {
+      "epoch": 138.0,
+      "eval_loss": 3.879089117050171,
+      "eval_runtime": 74.4504,
+      "eval_samples_per_second": 6614.122,
+      "eval_steps_per_second": 2.163,
+      "step": 199272
+    },
+    {
+      "epoch": 138.16,
+      "learning_rate": 1.723684210526316e-05,
+      "loss": 3.9569,
+      "step": 199500
+    },
+    {
+      "epoch": 138.5,
+      "learning_rate": 1.7229916897506925e-05,
+      "loss": 3.9541,
+      "step": 200000
+    },
+    {
+      "epoch": 138.85,
+      "learning_rate": 1.7222991689750696e-05,
+      "loss": 3.9566,
+      "step": 200500
+    },
+    {
+      "epoch": 139.0,
+      "eval_loss": 3.8803153038024902,
+      "eval_runtime": 77.8029,
+      "eval_samples_per_second": 6329.123,
+      "eval_steps_per_second": 2.069,
+      "step": 200716
+    },
+    {
+      "epoch": 139.2,
+      "learning_rate": 1.7216066481994462e-05,
+      "loss": 3.956,
+      "step": 201000
+    },
+    {
+      "epoch": 139.54,
+      "learning_rate": 1.720914127423823e-05,
+      "loss": 3.9517,
+      "step": 201500
+    },
+    {
+      "epoch": 139.89,
+      "learning_rate": 1.7202216066481996e-05,
+      "loss": 3.9535,
+      "step": 202000
+    },
+    {
+      "epoch": 140.0,
+      "eval_loss": 3.872063159942627,
+      "eval_runtime": 75.6675,
+      "eval_samples_per_second": 6507.738,
+      "eval_steps_per_second": 2.128,
+      "step": 202160
+    },
+    {
+      "epoch": 140.24,
+      "learning_rate": 1.7195290858725763e-05,
+      "loss": 3.9534,
+      "step": 202500
+    },
+    {
+      "epoch": 140.58,
+      "learning_rate": 1.718836565096953e-05,
+      "loss": 3.9534,
+      "step": 203000
+    },
+    {
+      "epoch": 140.93,
+      "learning_rate": 1.7181440443213297e-05,
+      "loss": 3.9525,
+      "step": 203500
+    },
+    {
+      "epoch": 141.0,
+      "eval_loss": 3.8730010986328125,
+      "eval_runtime": 73.7321,
+      "eval_samples_per_second": 6678.556,
+      "eval_steps_per_second": 2.184,
+      "step": 203604
+    },
+    {
+      "epoch": 141.27,
+      "learning_rate": 1.7174515235457064e-05,
+      "loss": 3.9519,
+      "step": 204000
+    },
+    {
+      "epoch": 141.62,
+      "learning_rate": 1.7167590027700834e-05,
+      "loss": 3.9488,
+      "step": 204500
+    },
+    {
+      "epoch": 141.97,
+      "learning_rate": 1.7160664819944598e-05,
+      "loss": 3.9515,
+      "step": 205000
+    },
+    {
+      "epoch": 142.0,
+      "eval_loss": 3.870518207550049,
+      "eval_runtime": 74.6993,
+      "eval_samples_per_second": 6592.087,
+      "eval_steps_per_second": 2.155,
+      "step": 205048
+    },
+    {
+      "epoch": 142.31,
+      "learning_rate": 1.7153739612188368e-05,
+      "loss": 3.9499,
+      "step": 205500
+    },
+    {
+      "epoch": 142.66,
+      "learning_rate": 1.7146814404432135e-05,
+      "loss": 3.9488,
+      "step": 206000
+    },
+    {
+      "epoch": 143.0,
+      "eval_loss": 3.868440628051758,
+      "eval_runtime": 73.8028,
+      "eval_samples_per_second": 6672.162,
+      "eval_steps_per_second": 2.181,
+      "step": 206492
+    },
+    {
+      "epoch": 143.01,
+      "learning_rate": 1.7139889196675902e-05,
+      "loss": 3.9525,
+      "step": 206500
+    },
+    {
+      "epoch": 143.35,
+      "learning_rate": 1.713296398891967e-05,
+      "loss": 3.9484,
+      "step": 207000
+    },
+    {
+      "epoch": 143.7,
+      "learning_rate": 1.7126038781163436e-05,
+      "loss": 3.944,
+      "step": 207500
+    },
+    {
+      "epoch": 144.0,
+      "eval_loss": 3.8690621852874756,
+      "eval_runtime": 74.7082,
+      "eval_samples_per_second": 6591.3,
+      "eval_steps_per_second": 2.155,
+      "step": 207936
+    },
+    {
+      "epoch": 144.04,
+      "learning_rate": 1.7119113573407206e-05,
+      "loss": 3.9512,
+      "step": 208000
+    },
+    {
+      "epoch": 144.39,
+      "learning_rate": 1.711218836565097e-05,
+      "loss": 3.9497,
+      "step": 208500
+    },
+    {
+      "epoch": 144.74,
+      "learning_rate": 1.7105263157894737e-05,
+      "loss": 3.9455,
+      "step": 209000
+    },
+    {
+      "epoch": 145.0,
+      "eval_loss": 3.8670220375061035,
+      "eval_runtime": 74.3832,
+      "eval_samples_per_second": 6620.095,
+      "eval_steps_per_second": 2.164,
+      "step": 209380
+    },
+    {
+      "epoch": 145.08,
+      "learning_rate": 1.7098337950138507e-05,
+      "loss": 3.9445,
+      "step": 209500
+    },
+    {
+      "epoch": 145.43,
+      "learning_rate": 1.709141274238227e-05,
+      "loss": 3.945,
+      "step": 210000
+    },
+    {
+      "epoch": 145.78,
+      "learning_rate": 1.708448753462604e-05,
+      "loss": 3.9439,
+      "step": 210500
+    },
+    {
+      "epoch": 146.0,
+      "eval_loss": 3.865227699279785,
+      "eval_runtime": 76.1017,
+      "eval_samples_per_second": 6470.6,
+      "eval_steps_per_second": 2.116,
+      "step": 210824
+    },
+    {
+      "epoch": 146.12,
+      "learning_rate": 1.7077562326869808e-05,
+      "loss": 3.9444,
+      "step": 211000
+    },
+    {
+      "epoch": 146.47,
+      "learning_rate": 1.7070637119113575e-05,
+      "loss": 3.9402,
+      "step": 211500
+    },
+    {
+      "epoch": 146.81,
+      "learning_rate": 1.706371191135734e-05,
+      "loss": 3.9431,
+      "step": 212000
+    },
+    {
+      "epoch": 147.0,
+      "eval_loss": 3.8667104244232178,
+      "eval_runtime": 74.0634,
+      "eval_samples_per_second": 6648.686,
+      "eval_steps_per_second": 2.174,
+      "step": 212268
+    },
+    {
+      "epoch": 147.16,
+      "learning_rate": 1.705678670360111e-05,
+      "loss": 3.9421,
+      "step": 212500
+    },
+    {
+      "epoch": 147.51,
+      "learning_rate": 1.704986149584488e-05,
+      "loss": 3.9406,
+      "step": 213000
+    },
+    {
+      "epoch": 147.85,
+      "learning_rate": 1.7042936288088646e-05,
+      "loss": 3.9422,
+      "step": 213500
+    },
+    {
+      "epoch": 148.0,
+      "eval_loss": 3.8651583194732666,
+      "eval_runtime": 74.2586,
+      "eval_samples_per_second": 6631.208,
+      "eval_steps_per_second": 2.168,
+      "step": 213712
+    },
+    {
+      "epoch": 148.2,
+      "learning_rate": 1.703601108033241e-05,
+      "loss": 3.9379,
+      "step": 214000
+    },
+    {
+      "epoch": 148.55,
+      "learning_rate": 1.702908587257618e-05,
+      "loss": 3.9402,
+      "step": 214500
+    },
+    {
+      "epoch": 148.89,
+      "learning_rate": 1.7022160664819946e-05,
+      "loss": 3.9389,
+      "step": 215000
+    },
+    {
+      "epoch": 149.0,
+      "eval_loss": 3.8652150630950928,
+      "eval_runtime": 74.5415,
+      "eval_samples_per_second": 6606.034,
+      "eval_steps_per_second": 2.16,
+      "step": 215156
+    },
+    {
+      "epoch": 149.24,
+      "learning_rate": 1.7015235457063713e-05,
+      "loss": 3.9387,
+      "step": 215500
+    },
+    {
+      "epoch": 149.58,
+      "learning_rate": 1.700831024930748e-05,
+      "loss": 3.9394,
+      "step": 216000
+    },
+    {
+      "epoch": 149.93,
+      "learning_rate": 1.7001385041551247e-05,
+      "loss": 3.9387,
+      "step": 216500
+    },
+    {
+      "epoch": 150.0,
+      "eval_loss": 3.8585476875305176,
+      "eval_runtime": 75.2231,
+      "eval_samples_per_second": 6546.184,
+      "eval_steps_per_second": 2.14,
+      "step": 216600
+    },
+    {
+      "epoch": 150.28,
+      "learning_rate": 1.6994459833795017e-05,
+      "loss": 3.9363,
+      "step": 217000
+    },
+    {
+      "epoch": 150.62,
+      "learning_rate": 1.698753462603878e-05,
+      "loss": 3.9406,
+      "step": 217500
+    },
+    {
+      "epoch": 150.97,
+      "learning_rate": 1.698060941828255e-05,
+      "loss": 3.9375,
+      "step": 218000
+    },
+    {
+      "epoch": 151.0,
+      "eval_loss": 3.8584671020507812,
+      "eval_runtime": 75.4049,
+      "eval_samples_per_second": 6530.4,
+      "eval_steps_per_second": 2.135,
+      "step": 218044
+    },
+    {
+      "epoch": 151.32,
+      "learning_rate": 1.6973684210526318e-05,
+      "loss": 3.9365,
+      "step": 218500
+    },
+    {
+      "epoch": 151.66,
+      "learning_rate": 1.6966759002770085e-05,
+      "loss": 3.9365,
+      "step": 219000
+    },
+    {
+      "epoch": 152.0,
+      "eval_loss": 3.8540356159210205,
+      "eval_runtime": 72.8254,
+      "eval_samples_per_second": 6761.71,
+      "eval_steps_per_second": 2.211,
+      "step": 219488
+    },
+    {
+      "epoch": 152.01,
+      "learning_rate": 1.6959833795013852e-05,
+      "loss": 3.9354,
+      "step": 219500
+    },
+    {
+      "epoch": 152.35,
+      "learning_rate": 1.695290858725762e-05,
+      "loss": 3.9347,
+      "step": 220000
+    },
+    {
+      "epoch": 152.7,
+      "learning_rate": 1.6945983379501386e-05,
+      "loss": 3.9313,
+      "step": 220500
+    },
+    {
+      "epoch": 153.0,
+      "eval_loss": 3.853323459625244,
+      "eval_runtime": 74.3001,
+      "eval_samples_per_second": 6627.5,
+      "eval_steps_per_second": 2.167,
+      "step": 220932
+    },
+    {
+      "epoch": 153.05,
+      "learning_rate": 1.6939058171745153e-05,
+      "loss": 3.9335,
+      "step": 221000
+    },
+    {
+      "epoch": 153.39,
+      "learning_rate": 1.693213296398892e-05,
+      "loss": 3.932,
+      "step": 221500
+    },
+    {
+      "epoch": 153.74,
+      "learning_rate": 1.692520775623269e-05,
+      "loss": 3.9287,
+      "step": 222000
+    },
+    {
+      "epoch": 154.0,
+      "eval_loss": 3.853574275970459,
+      "eval_runtime": 74.3871,
+      "eval_samples_per_second": 6619.754,
+      "eval_steps_per_second": 2.164,
+      "step": 222376
+    },
+    {
+      "epoch": 154.09,
+      "learning_rate": 1.6918282548476454e-05,
+      "loss": 3.935,
+      "step": 222500
+    },
+    {
+      "epoch": 154.43,
+      "learning_rate": 1.6911357340720224e-05,
+      "loss": 3.9323,
+      "step": 223000
+    },
+    {
+      "epoch": 154.78,
+      "learning_rate": 1.690443213296399e-05,
+      "loss": 3.9304,
+      "step": 223500
+    },
+    {
+      "epoch": 155.0,
+      "eval_loss": 3.854647636413574,
+      "eval_runtime": 75.0693,
+      "eval_samples_per_second": 6559.592,
+      "eval_steps_per_second": 2.145,
+      "step": 223820
+    },
+    {
+      "epoch": 155.12,
+      "learning_rate": 1.6897506925207758e-05,
+      "loss": 3.9285,
+      "step": 224000
+    },
+    {
+      "epoch": 155.47,
+      "learning_rate": 1.6890581717451525e-05,
+      "loss": 3.927,
+      "step": 224500
+    },
+    {
+      "epoch": 155.82,
+      "learning_rate": 1.688365650969529e-05,
+      "loss": 3.9304,
+      "step": 225000
+    },
+    {
+      "epoch": 156.0,
+      "eval_loss": 3.8501617908477783,
+      "eval_runtime": 75.8197,
+      "eval_samples_per_second": 6494.673,
+      "eval_steps_per_second": 2.123,
+      "step": 225264
+    },
+    {
+      "epoch": 156.16,
+      "learning_rate": 1.687673130193906e-05,
+      "loss": 3.9299,
+      "step": 225500
+    },
+    {
+      "epoch": 156.51,
+      "learning_rate": 1.686980609418283e-05,
+      "loss": 3.9282,
+      "step": 226000
+    },
+    {
+      "epoch": 156.86,
+      "learning_rate": 1.6862880886426592e-05,
+      "loss": 3.9257,
+      "step": 226500
+    },
+    {
+      "epoch": 157.0,
+      "eval_loss": 3.8476805686950684,
+      "eval_runtime": 73.4445,
+      "eval_samples_per_second": 6704.713,
+      "eval_steps_per_second": 2.192,
+      "step": 226708
+    },
+    {
+      "epoch": 157.2,
+      "learning_rate": 1.6855955678670363e-05,
+      "loss": 3.9263,
+      "step": 227000
+    },
+    {
+      "epoch": 157.55,
+      "learning_rate": 1.684903047091413e-05,
+      "loss": 3.9247,
+      "step": 227500
+    },
+    {
+      "epoch": 157.89,
+      "learning_rate": 1.6842105263157896e-05,
+      "loss": 3.9242,
+      "step": 228000
+    },
+    {
+      "epoch": 158.0,
+      "eval_loss": 3.8495914936065674,
+      "eval_runtime": 74.4187,
+      "eval_samples_per_second": 6616.942,
+      "eval_steps_per_second": 2.163,
+      "step": 228152
+    },
+    {
+      "epoch": 158.24,
+      "learning_rate": 1.6835180055401663e-05,
+      "loss": 3.9235,
+      "step": 228500
+    },
+    {
+      "epoch": 158.59,
+      "learning_rate": 1.682825484764543e-05,
+      "loss": 3.9275,
+      "step": 229000
+    },
+    {
+      "epoch": 158.93,
+      "learning_rate": 1.68213296398892e-05,
+      "loss": 3.9219,
+      "step": 229500
+    },
+    {
+      "epoch": 159.0,
+      "eval_loss": 3.850391387939453,
+      "eval_runtime": 74.2125,
+      "eval_samples_per_second": 6635.322,
+      "eval_steps_per_second": 2.169,
+      "step": 229596
+    },
+    {
+      "epoch": 159.28,
+      "learning_rate": 1.6814404432132964e-05,
+      "loss": 3.9203,
+      "step": 230000
+    },
+    {
+      "epoch": 159.63,
+      "learning_rate": 1.680747922437673e-05,
+      "loss": 3.9239,
+      "step": 230500
+    },
+    {
+      "epoch": 159.97,
+      "learning_rate": 1.68005540166205e-05,
+      "loss": 3.9236,
+      "step": 231000
+    },
+    {
+      "epoch": 160.0,
+      "eval_loss": 3.8478267192840576,
+      "eval_runtime": 74.9917,
+      "eval_samples_per_second": 6566.379,
+      "eval_steps_per_second": 2.147,
+      "step": 231040
+    },
+    {
+      "epoch": 160.32,
+      "learning_rate": 1.6793628808864265e-05,
+      "loss": 3.9238,
+      "step": 231500
+    },
+    {
+      "epoch": 160.66,
+      "learning_rate": 1.6786703601108035e-05,
+      "loss": 3.9222,
+      "step": 232000
+    },
+    {
+      "epoch": 161.0,
+      "eval_loss": 3.8385064601898193,
+      "eval_runtime": 74.3809,
+      "eval_samples_per_second": 6620.298,
+      "eval_steps_per_second": 2.165,
+      "step": 232484
+    },
+    {
+      "epoch": 161.01,
+      "learning_rate": 1.6779778393351802e-05,
+      "loss": 3.92,
+      "step": 232500
+    },
+    {
+      "epoch": 161.36,
+      "learning_rate": 1.677285318559557e-05,
+      "loss": 3.9184,
+      "step": 233000
+    },
+    {
+      "epoch": 161.7,
+      "learning_rate": 1.6765927977839336e-05,
+      "loss": 3.9231,
+      "step": 233500
+    },
+    {
+      "epoch": 162.0,
+      "eval_loss": 3.844747543334961,
+      "eval_runtime": 73.4727,
+      "eval_samples_per_second": 6702.138,
+      "eval_steps_per_second": 2.191,
+      "step": 233928
+    },
+    {
+      "epoch": 162.05,
+      "learning_rate": 1.6759002770083103e-05,
+      "loss": 3.9186,
+      "step": 234000
+    },
+    {
+      "epoch": 162.4,
+      "learning_rate": 1.6752077562326873e-05,
+      "loss": 3.9207,
+      "step": 234500
+    },
+    {
+      "epoch": 162.74,
+      "learning_rate": 1.674515235457064e-05,
+      "loss": 3.9161,
+      "step": 235000
+    },
+    {
+      "epoch": 163.0,
+      "eval_loss": 3.839341640472412,
+      "eval_runtime": 74.6904,
+      "eval_samples_per_second": 6592.87,
+      "eval_steps_per_second": 2.156,
+      "step": 235372
+    },
+    {
+      "epoch": 163.09,
+      "learning_rate": 1.6738227146814404e-05,
+      "loss": 3.9223,
+      "step": 235500
+    },
+    {
+      "epoch": 163.43,
+      "learning_rate": 1.6731301939058174e-05,
+      "loss": 3.9151,
+      "step": 236000
+    },
+    {
+      "epoch": 163.78,
+      "learning_rate": 1.672437673130194e-05,
+      "loss": 3.918,
+      "step": 236500
+    },
+    {
+      "epoch": 164.0,
+      "eval_loss": 3.8450632095336914,
+      "eval_runtime": 74.8435,
+      "eval_samples_per_second": 6579.385,
+      "eval_steps_per_second": 2.151,
+      "step": 236816
+    },
+    {
+      "epoch": 164.13,
+      "learning_rate": 1.6717451523545708e-05,
+      "loss": 3.9184,
+      "step": 237000
+    },
+    {
+      "epoch": 164.47,
+      "learning_rate": 1.6710526315789475e-05,
+      "loss": 3.9175,
+      "step": 237500
+    },
+    {
+      "epoch": 164.82,
+      "learning_rate": 1.670360110803324e-05,
+      "loss": 3.9153,
+      "step": 238000
+    },
+    {
+      "epoch": 165.0,
+      "eval_loss": 3.8364455699920654,
+      "eval_runtime": 75.2179,
+      "eval_samples_per_second": 6546.636,
+      "eval_steps_per_second": 2.14,
+      "step": 238260
+    },
+    {
+      "epoch": 165.17,
+      "learning_rate": 1.6696675900277012e-05,
+      "loss": 3.9151,
+      "step": 238500
+    },
+    {
+      "epoch": 165.51,
+      "learning_rate": 1.6689750692520775e-05,
+      "loss": 3.9139,
+      "step": 239000
+    },
+    {
+      "epoch": 165.86,
+      "learning_rate": 1.6682825484764546e-05,
+      "loss": 3.9158,
+      "step": 239500
+    },
+    {
+      "epoch": 166.0,
+      "eval_loss": 3.8352112770080566,
+      "eval_runtime": 74.8807,
+      "eval_samples_per_second": 6576.117,
+      "eval_steps_per_second": 2.15,
+      "step": 239704
+    },
+    {
+      "epoch": 166.2,
+      "learning_rate": 1.6675900277008313e-05,
+      "loss": 3.9151,
+      "step": 240000
+    },
+    {
+      "epoch": 166.55,
+      "learning_rate": 1.666897506925208e-05,
+      "loss": 3.9146,
+      "step": 240500
+    },
+    {
+      "epoch": 166.9,
+      "learning_rate": 1.6662049861495847e-05,
+      "loss": 3.9138,
+      "step": 241000
+    },
+    {
+      "epoch": 167.0,
+      "eval_loss": 3.835671901702881,
+      "eval_runtime": 74.7206,
+      "eval_samples_per_second": 6590.203,
+      "eval_steps_per_second": 2.155,
+      "step": 241148
+    },
+    {
+      "epoch": 167.24,
+      "learning_rate": 1.6655124653739613e-05,
+      "loss": 3.9147,
+      "step": 241500
+    },
+    {
+      "epoch": 167.59,
+      "learning_rate": 1.664819944598338e-05,
+      "loss": 3.9128,
+      "step": 242000
+    },
+    {
+      "epoch": 167.94,
+      "learning_rate": 1.6641274238227147e-05,
+      "loss": 3.9135,
+      "step": 242500
+    },
+    {
+      "epoch": 168.0,
+      "eval_loss": 3.829854726791382,
+      "eval_runtime": 72.8907,
+      "eval_samples_per_second": 6755.652,
+      "eval_steps_per_second": 2.209,
+      "step": 242592
+    },
+    {
+      "epoch": 168.28,
+      "learning_rate": 1.6634349030470914e-05,
+      "loss": 3.9116,
+      "step": 243000
+    },
+    {
+      "epoch": 168.63,
+      "learning_rate": 1.6627423822714685e-05,
+      "loss": 3.9104,
+      "step": 243500
+    },
+    {
+      "epoch": 168.98,
+      "learning_rate": 1.6620498614958448e-05,
+      "loss": 3.9086,
+      "step": 244000
+    },
+    {
+      "epoch": 169.0,
+      "eval_loss": 3.83186411857605,
+      "eval_runtime": 73.8836,
+      "eval_samples_per_second": 6664.86,
+      "eval_steps_per_second": 2.179,
+      "step": 244036
+    },
+    {
+      "epoch": 169.32,
+      "learning_rate": 1.661357340720222e-05,
+      "loss": 3.9102,
+      "step": 244500
+    },
+    {
+      "epoch": 169.67,
+      "learning_rate": 1.6606648199445985e-05,
+      "loss": 3.9093,
+      "step": 245000
+    },
+    {
+      "epoch": 170.0,
+      "eval_loss": 3.831186532974243,
+      "eval_runtime": 75.6023,
+      "eval_samples_per_second": 6513.346,
+      "eval_steps_per_second": 2.13,
+      "step": 245480
+    },
+    {
+      "epoch": 170.01,
+      "learning_rate": 1.6599722991689752e-05,
+      "loss": 3.9092,
+      "step": 245500
+    },
+    {
+      "epoch": 170.36,
+      "learning_rate": 1.659279778393352e-05,
+      "loss": 3.9083,
+      "step": 246000
+    },
+    {
+      "epoch": 170.71,
+      "learning_rate": 1.6585872576177286e-05,
+      "loss": 3.9087,
+      "step": 246500
+    },
+    {
+      "epoch": 171.0,
+      "eval_loss": 3.8296992778778076,
+      "eval_runtime": 74.0581,
+      "eval_samples_per_second": 6649.158,
+      "eval_steps_per_second": 2.174,
+      "step": 246924
+    },
+    {
+      "epoch": 171.05,
+      "learning_rate": 1.6578947368421053e-05,
+      "loss": 3.9097,
+      "step": 247000
+    },
+    {
+      "epoch": 171.4,
+      "learning_rate": 1.6572022160664823e-05,
+      "loss": 3.9103,
+      "step": 247500
+    },
+    {
+      "epoch": 171.75,
+      "learning_rate": 1.6565096952908587e-05,
+      "loss": 3.9078,
+      "step": 248000
+    },
+    {
+      "epoch": 172.0,
+      "eval_loss": 3.8280537128448486,
+      "eval_runtime": 74.6178,
+      "eval_samples_per_second": 6599.284,
+      "eval_steps_per_second": 2.158,
+      "step": 248368
+    },
+    {
+      "epoch": 172.09,
+      "learning_rate": 1.6558171745152357e-05,
+      "loss": 3.9065,
+      "step": 248500
+    },
+    {
+      "epoch": 172.44,
+      "learning_rate": 1.6551246537396124e-05,
+      "loss": 3.9052,
+      "step": 249000
+    },
+    {
+      "epoch": 172.78,
+      "learning_rate": 1.654432132963989e-05,
+      "loss": 3.9052,
+      "step": 249500
+    },
+    {
+      "epoch": 173.0,
+      "eval_loss": 3.828386068344116,
+      "eval_runtime": 74.5947,
+      "eval_samples_per_second": 6601.323,
+      "eval_steps_per_second": 2.158,
+      "step": 249812
+    },
+    {
+      "epoch": 173.13,
+      "learning_rate": 1.6537396121883658e-05,
+      "loss": 3.9037,
+      "step": 250000
+    },
+    {
+      "epoch": 173.48,
+      "learning_rate": 1.6530470914127425e-05,
+      "loss": 3.9046,
+      "step": 250500
+    },
+    {
+      "epoch": 173.82,
+      "learning_rate": 1.6523545706371195e-05,
+      "loss": 3.9059,
+      "step": 251000
+    },
+    {
+      "epoch": 174.0,
+      "eval_loss": 3.82259464263916,
+      "eval_runtime": 75.1329,
+      "eval_samples_per_second": 6554.041,
+      "eval_steps_per_second": 2.143,
+      "step": 251256
+    },
+    {
+      "epoch": 174.17,
+      "learning_rate": 1.651662049861496e-05,
+      "loss": 3.9044,
+      "step": 251500
+    },
+    {
+      "epoch": 174.52,
+      "learning_rate": 1.6509695290858726e-05,
+      "loss": 3.9041,
+      "step": 252000
+    },
+    {
+      "epoch": 174.86,
+      "learning_rate": 1.6502770083102496e-05,
+      "loss": 3.9006,
+      "step": 252500
+    },
+    {
+      "epoch": 175.0,
+      "eval_loss": 3.8257510662078857,
+      "eval_runtime": 75.0788,
+      "eval_samples_per_second": 6558.759,
+      "eval_steps_per_second": 2.144,
+      "step": 252700
+    },
+    {
+      "epoch": 175.21,
+      "learning_rate": 1.649584487534626e-05,
+      "loss": 3.9025,
+      "step": 253000
+    },
+    {
+      "epoch": 175.55,
+      "learning_rate": 1.648891966759003e-05,
+      "loss": 3.9015,
+      "step": 253500
+    },
+    {
+      "epoch": 175.9,
+      "learning_rate": 1.6481994459833797e-05,
+      "loss": 3.9046,
+      "step": 254000
+    },
+    {
+      "epoch": 176.0,
+      "eval_loss": 3.8246407508850098,
+      "eval_runtime": 76.1781,
+      "eval_samples_per_second": 6464.119,
+      "eval_steps_per_second": 2.113,
+      "step": 254144
+    },
+    {
+      "epoch": 176.25,
+      "learning_rate": 1.6475069252077564e-05,
+      "loss": 3.9034,
+      "step": 254500
+    },
+    {
+      "epoch": 176.59,
+      "learning_rate": 1.646814404432133e-05,
+      "loss": 3.8996,
+      "step": 255000
+    },
+    {
+      "epoch": 176.94,
+      "learning_rate": 1.6461218836565097e-05,
+      "loss": 3.9027,
+      "step": 255500
+    },
+    {
+      "epoch": 177.0,
+      "eval_loss": 3.81931471824646,
+      "eval_runtime": 74.6152,
+      "eval_samples_per_second": 6599.512,
+      "eval_steps_per_second": 2.158,
+      "step": 255588
+    },
+    {
+      "epoch": 177.29,
+      "learning_rate": 1.6454293628808868e-05,
+      "loss": 3.9021,
+      "step": 256000
+    },
+    {
+      "epoch": 177.63,
+      "learning_rate": 1.644736842105263e-05,
+      "loss": 3.8989,
+      "step": 256500
+    },
+    {
+      "epoch": 177.98,
+      "learning_rate": 1.6440443213296398e-05,
+      "loss": 3.9024,
+      "step": 257000
+    },
+    {
+      "epoch": 178.0,
+      "eval_loss": 3.819705009460449,
+      "eval_runtime": 75.4024,
+      "eval_samples_per_second": 6530.618,
+      "eval_steps_per_second": 2.135,
+      "step": 257032
+    },
+    {
+      "epoch": 178.32,
+      "learning_rate": 1.643351800554017e-05,
+      "loss": 3.9012,
+      "step": 257500
+    },
+    {
+      "epoch": 178.67,
+      "learning_rate": 1.6426592797783935e-05,
+      "loss": 3.9007,
+      "step": 258000
+    },
+    {
+      "epoch": 179.0,
+      "eval_loss": 3.817988634109497,
+      "eval_runtime": 74.2631,
+      "eval_samples_per_second": 6630.806,
+      "eval_steps_per_second": 2.168,
+      "step": 258476
+    },
+    {
+      "epoch": 179.02,
+      "learning_rate": 1.6419667590027702e-05,
+      "loss": 3.8962,
+      "step": 258500
+    },
+    {
+      "epoch": 179.36,
+      "learning_rate": 1.641274238227147e-05,
+      "loss": 3.9005,
+      "step": 259000
+    },
+    {
+      "epoch": 179.71,
+      "learning_rate": 1.6405817174515236e-05,
+      "loss": 3.897,
+      "step": 259500
+    },
+    {
+      "epoch": 180.0,
+      "eval_loss": 3.8208701610565186,
+      "eval_runtime": 75.7163,
+      "eval_samples_per_second": 6503.537,
+      "eval_steps_per_second": 2.126,
+      "step": 259920
+    },
+    {
+      "epoch": 180.06,
+      "learning_rate": 1.6398891966759006e-05,
+      "loss": 3.9019,
+      "step": 260000
+    },
+    {
+      "epoch": 180.4,
+      "learning_rate": 1.639196675900277e-05,
+      "loss": 3.8984,
+      "step": 260500
+    },
+    {
+      "epoch": 180.75,
+      "learning_rate": 1.638504155124654e-05,
+      "loss": 3.8967,
+      "step": 261000
+    },
+    {
+      "epoch": 181.0,
+      "eval_loss": 3.814295768737793,
+      "eval_runtime": 74.2326,
+      "eval_samples_per_second": 6633.527,
+      "eval_steps_per_second": 2.169,
+      "step": 261364
+    },
+    {
+      "epoch": 181.09,
+      "learning_rate": 1.6378116343490307e-05,
+      "loss": 3.8996,
+      "step": 261500
+    },
+    {
+      "epoch": 181.44,
+      "learning_rate": 1.6371191135734074e-05,
+      "loss": 3.8951,
+      "step": 262000
+    },
+    {
+      "epoch": 181.79,
+      "learning_rate": 1.636426592797784e-05,
+      "loss": 3.8978,
+      "step": 262500
+    },
+    {
+      "epoch": 182.0,
+      "eval_loss": 3.816028118133545,
+      "eval_runtime": 74.7425,
+      "eval_samples_per_second": 6588.271,
+      "eval_steps_per_second": 2.154,
+      "step": 262808
+    },
+    {
+      "epoch": 182.13,
+      "learning_rate": 1.6357340720221608e-05,
+      "loss": 3.896,
+      "step": 263000
+    },
+    {
+      "epoch": 182.48,
+      "learning_rate": 1.6350415512465375e-05,
+      "loss": 3.8943,
+      "step": 263500
+    },
+    {
+      "epoch": 182.83,
+      "learning_rate": 1.6343490304709142e-05,
+      "loss": 3.894,
+      "step": 264000
+    },
+    {
+      "epoch": 183.0,
+      "eval_loss": 3.8133652210235596,
+      "eval_runtime": 76.198,
+      "eval_samples_per_second": 6462.426,
+      "eval_steps_per_second": 2.113,
+      "step": 264252
+    },
+    {
+      "epoch": 183.17,
+      "learning_rate": 1.633656509695291e-05,
+      "loss": 3.8947,
+      "step": 264500
+    },
+    {
+      "epoch": 183.52,
+      "learning_rate": 1.632963988919668e-05,
+      "loss": 3.8949,
+      "step": 265000
+    },
+    {
+      "epoch": 183.86,
+      "learning_rate": 1.6322714681440443e-05,
+      "loss": 3.8919,
+      "step": 265500
+    },
+    {
+      "epoch": 184.0,
+      "eval_loss": 3.8209118843078613,
+      "eval_runtime": 74.4007,
+      "eval_samples_per_second": 6618.538,
+      "eval_steps_per_second": 2.164,
+      "step": 265696
+    },
+    {
+      "epoch": 184.21,
+      "learning_rate": 1.6315789473684213e-05,
+      "loss": 3.8918,
+      "step": 266000
+    },
+    {
+      "epoch": 184.56,
+      "learning_rate": 1.630886426592798e-05,
+      "loss": 3.893,
+      "step": 266500
+    },
+    {
+      "epoch": 184.9,
+      "learning_rate": 1.6301939058171747e-05,
+      "loss": 3.8915,
+      "step": 267000
+    },
+    {
+      "epoch": 185.0,
+      "eval_loss": 3.812711477279663,
+      "eval_runtime": 74.8088,
+      "eval_samples_per_second": 6582.437,
+      "eval_steps_per_second": 2.152,
+      "step": 267140
+    },
+    {
+      "epoch": 185.25,
+      "learning_rate": 1.6295013850415514e-05,
+      "loss": 3.8911,
+      "step": 267500
+    },
+    {
+      "epoch": 185.6,
+      "learning_rate": 1.628808864265928e-05,
+      "loss": 3.8878,
+      "step": 268000
+    },
+    {
+      "epoch": 185.94,
+      "learning_rate": 1.6281163434903047e-05,
+      "loss": 3.8909,
+      "step": 268500
+    },
+    {
+      "epoch": 186.0,
+      "eval_loss": 3.8139772415161133,
+      "eval_runtime": 73.8157,
+      "eval_samples_per_second": 6670.991,
+      "eval_steps_per_second": 2.181,
+      "step": 268584
+    },
+    {
+      "epoch": 186.29,
+      "learning_rate": 1.6274238227146814e-05,
+      "loss": 3.8906,
+      "step": 269000
+    },
+    {
+      "epoch": 186.63,
+      "learning_rate": 1.626731301939058e-05,
+      "loss": 3.8891,
+      "step": 269500
+    },
+    {
+      "epoch": 186.98,
+      "learning_rate": 1.626038781163435e-05,
+      "loss": 3.8894,
+      "step": 270000
+    },
+    {
+      "epoch": 187.0,
+      "eval_loss": 3.811793327331543,
+      "eval_runtime": 76.5559,
+      "eval_samples_per_second": 6432.215,
+      "eval_steps_per_second": 2.103,
+      "step": 270028
+    },
+    {
+      "epoch": 187.33,
+      "learning_rate": 1.625346260387812e-05,
+      "loss": 3.8857,
+      "step": 270500
+    },
+    {
+      "epoch": 187.67,
+      "learning_rate": 1.6246537396121885e-05,
+      "loss": 3.886,
+      "step": 271000
+    },
+    {
+      "epoch": 188.0,
+      "eval_loss": 3.812798500061035,
+      "eval_runtime": 73.9286,
+      "eval_samples_per_second": 6660.807,
+      "eval_steps_per_second": 2.178,
+      "step": 271472
+    },
+    {
+      "epoch": 188.02,
+      "learning_rate": 1.6239612188365652e-05,
+      "loss": 3.8875,
+      "step": 271500
+    },
+    {
+      "epoch": 188.37,
+      "learning_rate": 1.623268698060942e-05,
+      "loss": 3.8906,
+      "step": 272000
+    },
+    {
+      "epoch": 188.71,
+      "learning_rate": 1.622576177285319e-05,
+      "loss": 3.8868,
+      "step": 272500
+    },
+    {
+      "epoch": 189.0,
+      "eval_loss": 3.808310031890869,
+      "eval_runtime": 74.6,
+      "eval_samples_per_second": 6600.861,
+      "eval_steps_per_second": 2.158,
+      "step": 272916
+    },
+    {
+      "epoch": 189.06,
+      "learning_rate": 1.6218836565096953e-05,
+      "loss": 3.8846,
+      "step": 273000
+    },
+    {
+      "epoch": 189.4,
+      "learning_rate": 1.621191135734072e-05,
+      "loss": 3.8873,
+      "step": 273500
+    },
+    {
+      "epoch": 189.75,
+      "learning_rate": 1.620498614958449e-05,
+      "loss": 3.8827,
+      "step": 274000
+    },
+    {
+      "epoch": 190.0,
+      "eval_loss": 3.8040313720703125,
+      "eval_runtime": 73.574,
+      "eval_samples_per_second": 6692.91,
+      "eval_steps_per_second": 2.188,
+      "step": 274360
+    },
+    {
+      "epoch": 190.1,
+      "learning_rate": 1.6198060941828254e-05,
+      "loss": 3.888,
+      "step": 274500
+    },
+    {
+      "epoch": 190.44,
+      "learning_rate": 1.6191135734072024e-05,
+      "loss": 3.8879,
+      "step": 275000
+    },
+    {
+      "epoch": 190.79,
+      "learning_rate": 1.618421052631579e-05,
+      "loss": 3.8854,
+      "step": 275500
+    },
+    {
+      "epoch": 191.0,
+      "eval_loss": 3.8076326847076416,
+      "eval_runtime": 73.5075,
+      "eval_samples_per_second": 6698.963,
+      "eval_steps_per_second": 2.19,
+      "step": 275804
+    },
+    {
+      "epoch": 191.14,
+      "learning_rate": 1.6177285318559558e-05,
+      "loss": 3.8866,
+      "step": 276000
+    },
+    {
+      "epoch": 191.48,
+      "learning_rate": 1.6170360110803325e-05,
+      "loss": 3.8838,
+      "step": 276500
+    },
+    {
+      "epoch": 191.83,
+      "learning_rate": 1.6163434903047092e-05,
+      "loss": 3.8814,
+      "step": 277000
+    },
+    {
+      "epoch": 192.0,
+      "eval_loss": 3.8077051639556885,
+      "eval_runtime": 74.0447,
+      "eval_samples_per_second": 6650.364,
+      "eval_steps_per_second": 2.174,
+      "step": 277248
+    },
+    {
+      "epoch": 192.17,
+      "learning_rate": 1.6156509695290862e-05,
+      "loss": 3.8826,
+      "step": 277500
+    },
+    {
+      "epoch": 192.52,
+      "learning_rate": 1.6149584487534626e-05,
+      "loss": 3.8837,
+      "step": 278000
+    },
+    {
+      "epoch": 192.87,
+      "learning_rate": 1.6142659279778396e-05,
+      "loss": 3.8825,
+      "step": 278500
+    },
+    {
+      "epoch": 193.0,
+      "eval_loss": 3.8101003170013428,
+      "eval_runtime": 74.4578,
+      "eval_samples_per_second": 6613.463,
+      "eval_steps_per_second": 2.162,
+      "step": 278692
+    },
+    {
+      "epoch": 193.21,
+      "learning_rate": 1.6135734072022163e-05,
+      "loss": 3.8808,
+      "step": 279000
+    },
+    {
+      "epoch": 193.56,
+      "learning_rate": 1.612880886426593e-05,
+      "loss": 3.8832,
+      "step": 279500
+    },
+    {
+      "epoch": 193.91,
+      "learning_rate": 1.6121883656509697e-05,
+      "loss": 3.8824,
+      "step": 280000
+    },
+    {
+      "epoch": 194.0,
+      "eval_loss": 3.8035974502563477,
+      "eval_runtime": 73.2562,
+      "eval_samples_per_second": 6721.947,
+      "eval_steps_per_second": 2.198,
+      "step": 280136
+    },
+    {
+      "epoch": 194.25,
+      "learning_rate": 1.6114958448753464e-05,
+      "loss": 3.8806,
+      "step": 280500
+    },
+    {
+      "epoch": 194.6,
+      "learning_rate": 1.610803324099723e-05,
+      "loss": 3.8783,
+      "step": 281000
+    },
+    {
+      "epoch": 194.94,
+      "learning_rate": 1.6101108033240998e-05,
+      "loss": 3.8784,
+      "step": 281500
+    },
+    {
+      "epoch": 195.0,
+      "eval_loss": 3.8016698360443115,
+      "eval_runtime": 75.1162,
+      "eval_samples_per_second": 6555.495,
+      "eval_steps_per_second": 2.143,
+      "step": 281580
+    },
+    {
+      "epoch": 195.29,
+      "learning_rate": 1.6094182825484764e-05,
+      "loss": 3.8792,
+      "step": 282000
+    },
+    {
+      "epoch": 195.64,
+      "learning_rate": 1.6087257617728535e-05,
+      "loss": 3.8828,
+      "step": 282500
+    },
+    {
+      "epoch": 195.98,
+      "learning_rate": 1.60803324099723e-05,
+      "loss": 3.8796,
+      "step": 283000
+    },
+    {
+      "epoch": 196.0,
+      "eval_loss": 3.8056745529174805,
+      "eval_runtime": 74.4209,
+      "eval_samples_per_second": 6616.747,
+      "eval_steps_per_second": 2.163,
+      "step": 283024
+    },
+    {
+      "epoch": 196.33,
+      "learning_rate": 1.607340720221607e-05,
+      "loss": 3.8769,
+      "step": 283500
+    },
+    {
+      "epoch": 196.68,
+      "learning_rate": 1.6066481994459835e-05,
+      "loss": 3.8801,
+      "step": 284000
+    },
+    {
+      "epoch": 197.0,
+      "eval_loss": 3.8007116317749023,
+      "eval_runtime": 77.2912,
+      "eval_samples_per_second": 6371.024,
+      "eval_steps_per_second": 2.083,
+      "step": 284468
+    },
+    {
+      "epoch": 197.02,
+      "learning_rate": 1.6059556786703602e-05,
+      "loss": 3.8765,
+      "step": 284500
+    },
+    {
+      "epoch": 197.37,
+      "learning_rate": 1.605263157894737e-05,
+      "loss": 3.8789,
+      "step": 285000
+    },
+    {
+      "epoch": 197.71,
+      "learning_rate": 1.6045706371191136e-05,
+      "loss": 3.8787,
+      "step": 285500
+    },
+    {
+      "epoch": 198.0,
+      "eval_loss": 3.7981278896331787,
+      "eval_runtime": 74.6743,
+      "eval_samples_per_second": 6594.29,
+      "eval_steps_per_second": 2.156,
+      "step": 285912
+    },
+    {
+      "epoch": 198.06,
+      "learning_rate": 1.6038781163434903e-05,
+      "loss": 3.8782,
+      "step": 286000
+    },
+    {
+      "epoch": 198.41,
+      "learning_rate": 1.6031855955678673e-05,
+      "loss": 3.8791,
+      "step": 286500
+    },
+    {
+      "epoch": 198.75,
+      "learning_rate": 1.6024930747922437e-05,
+      "loss": 3.876,
+      "step": 287000
+    },
+    {
+      "epoch": 199.0,
+      "eval_loss": 3.800157070159912,
+      "eval_runtime": 74.4204,
+      "eval_samples_per_second": 6616.785,
+      "eval_steps_per_second": 2.163,
+      "step": 287356
+    },
+    {
+      "epoch": 199.1,
+      "learning_rate": 1.6018005540166207e-05,
+      "loss": 3.8771,
+      "step": 287500
+    },
+    {
+      "epoch": 199.45,
+      "learning_rate": 1.6011080332409974e-05,
+      "loss": 3.8753,
+      "step": 288000
+    },
+    {
+      "epoch": 199.79,
+      "learning_rate": 1.600415512465374e-05,
+      "loss": 3.8739,
+      "step": 288500
+    },
+    {
+      "epoch": 200.0,
+      "eval_loss": 3.801537036895752,
+      "eval_runtime": 73.7536,
+      "eval_samples_per_second": 6676.611,
+      "eval_steps_per_second": 2.183,
+      "step": 288800
+    },
+    {
+      "epoch": 200.14,
+      "learning_rate": 1.5997229916897508e-05,
+      "loss": 3.8727,
+      "step": 289000
+    },
+    {
+      "epoch": 200.48,
+      "learning_rate": 1.5990304709141275e-05,
+      "loss": 3.8757,
+      "step": 289500
+    },
+    {
+      "epoch": 200.83,
+      "learning_rate": 1.5983379501385042e-05,
+      "loss": 3.8718,
+      "step": 290000
+    },
+    {
+      "epoch": 201.0,
+      "eval_loss": 3.7952911853790283,
+      "eval_runtime": 79.0161,
+      "eval_samples_per_second": 6231.949,
+      "eval_steps_per_second": 2.038,
+      "step": 290244
+    },
+    {
+      "epoch": 201.18,
+      "learning_rate": 1.597645429362881e-05,
+      "loss": 3.8703,
+      "step": 290500
+    },
+    {
+      "epoch": 201.52,
+      "learning_rate": 1.5969529085872576e-05,
+      "loss": 3.8742,
+      "step": 291000
+    },
+    {
+      "epoch": 201.87,
+      "learning_rate": 1.5962603878116346e-05,
+      "loss": 3.8728,
+      "step": 291500
+    },
+    {
+      "epoch": 202.0,
+      "eval_loss": 3.794914484024048,
+      "eval_runtime": 73.3296,
+      "eval_samples_per_second": 6715.218,
+      "eval_steps_per_second": 2.196,
+      "step": 291688
+    },
+    {
+      "epoch": 202.22,
+      "learning_rate": 1.5955678670360113e-05,
+      "loss": 3.8716,
+      "step": 292000
+    },
+    {
+      "epoch": 202.56,
+      "learning_rate": 1.594875346260388e-05,
+      "loss": 3.8721,
+      "step": 292500
+    },
+    {
+      "epoch": 202.91,
+      "learning_rate": 1.5941828254847647e-05,
+      "loss": 3.871,
+      "step": 293000
+    },
+    {
+      "epoch": 203.0,
+      "eval_loss": 3.791077136993408,
+      "eval_runtime": 75.7759,
+      "eval_samples_per_second": 6498.426,
+      "eval_steps_per_second": 2.125,
+      "step": 293132
+    },
+    {
+      "epoch": 203.25,
+      "learning_rate": 1.5934903047091414e-05,
+      "loss": 3.8718,
+      "step": 293500
+    },
+    {
+      "epoch": 203.6,
+      "learning_rate": 1.592797783933518e-05,
+      "loss": 3.8714,
+      "step": 294000
+    },
+    {
+      "epoch": 203.95,
+      "learning_rate": 1.5921052631578948e-05,
+      "loss": 3.8686,
+      "step": 294500
+    },
+    {
+      "epoch": 204.0,
+      "eval_loss": 3.791466474533081,
+      "eval_runtime": 76.174,
+      "eval_samples_per_second": 6464.462,
+      "eval_steps_per_second": 2.114,
+      "step": 294576
+    },
+    {
+      "epoch": 204.29,
+      "learning_rate": 1.5914127423822714e-05,
+      "loss": 3.8699,
+      "step": 295000
+    },
+    {
+      "epoch": 204.64,
+      "learning_rate": 1.5907202216066485e-05,
+      "loss": 3.8704,
+      "step": 295500
+    },
+    {
+      "epoch": 204.99,
+      "learning_rate": 1.590027700831025e-05,
+      "loss": 3.8727,
+      "step": 296000
+    },
+    {
+      "epoch": 205.0,
+      "eval_loss": 3.7933382987976074,
+      "eval_runtime": 75.2857,
+      "eval_samples_per_second": 6540.737,
+      "eval_steps_per_second": 2.139,
+      "step": 296020
+    },
+    {
+      "epoch": 205.33,
+      "learning_rate": 1.589335180055402e-05,
+      "loss": 3.8698,
+      "step": 296500
+    },
+    {
+      "epoch": 205.68,
+      "learning_rate": 1.5886426592797786e-05,
+      "loss": 3.8697,
+      "step": 297000
+    },
+    {
+      "epoch": 206.0,
+      "eval_loss": 3.792696952819824,
+      "eval_runtime": 77.0496,
+      "eval_samples_per_second": 6390.998,
+      "eval_steps_per_second": 2.09,
+      "step": 297464
+    },
+    {
+      "epoch": 206.02,
+      "learning_rate": 1.5879501385041552e-05,
+      "loss": 3.8676,
+      "step": 297500
+    },
+    {
+      "epoch": 206.37,
+      "learning_rate": 1.587257617728532e-05,
+      "loss": 3.8685,
+      "step": 298000
+    },
+    {
+      "epoch": 206.72,
+      "learning_rate": 1.5865650969529086e-05,
+      "loss": 3.8684,
+      "step": 298500
+    },
+    {
+      "epoch": 207.0,
+      "eval_loss": 3.792511224746704,
+      "eval_runtime": 72.6673,
+      "eval_samples_per_second": 6776.414,
+      "eval_steps_per_second": 2.216,
+      "step": 298908
+    },
+    {
+      "epoch": 207.06,
+      "learning_rate": 1.5858725761772857e-05,
+      "loss": 3.8679,
+      "step": 299000
+    },
+    {
+      "epoch": 207.41,
+      "learning_rate": 1.585180055401662e-05,
+      "loss": 3.8687,
+      "step": 299500
+    },
+    {
+      "epoch": 207.76,
+      "learning_rate": 1.584487534626039e-05,
+      "loss": 3.8681,
+      "step": 300000
+    },
+    {
+      "epoch": 208.0,
+      "eval_loss": 3.790055990219116,
+      "eval_runtime": 74.2758,
+      "eval_samples_per_second": 6629.67,
+      "eval_steps_per_second": 2.168,
+      "step": 300352
+    },
+    {
+      "epoch": 208.1,
+      "learning_rate": 1.5837950138504157e-05,
+      "loss": 3.8691,
+      "step": 300500
+    },
+    {
+      "epoch": 208.45,
+      "learning_rate": 1.5831024930747924e-05,
+      "loss": 3.8646,
+      "step": 301000
+    },
+    {
+      "epoch": 208.8,
+      "learning_rate": 1.582409972299169e-05,
+      "loss": 3.8665,
+      "step": 301500
+    },
+    {
+      "epoch": 209.0,
+      "eval_loss": 3.7894084453582764,
+      "eval_runtime": 74.4843,
+      "eval_samples_per_second": 6611.112,
+      "eval_steps_per_second": 2.162,
+      "step": 301796
+    },
+    {
+      "epoch": 209.14,
+      "learning_rate": 1.5817174515235458e-05,
+      "loss": 3.8649,
+      "step": 302000
+    },
+    {
+      "epoch": 209.49,
+      "learning_rate": 1.5810249307479225e-05,
+      "loss": 3.8624,
+      "step": 302500
+    },
+    {
+      "epoch": 209.83,
+      "learning_rate": 1.5803324099722992e-05,
+      "loss": 3.868,
+      "step": 303000
+    },
+    {
+      "epoch": 210.0,
+      "eval_loss": 3.7948224544525146,
+      "eval_runtime": 77.5312,
+      "eval_samples_per_second": 6351.3,
+      "eval_steps_per_second": 2.077,
+      "step": 303240
+    },
+    {
+      "epoch": 210.18,
+      "learning_rate": 1.579639889196676e-05,
+      "loss": 3.8675,
+      "step": 303500
+    },
+    {
+      "epoch": 210.53,
+      "learning_rate": 1.578947368421053e-05,
+      "loss": 3.8625,
+      "step": 304000
+    },
+    {
+      "epoch": 210.87,
+      "learning_rate": 1.5782548476454296e-05,
+      "loss": 3.8626,
+      "step": 304500
+    },
+    {
+      "epoch": 211.0,
+      "eval_loss": 3.7883081436157227,
+      "eval_runtime": 74.8996,
+      "eval_samples_per_second": 6574.459,
+      "eval_steps_per_second": 2.15,
+      "step": 304684
+    },
+    {
+      "epoch": 211.22,
+      "learning_rate": 1.5775623268698063e-05,
+      "loss": 3.8637,
+      "step": 305000
+    },
+    {
+      "epoch": 211.57,
+      "learning_rate": 1.576869806094183e-05,
+      "loss": 3.864,
+      "step": 305500
+    },
+    {
+      "epoch": 211.91,
+      "learning_rate": 1.5761772853185597e-05,
+      "loss": 3.8627,
+      "step": 306000
+    },
+    {
+      "epoch": 212.0,
+      "eval_loss": 3.7848432064056396,
+      "eval_runtime": 74.92,
+      "eval_samples_per_second": 6572.667,
+      "eval_steps_per_second": 2.149,
+      "step": 306128
+    },
+    {
+      "epoch": 212.26,
+      "learning_rate": 1.5754847645429364e-05,
+      "loss": 3.8658,
+      "step": 306500
+    },
+    {
+      "epoch": 212.6,
+      "learning_rate": 1.574792243767313e-05,
+      "loss": 3.8599,
+      "step": 307000
+    },
+    {
+      "epoch": 212.95,
+      "learning_rate": 1.5740997229916898e-05,
+      "loss": 3.865,
+      "step": 307500
+    },
+    {
+      "epoch": 213.0,
+      "eval_loss": 3.787092924118042,
+      "eval_runtime": 75.2395,
+      "eval_samples_per_second": 6544.757,
+      "eval_steps_per_second": 2.14,
+      "step": 307572
+    },
+    {
+      "epoch": 213.3,
+      "learning_rate": 1.5734072022160668e-05,
+      "loss": 3.861,
+      "step": 308000
+    },
+    {
+      "epoch": 213.64,
+      "learning_rate": 1.572714681440443e-05,
+      "loss": 3.8631,
+      "step": 308500
+    },
+    {
+      "epoch": 213.99,
+      "learning_rate": 1.5720221606648202e-05,
+      "loss": 3.8607,
+      "step": 309000
+    },
+    {
+      "epoch": 214.0,
+      "eval_loss": 3.785153865814209,
+      "eval_runtime": 74.7564,
+      "eval_samples_per_second": 6587.052,
+      "eval_steps_per_second": 2.154,
+      "step": 309016
+    },
+    {
+      "epoch": 214.34,
+      "learning_rate": 1.571329639889197e-05,
+      "loss": 3.8591,
+      "step": 309500
+    },
+    {
+      "epoch": 214.68,
+      "learning_rate": 1.5706371191135736e-05,
+      "loss": 3.8609,
+      "step": 310000
+    },
+    {
+      "epoch": 215.0,
+      "eval_loss": 3.788590431213379,
+      "eval_runtime": 76.5904,
+      "eval_samples_per_second": 6429.315,
+      "eval_steps_per_second": 2.102,
+      "step": 310460
+    },
+    {
+      "epoch": 215.03,
+      "learning_rate": 1.5699445983379503e-05,
+      "loss": 3.8604,
+      "step": 310500
+    },
+    {
+      "epoch": 215.37,
+      "learning_rate": 1.569252077562327e-05,
+      "loss": 3.8577,
+      "step": 311000
+    },
+    {
+      "epoch": 215.72,
+      "learning_rate": 1.5685595567867036e-05,
+      "loss": 3.8599,
+      "step": 311500
+    },
+    {
+      "epoch": 216.0,
+      "eval_loss": 3.7840237617492676,
+      "eval_runtime": 74.4828,
+      "eval_samples_per_second": 6611.243,
+      "eval_steps_per_second": 2.162,
+      "step": 311904
+    },
+    {
+      "epoch": 216.07,
+      "learning_rate": 1.5678670360110803e-05,
+      "loss": 3.8602,
+      "step": 312000
+    },
+    {
+      "epoch": 216.41,
+      "learning_rate": 1.567174515235457e-05,
+      "loss": 3.8573,
+      "step": 312500
+    },
+    {
+      "epoch": 216.76,
+      "learning_rate": 1.566481994459834e-05,
+      "loss": 3.8599,
+      "step": 313000
+    },
+    {
+      "epoch": 217.0,
+      "eval_loss": 3.785320281982422,
+      "eval_runtime": 74.9359,
+      "eval_samples_per_second": 6571.268,
+      "eval_steps_per_second": 2.149,
+      "step": 313348
+    },
+    {
+      "epoch": 217.11,
+      "learning_rate": 1.5657894736842107e-05,
+      "loss": 3.859,
+      "step": 313500
+    },
+    {
+      "epoch": 217.45,
+      "learning_rate": 1.5650969529085874e-05,
+      "loss": 3.8593,
+      "step": 314000
+    },
+    {
+      "epoch": 217.8,
+      "learning_rate": 1.564404432132964e-05,
+      "loss": 3.8573,
+      "step": 314500
+    },
+    {
+      "epoch": 218.0,
+      "eval_loss": 3.7822437286376953,
+      "eval_runtime": 74.2352,
+      "eval_samples_per_second": 6633.293,
+      "eval_steps_per_second": 2.169,
+      "step": 314792
+    },
+    {
+      "epoch": 218.14,
+      "learning_rate": 1.5637119113573408e-05,
+      "loss": 3.8571,
+      "step": 315000
+    },
+    {
+      "epoch": 218.49,
+      "learning_rate": 1.5630193905817175e-05,
+      "loss": 3.8573,
+      "step": 315500
+    },
+    {
+      "epoch": 218.84,
+      "learning_rate": 1.5623268698060942e-05,
+      "loss": 3.856,
+      "step": 316000
+    },
+    {
+      "epoch": 219.0,
+      "eval_loss": 3.7809722423553467,
+      "eval_runtime": 75.1168,
+      "eval_samples_per_second": 6555.443,
+      "eval_steps_per_second": 2.143,
+      "step": 316236
+    },
+    {
+      "epoch": 219.18,
+      "learning_rate": 1.561634349030471e-05,
+      "loss": 3.857,
+      "step": 316500
+    },
+    {
+      "epoch": 219.53,
+      "learning_rate": 1.560941828254848e-05,
+      "loss": 3.8534,
+      "step": 317000
+    },
+    {
+      "epoch": 219.88,
+      "learning_rate": 1.5602493074792243e-05,
+      "loss": 3.8546,
+      "step": 317500
+    },
+    {
+      "epoch": 220.0,
+      "eval_loss": 3.775569200515747,
+      "eval_runtime": 74.0328,
+      "eval_samples_per_second": 6651.431,
+      "eval_steps_per_second": 2.175,
+      "step": 317680
+    },
+    {
+      "epoch": 220.22,
+      "learning_rate": 1.5595567867036013e-05,
+      "loss": 3.8552,
+      "step": 318000
+    },
+    {
+      "epoch": 220.57,
+      "learning_rate": 1.558864265927978e-05,
+      "loss": 3.8551,
+      "step": 318500
+    },
+    {
+      "epoch": 220.91,
+      "learning_rate": 1.5581717451523547e-05,
+      "loss": 3.856,
+      "step": 319000
+    },
+    {
+      "epoch": 221.0,
+      "eval_loss": 3.7812447547912598,
+      "eval_runtime": 77.0452,
+      "eval_samples_per_second": 6391.363,
+      "eval_steps_per_second": 2.09,
+      "step": 319124
+    },
+    {
+      "epoch": 221.26,
+      "learning_rate": 1.5574792243767314e-05,
+      "loss": 3.8573,
+      "step": 319500
+    },
+    {
+      "epoch": 221.61,
+      "learning_rate": 1.556786703601108e-05,
+      "loss": 3.8548,
+      "step": 320000
+    },
+    {
+      "epoch": 221.95,
+      "learning_rate": 1.556094182825485e-05,
+      "loss": 3.8558,
+      "step": 320500
+    },
+    {
+      "epoch": 222.0,
+      "eval_loss": 3.781160593032837,
+      "eval_runtime": 77.0908,
+      "eval_samples_per_second": 6387.583,
+      "eval_steps_per_second": 2.088,
+      "step": 320568
+    },
+    {
+      "epoch": 222.3,
+      "learning_rate": 1.5554016620498615e-05,
+      "loss": 3.852,
+      "step": 321000
+    },
+    {
+      "epoch": 222.65,
+      "learning_rate": 1.5547091412742385e-05,
+      "loss": 3.8537,
+      "step": 321500
+    },
+    {
+      "epoch": 222.99,
+      "learning_rate": 1.5540166204986152e-05,
+      "loss": 3.8515,
+      "step": 322000
+    },
+    {
+      "epoch": 223.0,
+      "eval_loss": 3.7702577114105225,
+      "eval_runtime": 75.5669,
+      "eval_samples_per_second": 6516.401,
+      "eval_steps_per_second": 2.131,
+      "step": 322012
+    },
+    {
+      "epoch": 223.34,
+      "learning_rate": 1.553324099722992e-05,
+      "loss": 3.852,
+      "step": 322500
+    },
+    {
+      "epoch": 223.68,
+      "learning_rate": 1.5526315789473686e-05,
+      "loss": 3.8495,
+      "step": 323000
+    },
+    {
+      "epoch": 224.0,
+      "eval_loss": 3.772334575653076,
+      "eval_runtime": 75.2529,
+      "eval_samples_per_second": 6543.584,
+      "eval_steps_per_second": 2.139,
+      "step": 323456
+    },
+    {
+      "epoch": 224.03,
+      "learning_rate": 1.5519390581717453e-05,
+      "loss": 3.854,
+      "step": 323500
+    },
+    {
+      "epoch": 224.38,
+      "learning_rate": 1.551246537396122e-05,
+      "loss": 3.851,
+      "step": 324000
+    },
+    {
+      "epoch": 224.72,
+      "learning_rate": 1.5505540166204986e-05,
+      "loss": 3.8516,
+      "step": 324500
+    },
+    {
+      "epoch": 225.0,
+      "eval_loss": 3.774179458618164,
+      "eval_runtime": 75.9135,
+      "eval_samples_per_second": 6486.645,
+      "eval_steps_per_second": 2.121,
+      "step": 324900
+    },
+    {
+      "epoch": 225.07,
+      "learning_rate": 1.5498614958448753e-05,
+      "loss": 3.8517,
+      "step": 325000
+    },
+    {
+      "epoch": 225.42,
+      "learning_rate": 1.5491689750692524e-05,
+      "loss": 3.8512,
+      "step": 325500
+    },
+    {
+      "epoch": 225.76,
+      "learning_rate": 1.548476454293629e-05,
+      "loss": 3.85,
+      "step": 326000
+    },
+    {
+      "epoch": 226.0,
+      "eval_loss": 3.775554656982422,
+      "eval_runtime": 74.3917,
+      "eval_samples_per_second": 6619.337,
+      "eval_steps_per_second": 2.164,
+      "step": 326344
+    },
+    {
+      "epoch": 226.11,
+      "learning_rate": 1.5477839335180058e-05,
+      "loss": 3.85,
+      "step": 326500
+    },
+    {
+      "epoch": 226.45,
+      "learning_rate": 1.5470914127423824e-05,
+      "loss": 3.8516,
+      "step": 327000
+    },
+    {
+      "epoch": 226.8,
+      "learning_rate": 1.546398891966759e-05,
+      "loss": 3.8494,
+      "step": 327500
+    },
+    {
+      "epoch": 227.0,
+      "eval_loss": 3.7784576416015625,
+      "eval_runtime": 74.4719,
+      "eval_samples_per_second": 6612.215,
+      "eval_steps_per_second": 2.162,
+      "step": 327788
+    },
+    {
+      "epoch": 227.15,
+      "learning_rate": 1.5457063711911358e-05,
+      "loss": 3.8482,
+      "step": 328000
+    },
+    {
+      "epoch": 227.49,
+      "learning_rate": 1.5450138504155125e-05,
+      "loss": 3.8501,
+      "step": 328500
+    },
+    {
+      "epoch": 227.84,
+      "learning_rate": 1.5443213296398892e-05,
+      "loss": 3.8519,
+      "step": 329000
+    },
+    {
+      "epoch": 228.0,
+      "eval_loss": 3.771754741668701,
+      "eval_runtime": 74.1616,
+      "eval_samples_per_second": 6639.877,
+      "eval_steps_per_second": 2.171,
+      "step": 329232
+    },
+    {
+      "epoch": 228.19,
+      "learning_rate": 1.5436288088642662e-05,
+      "loss": 3.8472,
+      "step": 329500
+    },
+    {
+      "epoch": 228.53,
+      "learning_rate": 1.5429362880886426e-05,
+      "loss": 3.8508,
+      "step": 330000
+    },
+    {
+      "epoch": 228.88,
+      "learning_rate": 1.5422437673130196e-05,
+      "loss": 3.8471,
+      "step": 330500
+    },
+    {
+      "epoch": 229.0,
+      "eval_loss": 3.7720766067504883,
+      "eval_runtime": 74.897,
+      "eval_samples_per_second": 6574.686,
+      "eval_steps_per_second": 2.15,
+      "step": 330676
+    },
+    {
+      "epoch": 229.22,
+      "learning_rate": 1.5415512465373963e-05,
+      "loss": 3.8494,
+      "step": 331000
+    },
+    {
+      "epoch": 229.57,
+      "learning_rate": 1.540858725761773e-05,
+      "loss": 3.8497,
+      "step": 331500
+    },
+    {
+      "epoch": 229.92,
+      "learning_rate": 1.5401662049861497e-05,
+      "loss": 3.8468,
+      "step": 332000
+    },
+    {
+      "epoch": 230.0,
+      "eval_loss": 3.7739343643188477,
+      "eval_runtime": 76.8844,
+      "eval_samples_per_second": 6404.731,
+      "eval_steps_per_second": 2.094,
+      "step": 332120
+    },
+    {
+      "epoch": 230.26,
+      "learning_rate": 1.5394736842105264e-05,
+      "loss": 3.8449,
+      "step": 332500
+    },
+    {
+      "epoch": 230.61,
+      "learning_rate": 1.538781163434903e-05,
+      "loss": 3.8472,
+      "step": 333000
+    },
+    {
+      "epoch": 230.96,
+      "learning_rate": 1.5380886426592798e-05,
+      "loss": 3.8425,
+      "step": 333500
+    },
+    {
+      "epoch": 231.0,
+      "eval_loss": 3.7709102630615234,
+      "eval_runtime": 74.7014,
+      "eval_samples_per_second": 6591.895,
+      "eval_steps_per_second": 2.155,
+      "step": 333564
+    },
+    {
+      "epoch": 231.3,
+      "learning_rate": 1.5373961218836565e-05,
+      "loss": 3.8435,
+      "step": 334000
+    },
+    {
+      "epoch": 231.65,
+      "learning_rate": 1.5367036011080335e-05,
+      "loss": 3.8466,
+      "step": 334500
+    },
+    {
+      "epoch": 231.99,
+      "learning_rate": 1.5360110803324102e-05,
+      "loss": 3.8475,
+      "step": 335000
+    },
+    {
+      "epoch": 232.0,
+      "eval_loss": 3.770082950592041,
+      "eval_runtime": 75.48,
+      "eval_samples_per_second": 6523.901,
+      "eval_steps_per_second": 2.133,
+      "step": 335008
+    },
+    {
+      "epoch": 232.34,
+      "learning_rate": 1.535318559556787e-05,
+      "loss": 3.8447,
+      "step": 335500
+    },
+    {
+      "epoch": 232.69,
+      "learning_rate": 1.5346260387811636e-05,
+      "loss": 3.8462,
+      "step": 336000
+    },
+    {
+      "epoch": 233.0,
+      "eval_loss": 3.764716148376465,
+      "eval_runtime": 74.6162,
+      "eval_samples_per_second": 6599.422,
+      "eval_steps_per_second": 2.158,
+      "step": 336452
+    },
+    {
+      "epoch": 233.03,
+      "learning_rate": 1.5339335180055403e-05,
+      "loss": 3.843,
+      "step": 336500
+    },
+    {
+      "epoch": 233.38,
+      "learning_rate": 1.533240997229917e-05,
+      "loss": 3.8405,
+      "step": 337000
+    },
+    {
+      "epoch": 233.73,
+      "learning_rate": 1.5325484764542937e-05,
+      "loss": 3.8431,
+      "step": 337500
+    },
+    {
+      "epoch": 234.0,
+      "eval_loss": 3.7664144039154053,
+      "eval_runtime": 74.5316,
+      "eval_samples_per_second": 6606.916,
+      "eval_steps_per_second": 2.16,
+      "step": 337896
+    },
+    {
+      "epoch": 234.07,
+      "learning_rate": 1.5318559556786703e-05,
+      "loss": 3.842,
+      "step": 338000
+    },
+    {
+      "epoch": 234.42,
+      "learning_rate": 1.5311634349030474e-05,
+      "loss": 3.8452,
+      "step": 338500
+    },
+    {
+      "epoch": 234.76,
+      "learning_rate": 1.5304709141274237e-05,
+      "loss": 3.8427,
+      "step": 339000
+    },
+    {
+      "epoch": 235.0,
+      "eval_loss": 3.766789197921753,
+      "eval_runtime": 75.3868,
+      "eval_samples_per_second": 6531.965,
+      "eval_steps_per_second": 2.136,
+      "step": 339340
+    },
+    {
+      "epoch": 235.11,
+      "learning_rate": 1.5297783933518008e-05,
+      "loss": 3.8428,
+      "step": 339500
+    },
+    {
+      "epoch": 235.46,
+      "learning_rate": 1.5290858725761775e-05,
+      "loss": 3.8405,
+      "step": 340000
+    },
+    {
+      "epoch": 235.8,
+      "learning_rate": 1.528393351800554e-05,
+      "loss": 3.8406,
+      "step": 340500
+    },
+    {
+      "epoch": 236.0,
+      "eval_loss": 3.7623260021209717,
+      "eval_runtime": 73.9616,
+      "eval_samples_per_second": 6657.831,
+      "eval_steps_per_second": 2.177,
+      "step": 340784
+    },
+    {
+      "epoch": 236.15,
+      "learning_rate": 1.527700831024931e-05,
+      "loss": 3.8407,
+      "step": 341000
+    },
+    {
+      "epoch": 236.5,
+      "learning_rate": 1.5270083102493075e-05,
+      "loss": 3.8443,
+      "step": 341500
+    },
+    {
+      "epoch": 236.84,
+      "learning_rate": 1.5263157894736846e-05,
+      "loss": 3.8388,
+      "step": 342000
+    },
+    {
+      "epoch": 237.0,
+      "eval_loss": 3.7657153606414795,
+      "eval_runtime": 75.1446,
+      "eval_samples_per_second": 6553.015,
+      "eval_steps_per_second": 2.143,
+      "step": 342228
+    },
+    {
+      "epoch": 237.19,
+      "learning_rate": 1.5256232686980609e-05,
+      "loss": 3.8371,
+      "step": 342500
+    },
+    {
+      "epoch": 237.53,
+      "learning_rate": 1.5249307479224378e-05,
+      "loss": 3.8424,
+      "step": 343000
+    },
+    {
+      "epoch": 237.88,
+      "learning_rate": 1.5242382271468146e-05,
+      "loss": 3.838,
+      "step": 343500
+    },
+    {
+      "epoch": 238.0,
+      "eval_loss": 3.764124870300293,
+      "eval_runtime": 74.9352,
+      "eval_samples_per_second": 6571.333,
+      "eval_steps_per_second": 2.149,
+      "step": 343672
+    },
+    {
+      "epoch": 238.23,
+      "learning_rate": 1.5235457063711913e-05,
+      "loss": 3.8418,
+      "step": 344000
+    },
+    {
+      "epoch": 238.57,
+      "learning_rate": 1.522853185595568e-05,
+      "loss": 3.8407,
+      "step": 344500
+    },
+    {
+      "epoch": 238.92,
+      "learning_rate": 1.5221606648199447e-05,
+      "loss": 3.8386,
+      "step": 345000
+    },
+    {
+      "epoch": 239.0,
+      "eval_loss": 3.763404369354248,
+      "eval_runtime": 74.186,
+      "eval_samples_per_second": 6637.691,
+      "eval_steps_per_second": 2.17,
+      "step": 345116
+    },
+    {
+      "epoch": 239.27,
+      "learning_rate": 1.5214681440443216e-05,
+      "loss": 3.8396,
+      "step": 345500
+    },
+    {
+      "epoch": 239.61,
+      "learning_rate": 1.5207756232686981e-05,
+      "loss": 3.8361,
+      "step": 346000
+    },
+    {
+      "epoch": 239.96,
+      "learning_rate": 1.520083102493075e-05,
+      "loss": 3.837,
+      "step": 346500
+    },
+    {
+      "epoch": 240.0,
+      "eval_loss": 3.7625999450683594,
+      "eval_runtime": 75.4987,
+      "eval_samples_per_second": 6522.289,
+      "eval_steps_per_second": 2.132,
+      "step": 346560
+    },
+    {
+      "epoch": 240.3,
+      "learning_rate": 1.5193905817174516e-05,
+      "loss": 3.8349,
+      "step": 347000
+    },
+    {
+      "epoch": 240.65,
+      "learning_rate": 1.5186980609418285e-05,
+      "loss": 3.839,
+      "step": 347500
+    },
+    {
+      "epoch": 241.0,
+      "learning_rate": 1.518005540166205e-05,
+      "loss": 3.8383,
+      "step": 348000
+    },
+    {
+      "epoch": 241.0,
+      "eval_loss": 3.7632668018341064,
+      "eval_runtime": 75.4619,
+      "eval_samples_per_second": 6525.467,
+      "eval_steps_per_second": 2.134,
+      "step": 348004
+    },
+    {
+      "epoch": 241.34,
+      "learning_rate": 1.5173130193905819e-05,
+      "loss": 3.8367,
+      "step": 348500
+    },
+    {
+      "epoch": 241.69,
+      "learning_rate": 1.5166204986149586e-05,
+      "loss": 3.8363,
+      "step": 349000
+    },
+    {
+      "epoch": 242.0,
+      "eval_loss": 3.763760805130005,
+      "eval_runtime": 75.4912,
+      "eval_samples_per_second": 6522.929,
+      "eval_steps_per_second": 2.133,
+      "step": 349448
+    },
+    {
+      "epoch": 242.04,
+      "learning_rate": 1.5159279778393353e-05,
+      "loss": 3.837,
+      "step": 349500
+    },
+    {
+      "epoch": 242.38,
+      "learning_rate": 1.515235457063712e-05,
+      "loss": 3.8352,
+      "step": 350000
+    },
+    {
+      "epoch": 242.73,
+      "learning_rate": 1.5145429362880888e-05,
+      "loss": 3.8372,
+      "step": 350500
+    },
+    {
+      "epoch": 243.0,
+      "eval_loss": 3.7610692977905273,
+      "eval_runtime": 75.8328,
+      "eval_samples_per_second": 6493.549,
+      "eval_steps_per_second": 2.123,
+      "step": 350892
+    },
+    {
+      "epoch": 243.07,
+      "learning_rate": 1.5138504155124655e-05,
+      "loss": 3.8372,
+      "step": 351000
+    },
+    {
+      "epoch": 243.42,
+      "learning_rate": 1.5131578947368422e-05,
+      "loss": 3.8364,
+      "step": 351500
+    },
+    {
+      "epoch": 243.77,
+      "learning_rate": 1.5124653739612189e-05,
+      "loss": 3.8382,
+      "step": 352000
+    },
+    {
+      "epoch": 244.0,
+      "eval_loss": 3.757394313812256,
+      "eval_runtime": 75.6891,
+      "eval_samples_per_second": 6505.877,
+      "eval_steps_per_second": 2.127,
+      "step": 352336
+    },
+    {
+      "epoch": 244.11,
+      "learning_rate": 1.5117728531855958e-05,
+      "loss": 3.8352,
+      "step": 352500
+    },
+    {
+      "epoch": 244.46,
+      "learning_rate": 1.5110803324099723e-05,
+      "loss": 3.837,
+      "step": 353000
+    },
+    {
+      "epoch": 244.81,
+      "learning_rate": 1.5103878116343492e-05,
+      "loss": 3.836,
+      "step": 353500
+    },
+    {
+      "epoch": 245.0,
+      "eval_loss": 3.7577829360961914,
+      "eval_runtime": 75.2986,
+      "eval_samples_per_second": 6539.613,
+      "eval_steps_per_second": 2.138,
+      "step": 353780
+    },
+    {
+      "epoch": 245.15,
+      "learning_rate": 1.5096952908587258e-05,
+      "loss": 3.8344,
+      "step": 354000
+    },
+    {
+      "epoch": 245.5,
+      "learning_rate": 1.5090027700831027e-05,
+      "loss": 3.8379,
+      "step": 354500
+    },
+    {
+      "epoch": 245.84,
+      "learning_rate": 1.5083102493074792e-05,
+      "loss": 3.8351,
+      "step": 355000
+    },
+    {
+      "epoch": 246.0,
+      "eval_loss": 3.756089687347412,
+      "eval_runtime": 77.0188,
+      "eval_samples_per_second": 6393.556,
+      "eval_steps_per_second": 2.09,
+      "step": 355224
+    },
+    {
+      "epoch": 246.19,
+      "learning_rate": 1.5076177285318561e-05,
+      "loss": 3.8339,
+      "step": 355500
+    },
+    {
+      "epoch": 246.54,
+      "learning_rate": 1.5069252077562328e-05,
+      "loss": 3.8371,
+      "step": 356000
+    },
+    {
+      "epoch": 246.88,
+      "learning_rate": 1.5062326869806096e-05,
+      "loss": 3.8334,
+      "step": 356500
+    },
+    {
+      "epoch": 247.0,
+      "eval_loss": 3.754768133163452,
+      "eval_runtime": 75.4834,
+      "eval_samples_per_second": 6523.608,
+      "eval_steps_per_second": 2.133,
+      "step": 356668
+    },
+    {
+      "epoch": 247.23,
+      "learning_rate": 1.5055401662049862e-05,
+      "loss": 3.8314,
+      "step": 357000
+    },
+    {
+      "epoch": 247.58,
+      "learning_rate": 1.504847645429363e-05,
+      "loss": 3.8364,
+      "step": 357500
+    },
+    {
+      "epoch": 247.92,
+      "learning_rate": 1.5041551246537399e-05,
+      "loss": 3.834,
+      "step": 358000
+    },
+    {
+      "epoch": 248.0,
+      "eval_loss": 3.754401922225952,
+      "eval_runtime": 75.9236,
+      "eval_samples_per_second": 6485.781,
+      "eval_steps_per_second": 2.121,
+      "step": 358112
+    },
+    {
+      "epoch": 248.27,
+      "learning_rate": 1.5034626038781164e-05,
+      "loss": 3.8326,
+      "step": 358500
+    },
+    {
+      "epoch": 248.61,
+      "learning_rate": 1.5027700831024931e-05,
+      "loss": 3.8333,
+      "step": 359000
+    },
+    {
+      "epoch": 248.96,
+      "learning_rate": 1.50207756232687e-05,
+      "loss": 3.8347,
+      "step": 359500
+    },
+    {
+      "epoch": 249.0,
+      "eval_loss": 3.757708787918091,
+      "eval_runtime": 74.9192,
+      "eval_samples_per_second": 6572.738,
+      "eval_steps_per_second": 2.149,
+      "step": 359556
+    },
+    {
+      "epoch": 249.31,
+      "learning_rate": 1.5013850415512468e-05,
+      "loss": 3.8326,
+      "step": 360000
+    },
+    {
+      "epoch": 249.65,
+      "learning_rate": 1.5006925207756233e-05,
+      "loss": 3.8316,
+      "step": 360500
+    },
+    {
+      "epoch": 250.0,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 3.8321,
+      "step": 361000
+    },
+    {
+      "epoch": 250.0,
+      "eval_loss": 3.751624584197998,
+      "eval_runtime": 75.2355,
+      "eval_samples_per_second": 6545.106,
+      "eval_steps_per_second": 2.14,
+      "step": 361000
+    },
+    {
+      "epoch": 250.35,
+      "learning_rate": 1.4993074792243769e-05,
+      "loss": 3.8329,
+      "step": 361500
+    },
+    {
+      "epoch": 250.69,
+      "learning_rate": 1.4986149584487534e-05,
+      "loss": 3.8303,
+      "step": 362000
+    },
+    {
+      "epoch": 251.0,
+      "eval_loss": 3.757580280303955,
+      "eval_runtime": 76.9563,
+      "eval_samples_per_second": 6398.75,
+      "eval_steps_per_second": 2.092,
+      "step": 362444
+    },
+    {
+      "epoch": 251.04,
+      "learning_rate": 1.4979224376731303e-05,
+      "loss": 3.8295,
+      "step": 362500
+    },
+    {
+      "epoch": 251.39,
+      "learning_rate": 1.4972299168975071e-05,
+      "loss": 3.8314,
+      "step": 363000
+    },
+    {
+      "epoch": 251.73,
+      "learning_rate": 1.4965373961218838e-05,
+      "loss": 3.8307,
+      "step": 363500
+    },
+    {
+      "epoch": 252.0,
+      "eval_loss": 3.752763032913208,
+      "eval_runtime": 75.1767,
+      "eval_samples_per_second": 6550.218,
+      "eval_steps_per_second": 2.142,
+      "step": 363888
+    },
+    {
+      "epoch": 252.08,
+      "learning_rate": 1.4958448753462604e-05,
+      "loss": 3.8269,
+      "step": 364000
+    },
+    {
+      "epoch": 252.42,
+      "learning_rate": 1.4951523545706372e-05,
+      "loss": 3.8307,
+      "step": 364500
+    },
+    {
+      "epoch": 252.77,
+      "learning_rate": 1.494459833795014e-05,
+      "loss": 3.8296,
+      "step": 365000
+    },
+    {
+      "epoch": 253.0,
+      "eval_loss": 3.7549960613250732,
+      "eval_runtime": 75.8092,
+      "eval_samples_per_second": 6495.567,
+      "eval_steps_per_second": 2.124,
+      "step": 365332
+    },
+    {
+      "epoch": 253.12,
+      "learning_rate": 1.4937673130193906e-05,
+      "loss": 3.826,
+      "step": 365500
+    },
+    {
+      "epoch": 253.46,
+      "learning_rate": 1.4930747922437675e-05,
+      "loss": 3.8322,
+      "step": 366000
+    },
+    {
+      "epoch": 253.81,
+      "learning_rate": 1.4923822714681442e-05,
+      "loss": 3.8307,
+      "step": 366500
+    },
+    {
+      "epoch": 254.0,
+      "eval_loss": 3.753600597381592,
+      "eval_runtime": 75.0828,
+      "eval_samples_per_second": 6558.417,
+      "eval_steps_per_second": 2.144,
+      "step": 366776
+    },
+    {
+      "epoch": 254.16,
+      "learning_rate": 1.491689750692521e-05,
+      "loss": 3.8309,
+      "step": 367000
+    },
+    {
+      "epoch": 254.5,
+      "learning_rate": 1.4909972299168975e-05,
+      "loss": 3.8289,
+      "step": 367500
+    },
+    {
+      "epoch": 254.85,
+      "learning_rate": 1.4903047091412744e-05,
+      "loss": 3.8317,
+      "step": 368000
+    },
+    {
+      "epoch": 255.0,
+      "eval_loss": 3.7492051124572754,
+      "eval_runtime": 74.5037,
+      "eval_samples_per_second": 6609.385,
+      "eval_steps_per_second": 2.161,
+      "step": 368220
+    },
+    {
+      "epoch": 255.19,
+      "learning_rate": 1.4896121883656511e-05,
+      "loss": 3.8291,
+      "step": 368500
+    },
+    {
+      "epoch": 255.54,
+      "learning_rate": 1.488919667590028e-05,
+      "loss": 3.83,
+      "step": 369000
+    },
+    {
+      "epoch": 255.89,
+      "learning_rate": 1.4882271468144045e-05,
+      "loss": 3.8256,
+      "step": 369500
+    },
+    {
+      "epoch": 256.0,
+      "eval_loss": 3.752340316772461,
+      "eval_runtime": 75.106,
+      "eval_samples_per_second": 6556.387,
+      "eval_steps_per_second": 2.144,
+      "step": 369664
+    },
+    {
+      "epoch": 256.23,
+      "learning_rate": 1.4875346260387813e-05,
+      "loss": 3.8289,
+      "step": 370000
+    },
+    {
+      "epoch": 256.58,
+      "learning_rate": 1.486842105263158e-05,
+      "loss": 3.8261,
+      "step": 370500
+    },
+    {
+      "epoch": 256.93,
+      "learning_rate": 1.4861495844875347e-05,
+      "loss": 3.8254,
+      "step": 371000
+    },
+    {
+      "epoch": 257.0,
+      "eval_loss": 3.7502706050872803,
+      "eval_runtime": 74.7416,
+      "eval_samples_per_second": 6588.351,
+      "eval_steps_per_second": 2.154,
+      "step": 371108
+    },
+    {
+      "epoch": 257.27,
+      "learning_rate": 1.4854570637119114e-05,
+      "loss": 3.827,
+      "step": 371500
+    },
+    {
+      "epoch": 257.62,
+      "learning_rate": 1.4847645429362883e-05,
+      "loss": 3.8269,
+      "step": 372000
+    },
+    {
+      "epoch": 257.96,
+      "learning_rate": 1.484072022160665e-05,
+      "loss": 3.8262,
+      "step": 372500
+    },
+    {
+      "epoch": 258.0,
+      "eval_loss": 3.7514851093292236,
+      "eval_runtime": 76.1643,
+      "eval_samples_per_second": 6465.283,
+      "eval_steps_per_second": 2.114,
+      "step": 372552
+    },
+    {
+      "epoch": 258.31,
+      "learning_rate": 1.4833795013850417e-05,
+      "loss": 3.8283,
+      "step": 373000
+    },
+    {
+      "epoch": 258.66,
+      "learning_rate": 1.4826869806094184e-05,
+      "loss": 3.8252,
+      "step": 373500
+    },
+    {
+      "epoch": 259.0,
+      "eval_loss": 3.746579647064209,
+      "eval_runtime": 73.8659,
+      "eval_samples_per_second": 6666.464,
+      "eval_steps_per_second": 2.18,
+      "step": 373996
+    },
+    {
+      "epoch": 259.0,
+      "learning_rate": 1.4819944598337952e-05,
+      "loss": 3.8253,
+      "step": 374000
+    },
+    {
+      "epoch": 259.35,
+      "learning_rate": 1.4813019390581717e-05,
+      "loss": 3.823,
+      "step": 374500
+    },
+    {
+      "epoch": 259.7,
+      "learning_rate": 1.4806094182825486e-05,
+      "loss": 3.824,
+      "step": 375000
+    },
+    {
+      "epoch": 260.0,
+      "eval_loss": 3.7484304904937744,
+      "eval_runtime": 75.3537,
+      "eval_samples_per_second": 6534.833,
+      "eval_steps_per_second": 2.137,
+      "step": 375440
+    },
+    {
+      "epoch": 260.04,
+      "learning_rate": 1.4799168975069253e-05,
+      "loss": 3.8241,
+      "step": 375500
+    },
+    {
+      "epoch": 260.39,
+      "learning_rate": 1.4792243767313022e-05,
+      "loss": 3.8223,
+      "step": 376000
+    },
+    {
+      "epoch": 260.73,
+      "learning_rate": 1.4785318559556787e-05,
+      "loss": 3.8229,
+      "step": 376500
+    },
+    {
+      "epoch": 261.0,
+      "eval_loss": 3.7492823600769043,
+      "eval_runtime": 77.039,
+      "eval_samples_per_second": 6391.882,
+      "eval_steps_per_second": 2.09,
+      "step": 376884
+    },
+    {
+      "epoch": 261.08,
+      "learning_rate": 1.4778393351800555e-05,
+      "loss": 3.8235,
+      "step": 377000
+    },
+    {
+      "epoch": 261.43,
+      "learning_rate": 1.4771468144044322e-05,
+      "loss": 3.8235,
+      "step": 377500
+    },
+    {
+      "epoch": 261.77,
+      "learning_rate": 1.476454293628809e-05,
+      "loss": 3.8242,
+      "step": 378000
+    },
+    {
+      "epoch": 262.0,
+      "eval_loss": 3.7440624237060547,
+      "eval_runtime": 74.2561,
+      "eval_samples_per_second": 6631.428,
+      "eval_steps_per_second": 2.168,
+      "step": 378328
+    },
+    {
+      "epoch": 262.12,
+      "learning_rate": 1.4757617728531856e-05,
+      "loss": 3.8232,
+      "step": 378500
+    },
+    {
+      "epoch": 262.47,
+      "learning_rate": 1.4750692520775625e-05,
+      "loss": 3.8234,
+      "step": 379000
+    },
+    {
+      "epoch": 262.81,
+      "learning_rate": 1.4743767313019393e-05,
+      "loss": 3.8215,
+      "step": 379500
+    },
+    {
+      "epoch": 263.0,
+      "eval_loss": 3.746445894241333,
+      "eval_runtime": 74.2073,
+      "eval_samples_per_second": 6635.79,
+      "eval_steps_per_second": 2.17,
+      "step": 379772
+    },
+    {
+      "epoch": 263.16,
+      "learning_rate": 1.4736842105263159e-05,
+      "loss": 3.8221,
+      "step": 380000
+    },
+    {
+      "epoch": 263.5,
+      "learning_rate": 1.4729916897506925e-05,
+      "loss": 3.823,
+      "step": 380500
+    },
+    {
+      "epoch": 263.85,
+      "learning_rate": 1.4722991689750694e-05,
+      "loss": 3.8222,
+      "step": 381000
+    },
+    {
+      "epoch": 264.0,
+      "eval_loss": 3.747673749923706,
+      "eval_runtime": 76.0947,
+      "eval_samples_per_second": 6471.201,
+      "eval_steps_per_second": 2.116,
+      "step": 381216
+    },
+    {
+      "epoch": 264.2,
+      "learning_rate": 1.4716066481994463e-05,
+      "loss": 3.8171,
+      "step": 381500
+    },
+    {
+      "epoch": 264.54,
+      "learning_rate": 1.4709141274238228e-05,
+      "loss": 3.8187,
+      "step": 382000
+    },
+    {
+      "epoch": 264.89,
+      "learning_rate": 1.4702216066481997e-05,
+      "loss": 3.823,
+      "step": 382500
+    },
+    {
+      "epoch": 265.0,
+      "eval_loss": 3.7447397708892822,
+      "eval_runtime": 74.1023,
+      "eval_samples_per_second": 6645.191,
+      "eval_steps_per_second": 2.173,
+      "step": 382660
+    },
+    {
+      "epoch": 265.24,
+      "learning_rate": 1.4695290858725763e-05,
+      "loss": 3.8209,
+      "step": 383000
+    },
+    {
+      "epoch": 265.58,
+      "learning_rate": 1.4688365650969529e-05,
+      "loss": 3.8206,
+      "step": 383500
+    },
+    {
+      "epoch": 265.93,
+      "learning_rate": 1.4681440443213297e-05,
+      "loss": 3.8222,
+      "step": 384000
+    },
+    {
+      "epoch": 266.0,
+      "eval_loss": 3.7423489093780518,
+      "eval_runtime": 75.7006,
+      "eval_samples_per_second": 6504.891,
+      "eval_steps_per_second": 2.127,
+      "step": 384104
+    },
+    {
+      "epoch": 266.27,
+      "learning_rate": 1.4674515235457066e-05,
+      "loss": 3.8173,
+      "step": 384500
+    },
+    {
+      "epoch": 266.62,
+      "learning_rate": 1.4667590027700833e-05,
+      "loss": 3.8216,
+      "step": 385000
+    },
+    {
+      "epoch": 266.97,
+      "learning_rate": 1.4660664819944598e-05,
+      "loss": 3.8187,
+      "step": 385500
+    },
+    {
+      "epoch": 267.0,
+      "eval_loss": 3.7439002990722656,
+      "eval_runtime": 75.5321,
+      "eval_samples_per_second": 6519.399,
+      "eval_steps_per_second": 2.132,
+      "step": 385548
+    },
+    {
+      "epoch": 267.31,
+      "learning_rate": 1.4653739612188367e-05,
+      "loss": 3.8174,
+      "step": 386000
+    },
+    {
+      "epoch": 267.66,
+      "learning_rate": 1.4646814404432135e-05,
+      "loss": 3.8213,
+      "step": 386500
+    },
+    {
+      "epoch": 268.0,
+      "eval_loss": 3.740312099456787,
+      "eval_runtime": 73.9502,
+      "eval_samples_per_second": 6658.856,
+      "eval_steps_per_second": 2.177,
+      "step": 386992
+    },
+    {
+      "epoch": 268.01,
+      "learning_rate": 1.46398891966759e-05,
+      "loss": 3.8172,
+      "step": 387000
+    },
+    {
+      "epoch": 268.35,
+      "learning_rate": 1.4632963988919669e-05,
+      "loss": 3.8195,
+      "step": 387500
+    },
+    {
+      "epoch": 268.7,
+      "learning_rate": 1.4626038781163436e-05,
+      "loss": 3.8181,
+      "step": 388000
+    },
+    {
+      "epoch": 269.0,
+      "eval_loss": 3.7468435764312744,
+      "eval_runtime": 75.0402,
+      "eval_samples_per_second": 6562.133,
+      "eval_steps_per_second": 2.146,
+      "step": 388436
+    },
+    {
+      "epoch": 269.04,
+      "learning_rate": 1.4619113573407205e-05,
+      "loss": 3.8183,
+      "step": 388500
+    },
+    {
+      "epoch": 269.39,
+      "learning_rate": 1.461218836565097e-05,
+      "loss": 3.8177,
+      "step": 389000
+    },
+    {
+      "epoch": 269.74,
+      "learning_rate": 1.4605263157894739e-05,
+      "loss": 3.819,
+      "step": 389500
+    },
+    {
+      "epoch": 270.0,
+      "eval_loss": 3.7409017086029053,
+      "eval_runtime": 74.5753,
+      "eval_samples_per_second": 6603.048,
+      "eval_steps_per_second": 2.159,
+      "step": 389880
+    },
+    {
+      "epoch": 270.08,
+      "learning_rate": 1.4598337950138505e-05,
+      "loss": 3.8169,
+      "step": 390000
+    },
+    {
+      "epoch": 270.43,
+      "learning_rate": 1.4591412742382272e-05,
+      "loss": 3.8142,
+      "step": 390500
+    },
+    {
+      "epoch": 270.78,
+      "learning_rate": 1.458448753462604e-05,
+      "loss": 3.819,
+      "step": 391000
+    },
+    {
+      "epoch": 271.0,
+      "eval_loss": 3.742891550064087,
+      "eval_runtime": 74.4741,
+      "eval_samples_per_second": 6612.013,
+      "eval_steps_per_second": 2.162,
+      "step": 391324
+    },
+    {
+      "epoch": 271.12,
+      "learning_rate": 1.4577562326869808e-05,
+      "loss": 3.8146,
+      "step": 391500
+    },
+    {
+      "epoch": 271.47,
+      "learning_rate": 1.4570637119113575e-05,
+      "loss": 3.8197,
+      "step": 392000
+    },
+    {
+      "epoch": 271.81,
+      "learning_rate": 1.4563711911357342e-05,
+      "loss": 3.8158,
+      "step": 392500
+    },
+    {
+      "epoch": 272.0,
+      "eval_loss": 3.7434399127960205,
+      "eval_runtime": 74.3951,
+      "eval_samples_per_second": 6619.035,
+      "eval_steps_per_second": 2.164,
+      "step": 392768
+    },
+    {
+      "epoch": 272.16,
+      "learning_rate": 1.4556786703601109e-05,
+      "loss": 3.8153,
+      "step": 393000
+    },
+    {
+      "epoch": 272.51,
+      "learning_rate": 1.4549861495844877e-05,
+      "loss": 3.8146,
+      "step": 393500
+    },
+    {
+      "epoch": 272.85,
+      "learning_rate": 1.4542936288088644e-05,
+      "loss": 3.816,
+      "step": 394000
+    },
+    {
+      "epoch": 273.0,
+      "eval_loss": 3.738966464996338,
+      "eval_runtime": 74.8507,
+      "eval_samples_per_second": 6578.747,
+      "eval_steps_per_second": 2.151,
+      "step": 394212
+    },
+    {
+      "epoch": 273.2,
+      "learning_rate": 1.4536011080332411e-05,
+      "loss": 3.8154,
+      "step": 394500
+    },
+    {
+      "epoch": 273.55,
+      "learning_rate": 1.4529085872576178e-05,
+      "loss": 3.8152,
+      "step": 395000
+    },
+    {
+      "epoch": 273.89,
+      "learning_rate": 1.4522160664819947e-05,
+      "loss": 3.8133,
+      "step": 395500
+    },
+    {
+      "epoch": 274.0,
+      "eval_loss": 3.7411460876464844,
+      "eval_runtime": 73.8647,
+      "eval_samples_per_second": 6666.567,
+      "eval_steps_per_second": 2.18,
+      "step": 395656
+    },
+    {
+      "epoch": 274.24,
+      "learning_rate": 1.4515235457063712e-05,
+      "loss": 3.8161,
+      "step": 396000
+    },
+    {
+      "epoch": 274.58,
+      "learning_rate": 1.450831024930748e-05,
+      "loss": 3.8136,
+      "step": 396500
+    },
+    {
+      "epoch": 274.93,
+      "learning_rate": 1.4501385041551247e-05,
+      "loss": 3.8154,
+      "step": 397000
+    },
+    {
+      "epoch": 275.0,
+      "eval_loss": 3.7406582832336426,
+      "eval_runtime": 73.3111,
+      "eval_samples_per_second": 6716.909,
+      "eval_steps_per_second": 2.196,
+      "step": 397100
+    },
+    {
+      "epoch": 275.28,
+      "learning_rate": 1.4494459833795016e-05,
+      "loss": 3.8141,
+      "step": 397500
+    },
+    {
+      "epoch": 275.62,
+      "learning_rate": 1.4487534626038781e-05,
+      "loss": 3.8111,
+      "step": 398000
+    },
+    {
+      "epoch": 275.97,
+      "learning_rate": 1.448060941828255e-05,
+      "loss": 3.8152,
+      "step": 398500
+    },
+    {
+      "epoch": 276.0,
+      "eval_loss": 3.741816759109497,
+      "eval_runtime": 73.4966,
+      "eval_samples_per_second": 6699.952,
+      "eval_steps_per_second": 2.191,
+      "step": 398544
+    },
+    {
+      "epoch": 276.32,
+      "learning_rate": 1.4473684210526317e-05,
+      "loss": 3.8147,
+      "step": 399000
+    },
+    {
+      "epoch": 276.66,
+      "learning_rate": 1.4466759002770084e-05,
+      "loss": 3.8135,
+      "step": 399500
+    },
+    {
+      "epoch": 277.0,
+      "eval_loss": 3.738856315612793,
+      "eval_runtime": 75.384,
+      "eval_samples_per_second": 6532.21,
+      "eval_steps_per_second": 2.136,
+      "step": 399988
+    },
+    {
+      "epoch": 277.01,
+      "learning_rate": 1.445983379501385e-05,
+      "loss": 3.8129,
+      "step": 400000
+    },
+    {
+      "epoch": 277.35,
+      "learning_rate": 1.445290858725762e-05,
+      "loss": 3.8126,
+      "step": 400500
+    },
+    {
+      "epoch": 277.7,
+      "learning_rate": 1.4445983379501388e-05,
+      "loss": 3.8137,
+      "step": 401000
+    },
+    {
+      "epoch": 278.0,
+      "eval_loss": 3.7304413318634033,
+      "eval_runtime": 76.1846,
+      "eval_samples_per_second": 6463.564,
+      "eval_steps_per_second": 2.113,
+      "step": 401432
+    },
+    {
+      "epoch": 278.05,
+      "learning_rate": 1.4439058171745153e-05,
+      "loss": 3.8111,
+      "step": 401500
+    },
+    {
+      "epoch": 278.39,
+      "learning_rate": 1.443213296398892e-05,
+      "loss": 3.8118,
+      "step": 402000
+    },
+    {
+      "epoch": 278.74,
+      "learning_rate": 1.4425207756232689e-05,
+      "loss": 3.8113,
+      "step": 402500
+    },
+    {
+      "epoch": 279.0,
+      "eval_loss": 3.735074520111084,
+      "eval_runtime": 75.5234,
+      "eval_samples_per_second": 6520.156,
+      "eval_steps_per_second": 2.132,
+      "step": 402876
+    },
+    {
+      "epoch": 279.09,
+      "learning_rate": 1.4418282548476454e-05,
+      "loss": 3.8114,
+      "step": 403000
+    },
+    {
+      "epoch": 279.43,
+      "learning_rate": 1.4411357340720222e-05,
+      "loss": 3.8118,
+      "step": 403500
+    },
+    {
+      "epoch": 279.78,
+      "learning_rate": 1.4404432132963991e-05,
+      "loss": 3.8099,
+      "step": 404000
+    },
+    {
+      "epoch": 280.0,
+      "eval_loss": 3.735912799835205,
+      "eval_runtime": 75.725,
+      "eval_samples_per_second": 6502.791,
+      "eval_steps_per_second": 2.126,
+      "step": 404320
+    },
+    {
+      "epoch": 280.12,
+      "learning_rate": 1.4397506925207758e-05,
+      "loss": 3.81,
+      "step": 404500
+    },
+    {
+      "epoch": 280.47,
+      "learning_rate": 1.4390581717451523e-05,
+      "loss": 3.8137,
+      "step": 405000
+    },
+    {
+      "epoch": 280.82,
+      "learning_rate": 1.4383656509695292e-05,
+      "loss": 3.808,
+      "step": 405500
+    },
+    {
+      "epoch": 281.0,
+      "eval_loss": 3.7392752170562744,
+      "eval_runtime": 74.1732,
+      "eval_samples_per_second": 6638.844,
+      "eval_steps_per_second": 2.171,
+      "step": 405764
+    },
+    {
+      "epoch": 281.16,
+      "learning_rate": 1.437673130193906e-05,
+      "loss": 3.81,
+      "step": 406000
+    },
+    {
+      "epoch": 281.51,
+      "learning_rate": 1.4369806094182827e-05,
+      "loss": 3.8114,
+      "step": 406500
+    },
+    {
+      "epoch": 281.86,
+      "learning_rate": 1.4362880886426594e-05,
+      "loss": 3.8103,
+      "step": 407000
+    },
+    {
+      "epoch": 282.0,
+      "eval_loss": 3.7333552837371826,
+      "eval_runtime": 75.1438,
+      "eval_samples_per_second": 6553.09,
+      "eval_steps_per_second": 2.143,
+      "step": 407208
+    },
+    {
+      "epoch": 282.2,
+      "learning_rate": 1.4355955678670361e-05,
+      "loss": 3.8101,
+      "step": 407500
+    },
+    {
+      "epoch": 282.55,
+      "learning_rate": 1.434903047091413e-05,
+      "loss": 3.8119,
+      "step": 408000
+    },
+    {
+      "epoch": 282.89,
+      "learning_rate": 1.4342105263157895e-05,
+      "loss": 3.8108,
+      "step": 408500
+    },
+    {
+      "epoch": 283.0,
+      "eval_loss": 3.735065221786499,
+      "eval_runtime": 73.2315,
+      "eval_samples_per_second": 6724.206,
+      "eval_steps_per_second": 2.199,
+      "step": 408652
+    },
+    {
+      "epoch": 283.24,
+      "learning_rate": 1.4335180055401664e-05,
+      "loss": 3.8071,
+      "step": 409000
+    },
+    {
+      "epoch": 283.59,
+      "learning_rate": 1.432825484764543e-05,
+      "loss": 3.8104,
+      "step": 409500
+    },
+    {
+      "epoch": 283.93,
+      "learning_rate": 1.4321329639889199e-05,
+      "loss": 3.8104,
+      "step": 410000
+    },
+    {
+      "epoch": 284.0,
+      "eval_loss": 3.7356646060943604,
+      "eval_runtime": 75.7247,
+      "eval_samples_per_second": 6502.821,
+      "eval_steps_per_second": 2.126,
+      "step": 410096
+    },
+    {
+      "epoch": 284.28,
+      "learning_rate": 1.4314404432132964e-05,
+      "loss": 3.8049,
+      "step": 410500
+    },
+    {
+      "epoch": 284.63,
+      "learning_rate": 1.4307479224376733e-05,
+      "loss": 3.8094,
+      "step": 411000
+    },
+    {
+      "epoch": 284.97,
+      "learning_rate": 1.43005540166205e-05,
+      "loss": 3.807,
+      "step": 411500
+    },
+    {
+      "epoch": 285.0,
+      "eval_loss": 3.7316856384277344,
+      "eval_runtime": 75.2405,
+      "eval_samples_per_second": 6544.666,
+      "eval_steps_per_second": 2.14,
+      "step": 411540
+    },
+    {
+      "epoch": 285.32,
+      "learning_rate": 1.4293628808864267e-05,
+      "loss": 3.8078,
+      "step": 412000
+    },
+    {
+      "epoch": 285.66,
+      "learning_rate": 1.4286703601108034e-05,
+      "loss": 3.806,
+      "step": 412500
+    },
+    {
+      "epoch": 286.0,
+      "eval_loss": 3.731189250946045,
+      "eval_runtime": 73.5011,
+      "eval_samples_per_second": 6699.549,
+      "eval_steps_per_second": 2.19,
+      "step": 412984
+    },
+    {
+      "epoch": 286.01,
+      "learning_rate": 1.4279778393351802e-05,
+      "loss": 3.8083,
+      "step": 413000
+    },
+    {
+      "epoch": 286.36,
+      "learning_rate": 1.427285318559557e-05,
+      "loss": 3.8082,
+      "step": 413500
+    },
+    {
+      "epoch": 286.7,
+      "learning_rate": 1.4265927977839336e-05,
+      "loss": 3.8085,
+      "step": 414000
+    },
+    {
+      "epoch": 287.0,
+      "eval_loss": 3.727071523666382,
+      "eval_runtime": 75.2005,
+      "eval_samples_per_second": 6548.149,
+      "eval_steps_per_second": 2.141,
+      "step": 414428
+    },
+    {
+      "epoch": 287.05,
+      "learning_rate": 1.4259002770083103e-05,
+      "loss": 3.8035,
+      "step": 414500
+    },
+    {
+      "epoch": 287.4,
+      "learning_rate": 1.4252077562326872e-05,
+      "loss": 3.8054,
+      "step": 415000
+    },
+    {
+      "epoch": 287.74,
+      "learning_rate": 1.4245152354570639e-05,
+      "loss": 3.8043,
+      "step": 415500
+    },
+    {
+      "epoch": 288.0,
+      "eval_loss": 3.7320947647094727,
+      "eval_runtime": 74.0311,
+      "eval_samples_per_second": 6651.583,
+      "eval_steps_per_second": 2.175,
+      "step": 415872
+    },
+    {
+      "epoch": 288.09,
+      "learning_rate": 1.4238227146814406e-05,
+      "loss": 3.8056,
+      "step": 416000
+    },
+    {
+      "epoch": 288.43,
+      "learning_rate": 1.4231301939058172e-05,
+      "loss": 3.8044,
+      "step": 416500
+    },
+    {
+      "epoch": 288.78,
+      "learning_rate": 1.4224376731301941e-05,
+      "loss": 3.8051,
+      "step": 417000
+    },
+    {
+      "epoch": 289.0,
+      "eval_loss": 3.726090431213379,
+      "eval_runtime": 75.4663,
+      "eval_samples_per_second": 6525.085,
+      "eval_steps_per_second": 2.133,
+      "step": 417316
+    },
+    {
+      "epoch": 289.13,
+      "learning_rate": 1.4217451523545706e-05,
+      "loss": 3.8017,
+      "step": 417500
+    },
+    {
+      "epoch": 289.47,
+      "learning_rate": 1.4210526315789475e-05,
+      "loss": 3.8071,
+      "step": 418000
+    },
+    {
+      "epoch": 289.82,
+      "learning_rate": 1.4203601108033242e-05,
+      "loss": 3.8058,
+      "step": 418500
+    },
+    {
+      "epoch": 290.0,
+      "eval_loss": 3.730849027633667,
+      "eval_runtime": 75.3792,
+      "eval_samples_per_second": 6532.621,
+      "eval_steps_per_second": 2.136,
+      "step": 418760
+    },
+    {
+      "epoch": 290.17,
+      "learning_rate": 1.419667590027701e-05,
+      "loss": 3.8073,
+      "step": 419000
+    },
+    {
+      "epoch": 290.51,
+      "learning_rate": 1.4189750692520776e-05,
+      "loss": 3.8049,
+      "step": 419500
+    },
+    {
+      "epoch": 290.86,
+      "learning_rate": 1.4182825484764544e-05,
+      "loss": 3.8024,
+      "step": 420000
+    },
+    {
+      "epoch": 291.0,
+      "eval_loss": 3.727689027786255,
+      "eval_runtime": 77.757,
+      "eval_samples_per_second": 6332.854,
+      "eval_steps_per_second": 2.071,
+      "step": 420204
+    },
+    {
+      "epoch": 291.2,
+      "learning_rate": 1.4175900277008311e-05,
+      "loss": 3.803,
+      "step": 420500
+    },
+    {
+      "epoch": 291.55,
+      "learning_rate": 1.4168975069252078e-05,
+      "loss": 3.7999,
+      "step": 421000
+    },
+    {
+      "epoch": 291.9,
+      "learning_rate": 1.4162049861495845e-05,
+      "loss": 3.8047,
+      "step": 421500
+    },
+    {
+      "epoch": 292.0,
+      "eval_loss": 3.7302093505859375,
+      "eval_runtime": 78.9126,
+      "eval_samples_per_second": 6240.118,
+      "eval_steps_per_second": 2.04,
+      "step": 421648
+    },
+    {
+      "epoch": 292.24,
+      "learning_rate": 1.4155124653739614e-05,
+      "loss": 3.8048,
+      "step": 422000
+    },
+    {
+      "epoch": 292.59,
+      "learning_rate": 1.4148199445983382e-05,
+      "loss": 3.8016,
+      "step": 422500
+    },
+    {
+      "epoch": 292.94,
+      "learning_rate": 1.4141274238227148e-05,
+      "loss": 3.806,
+      "step": 423000
+    },
+    {
+      "epoch": 293.0,
+      "eval_loss": 3.727792501449585,
+      "eval_runtime": 73.701,
+      "eval_samples_per_second": 6681.377,
+      "eval_steps_per_second": 2.185,
+      "step": 423092
+    },
+    {
+      "epoch": 293.28,
+      "learning_rate": 1.4134349030470914e-05,
+      "loss": 3.8033,
+      "step": 423500
+    },
+    {
+      "epoch": 293.63,
+      "learning_rate": 1.4127423822714683e-05,
+      "loss": 3.8018,
+      "step": 424000
+    },
+    {
+      "epoch": 293.98,
+      "learning_rate": 1.4120498614958448e-05,
+      "loss": 3.8034,
+      "step": 424500
+    },
+    {
+      "epoch": 294.0,
+      "eval_loss": 3.7282450199127197,
+      "eval_runtime": 73.3047,
+      "eval_samples_per_second": 6717.497,
+      "eval_steps_per_second": 2.196,
+      "step": 424536
+    },
+    {
+      "epoch": 294.32,
+      "learning_rate": 1.4113573407202217e-05,
+      "loss": 3.7997,
+      "step": 425000
+    },
+    {
+      "epoch": 294.67,
+      "learning_rate": 1.4106648199445986e-05,
+      "loss": 3.8002,
+      "step": 425500
+    },
+    {
+      "epoch": 295.0,
+      "eval_loss": 3.72798490524292,
+      "eval_runtime": 75.6916,
+      "eval_samples_per_second": 6505.662,
+      "eval_steps_per_second": 2.127,
+      "step": 425980
+    },
+    {
+      "epoch": 295.01,
+      "learning_rate": 1.4099722991689752e-05,
+      "loss": 3.8046,
+      "step": 426000
+    },
+    {
+      "epoch": 295.36,
+      "learning_rate": 1.4092797783933518e-05,
+      "loss": 3.7991,
+      "step": 426500
+    },
+    {
+      "epoch": 295.71,
+      "learning_rate": 1.4085872576177286e-05,
+      "loss": 3.8009,
+      "step": 427000
+    },
+    {
+      "epoch": 296.0,
+      "eval_loss": 3.7270190715789795,
+      "eval_runtime": 75.9779,
+      "eval_samples_per_second": 6481.15,
+      "eval_steps_per_second": 2.119,
+      "step": 427424
+    },
+    {
+      "epoch": 296.05,
+      "learning_rate": 1.4078947368421055e-05,
+      "loss": 3.8023,
+      "step": 427500
+    },
+    {
+      "epoch": 296.4,
+      "learning_rate": 1.4072022160664822e-05,
+      "loss": 3.799,
+      "step": 428000
+    },
+    {
+      "epoch": 296.75,
+      "learning_rate": 1.4065096952908589e-05,
+      "loss": 3.8004,
+      "step": 428500
+    },
+    {
+      "epoch": 297.0,
+      "eval_loss": 3.725785255432129,
+      "eval_runtime": 73.3442,
+      "eval_samples_per_second": 6713.882,
+      "eval_steps_per_second": 2.195,
+      "step": 428868
+    },
+    {
+      "epoch": 297.09,
+      "learning_rate": 1.4058171745152356e-05,
+      "loss": 3.798,
+      "step": 429000
+    },
+    {
+      "epoch": 297.44,
+      "learning_rate": 1.4051246537396124e-05,
+      "loss": 3.8009,
+      "step": 429500
+    },
+    {
+      "epoch": 297.78,
+      "learning_rate": 1.404432132963989e-05,
+      "loss": 3.8012,
+      "step": 430000
+    },
+    {
+      "epoch": 298.0,
+      "eval_loss": 3.7256500720977783,
+      "eval_runtime": 73.7366,
+      "eval_samples_per_second": 6678.15,
+      "eval_steps_per_second": 2.183,
+      "step": 430312
+    },
+    {
+      "epoch": 298.13,
+      "learning_rate": 1.4037396121883658e-05,
+      "loss": 3.7996,
+      "step": 430500
+    },
+    {
+      "epoch": 298.48,
+      "learning_rate": 1.4030470914127425e-05,
+      "loss": 3.8001,
+      "step": 431000
+    },
+    {
+      "epoch": 298.82,
+      "learning_rate": 1.4023545706371194e-05,
+      "loss": 3.8005,
+      "step": 431500
+    },
+    {
+      "epoch": 299.0,
+      "eval_loss": 3.723066568374634,
+      "eval_runtime": 77.3225,
+      "eval_samples_per_second": 6368.445,
+      "eval_steps_per_second": 2.082,
+      "step": 431756
+    },
+    {
+      "epoch": 299.17,
+      "learning_rate": 1.4016620498614959e-05,
+      "loss": 3.7999,
+      "step": 432000
+    },
+    {
+      "epoch": 299.52,
+      "learning_rate": 1.4009695290858727e-05,
+      "loss": 3.7986,
+      "step": 432500
+    },
+    {
+      "epoch": 299.86,
+      "learning_rate": 1.4002770083102494e-05,
+      "loss": 3.7992,
+      "step": 433000
+    },
+    {
+      "epoch": 300.0,
+      "eval_loss": 3.7242555618286133,
+      "eval_runtime": 76.7477,
+      "eval_samples_per_second": 6416.137,
+      "eval_steps_per_second": 2.098,
+      "step": 433200
+    },
+    {
+      "epoch": 300.21,
+      "learning_rate": 1.3995844875346261e-05,
+      "loss": 3.799,
+      "step": 433500
+    },
+    {
+      "epoch": 300.55,
+      "learning_rate": 1.3988919667590028e-05,
+      "loss": 3.7998,
+      "step": 434000
+    },
+    {
+      "epoch": 300.9,
+      "learning_rate": 1.3981994459833797e-05,
+      "loss": 3.7975,
+      "step": 434500
+    },
+    {
+      "epoch": 301.0,
+      "eval_loss": 3.7223165035247803,
+      "eval_runtime": 73.7218,
+      "eval_samples_per_second": 6679.489,
+      "eval_steps_per_second": 2.184,
+      "step": 434644
+    },
+    {
+      "epoch": 301.25,
+      "learning_rate": 1.3975069252077564e-05,
+      "loss": 3.8001,
+      "step": 435000
+    },
+    {
+      "epoch": 301.59,
+      "learning_rate": 1.396814404432133e-05,
+      "loss": 3.7979,
+      "step": 435500
+    },
+    {
+      "epoch": 301.94,
+      "learning_rate": 1.3961218836565098e-05,
+      "loss": 3.7973,
+      "step": 436000
+    },
+    {
+      "epoch": 302.0,
+      "eval_loss": 3.724653959274292,
+      "eval_runtime": 77.8047,
+      "eval_samples_per_second": 6328.977,
+      "eval_steps_per_second": 2.069,
+      "step": 436088
+    },
+    {
+      "epoch": 302.29,
+      "learning_rate": 1.3954293628808866e-05,
+      "loss": 3.7957,
+      "step": 436500
+    },
+    {
+      "epoch": 302.63,
+      "learning_rate": 1.3947368421052631e-05,
+      "loss": 3.7942,
+      "step": 437000
+    },
+    {
+      "epoch": 302.98,
+      "learning_rate": 1.39404432132964e-05,
+      "loss": 3.7987,
+      "step": 437500
+    },
+    {
+      "epoch": 303.0,
+      "eval_loss": 3.720510244369507,
+      "eval_runtime": 76.9622,
+      "eval_samples_per_second": 6398.255,
+      "eval_steps_per_second": 2.092,
+      "step": 437532
+    },
+    {
+      "epoch": 303.32,
+      "learning_rate": 1.3933518005540167e-05,
+      "loss": 3.795,
+      "step": 438000
+    },
+    {
+      "epoch": 303.67,
+      "learning_rate": 1.3926592797783936e-05,
+      "loss": 3.7965,
+      "step": 438500
+    },
+    {
+      "epoch": 304.0,
+      "eval_loss": 3.7249743938446045,
+      "eval_runtime": 73.4932,
+      "eval_samples_per_second": 6700.264,
+      "eval_steps_per_second": 2.191,
+      "step": 438976
+    },
+    {
+      "epoch": 304.02,
+      "learning_rate": 1.39196675900277e-05,
+      "loss": 3.796,
+      "step": 439000
+    },
+    {
+      "epoch": 304.36,
+      "learning_rate": 1.391274238227147e-05,
+      "loss": 3.7958,
+      "step": 439500
+    },
+    {
+      "epoch": 304.71,
+      "learning_rate": 1.3905817174515236e-05,
+      "loss": 3.7992,
+      "step": 440000
+    },
+    {
+      "epoch": 305.0,
+      "eval_loss": 3.721456289291382,
+      "eval_runtime": 80.3944,
+      "eval_samples_per_second": 6125.106,
+      "eval_steps_per_second": 2.003,
+      "step": 440420
+    },
+    {
+      "epoch": 305.06,
+      "learning_rate": 1.3898891966759005e-05,
+      "loss": 3.7968,
+      "step": 440500
+    },
+    {
+      "epoch": 305.4,
+      "learning_rate": 1.389196675900277e-05,
+      "loss": 3.7966,
+      "step": 441000
+    },
+    {
+      "epoch": 305.75,
+      "learning_rate": 1.3885041551246539e-05,
+      "loss": 3.7974,
+      "step": 441500
+    },
+    {
+      "epoch": 306.0,
+      "eval_loss": 3.7187914848327637,
+      "eval_runtime": 73.1181,
+      "eval_samples_per_second": 6734.635,
+      "eval_steps_per_second": 2.202,
+      "step": 441864
+    },
+    {
+      "epoch": 306.09,
+      "learning_rate": 1.3878116343490307e-05,
+      "loss": 3.7968,
+      "step": 442000
+    },
+    {
+      "epoch": 306.44,
+      "learning_rate": 1.3871191135734073e-05,
+      "loss": 3.7954,
+      "step": 442500
+    },
+    {
+      "epoch": 306.79,
+      "learning_rate": 1.386426592797784e-05,
+      "loss": 3.7955,
+      "step": 443000
+    },
+    {
+      "epoch": 307.0,
+      "eval_loss": 3.7259676456451416,
+      "eval_runtime": 73.6071,
+      "eval_samples_per_second": 6689.901,
+      "eval_steps_per_second": 2.187,
+      "step": 443308
+    },
+    {
+      "epoch": 307.13,
+      "learning_rate": 1.3857340720221608e-05,
+      "loss": 3.7946,
+      "step": 443500
+    },
+    {
+      "epoch": 307.48,
+      "learning_rate": 1.3850415512465377e-05,
+      "loss": 3.7958,
+      "step": 444000
+    },
+    {
+      "epoch": 307.83,
+      "learning_rate": 1.3843490304709142e-05,
+      "loss": 3.793,
+      "step": 444500
+    },
+    {
+      "epoch": 308.0,
+      "eval_loss": 3.719923734664917,
+      "eval_runtime": 76.694,
+      "eval_samples_per_second": 6420.633,
+      "eval_steps_per_second": 2.099,
+      "step": 444752
+    },
+    {
+      "epoch": 308.17,
+      "learning_rate": 1.3836565096952909e-05,
+      "loss": 3.7951,
+      "step": 445000
+    },
+    {
+      "epoch": 308.52,
+      "learning_rate": 1.3829639889196678e-05,
+      "loss": 3.7968,
+      "step": 445500
+    },
+    {
+      "epoch": 308.86,
+      "learning_rate": 1.3822714681440443e-05,
+      "loss": 3.7923,
+      "step": 446000
+    },
+    {
+      "epoch": 309.0,
+      "eval_loss": 3.7208216190338135,
+      "eval_runtime": 74.1466,
+      "eval_samples_per_second": 6641.218,
+      "eval_steps_per_second": 2.171,
+      "step": 446196
+    },
+    {
+      "epoch": 309.21,
+      "learning_rate": 1.3815789473684211e-05,
+      "loss": 3.7895,
+      "step": 446500
+    },
+    {
+      "epoch": 309.56,
+      "learning_rate": 1.380886426592798e-05,
+      "loss": 3.7939,
+      "step": 447000
+    },
+    {
+      "epoch": 309.9,
+      "learning_rate": 1.3801939058171747e-05,
+      "loss": 3.7956,
+      "step": 447500
+    },
+    {
+      "epoch": 310.0,
+      "eval_loss": 3.7165091037750244,
+      "eval_runtime": 75.6044,
+      "eval_samples_per_second": 6513.167,
+      "eval_steps_per_second": 2.13,
+      "step": 447640
+    },
+    {
+      "epoch": 310.25,
+      "learning_rate": 1.3795013850415512e-05,
+      "loss": 3.7944,
+      "step": 448000
+    },
+    {
+      "epoch": 310.6,
+      "learning_rate": 1.378808864265928e-05,
+      "loss": 3.7903,
+      "step": 448500
+    },
+    {
+      "epoch": 310.94,
+      "learning_rate": 1.378116343490305e-05,
+      "loss": 3.7945,
+      "step": 449000
+    },
+    {
+      "epoch": 311.0,
+      "eval_loss": 3.715456962585449,
+      "eval_runtime": 73.561,
+      "eval_samples_per_second": 6694.088,
+      "eval_steps_per_second": 2.189,
+      "step": 449084
+    },
+    {
+      "epoch": 311.29,
+      "learning_rate": 1.3774238227146815e-05,
+      "loss": 3.7901,
+      "step": 449500
+    },
+    {
+      "epoch": 311.63,
+      "learning_rate": 1.3767313019390583e-05,
+      "loss": 3.7902,
+      "step": 450000
+    },
+    {
+      "epoch": 311.98,
+      "learning_rate": 1.376038781163435e-05,
+      "loss": 3.7925,
+      "step": 450500
+    },
+    {
+      "epoch": 312.0,
+      "eval_loss": 3.7176241874694824,
+      "eval_runtime": 78.0968,
+      "eval_samples_per_second": 6305.307,
+      "eval_steps_per_second": 2.062,
+      "step": 450528
+    },
+    {
+      "epoch": 312.33,
+      "learning_rate": 1.3753462603878119e-05,
+      "loss": 3.7932,
+      "step": 451000
+    },
+    {
+      "epoch": 312.67,
+      "learning_rate": 1.3746537396121884e-05,
+      "loss": 3.793,
+      "step": 451500
+    },
+    {
+      "epoch": 313.0,
+      "eval_loss": 3.7189948558807373,
+      "eval_runtime": 74.2572,
+      "eval_samples_per_second": 6631.333,
+      "eval_steps_per_second": 2.168,
+      "step": 451972
+    },
+    {
+      "epoch": 313.02,
+      "learning_rate": 1.3739612188365653e-05,
+      "loss": 3.7906,
+      "step": 452000
+    },
+    {
+      "epoch": 313.37,
+      "learning_rate": 1.373268698060942e-05,
+      "loss": 3.7898,
+      "step": 452500
+    },
+    {
+      "epoch": 313.71,
+      "learning_rate": 1.3725761772853188e-05,
+      "loss": 3.7905,
+      "step": 453000
+    },
+    {
+      "epoch": 314.0,
+      "eval_loss": 3.7148730754852295,
+      "eval_runtime": 74.5995,
+      "eval_samples_per_second": 6600.898,
+      "eval_steps_per_second": 2.158,
+      "step": 453416
+    },
+    {
+      "epoch": 314.06,
+      "learning_rate": 1.3718836565096953e-05,
+      "loss": 3.7931,
+      "step": 453500
+    },
+    {
+      "epoch": 314.4,
+      "learning_rate": 1.3711911357340722e-05,
+      "loss": 3.7909,
+      "step": 454000
+    },
+    {
+      "epoch": 314.75,
+      "learning_rate": 1.3704986149584489e-05,
+      "loss": 3.789,
+      "step": 454500
+    },
+    {
+      "epoch": 315.0,
+      "eval_loss": 3.715317726135254,
+      "eval_runtime": 73.3676,
+      "eval_samples_per_second": 6711.739,
+      "eval_steps_per_second": 2.194,
+      "step": 454860
+    },
+    {
+      "epoch": 315.1,
+      "learning_rate": 1.3698060941828256e-05,
+      "loss": 3.7908,
+      "step": 455000
+    },
+    {
+      "epoch": 315.44,
+      "learning_rate": 1.3691135734072023e-05,
+      "loss": 3.7927,
+      "step": 455500
+    },
+    {
+      "epoch": 315.79,
+      "learning_rate": 1.3684210526315791e-05,
+      "loss": 3.7883,
+      "step": 456000
+    },
+    {
+      "epoch": 316.0,
+      "eval_loss": 3.7178468704223633,
+      "eval_runtime": 77.3962,
+      "eval_samples_per_second": 6362.381,
+      "eval_steps_per_second": 2.08,
+      "step": 456304
+    },
+    {
+      "epoch": 316.14,
+      "learning_rate": 1.3677285318559558e-05,
+      "loss": 3.7919,
+      "step": 456500
+    },
+    {
+      "epoch": 316.48,
+      "learning_rate": 1.3670360110803325e-05,
+      "loss": 3.7879,
+      "step": 457000
+    },
+    {
+      "epoch": 316.83,
+      "learning_rate": 1.3663434903047092e-05,
+      "loss": 3.7897,
+      "step": 457500
+    },
+    {
+      "epoch": 317.0,
+      "eval_loss": 3.7118659019470215,
+      "eval_runtime": 74.0536,
+      "eval_samples_per_second": 6649.566,
+      "eval_steps_per_second": 2.174,
+      "step": 457748
+    },
+    {
+      "epoch": 317.17,
+      "learning_rate": 1.365650969529086e-05,
+      "loss": 3.7926,
+      "step": 458000
+    },
+    {
+      "epoch": 317.52,
+      "learning_rate": 1.3649584487534626e-05,
+      "loss": 3.7899,
+      "step": 458500
+    },
+    {
+      "epoch": 317.87,
+      "learning_rate": 1.3642659279778395e-05,
+      "loss": 3.7886,
+      "step": 459000
+    },
+    {
+      "epoch": 318.0,
+      "eval_loss": 3.7171525955200195,
+      "eval_runtime": 73.7675,
+      "eval_samples_per_second": 6675.351,
+      "eval_steps_per_second": 2.183,
+      "step": 459192
+    },
+    {
+      "epoch": 318.21,
+      "learning_rate": 1.3635734072022161e-05,
+      "loss": 3.7891,
+      "step": 459500
+    },
+    {
+      "epoch": 318.56,
+      "learning_rate": 1.362880886426593e-05,
+      "loss": 3.789,
+      "step": 460000
+    },
+    {
+      "epoch": 318.91,
+      "learning_rate": 1.3621883656509695e-05,
+      "loss": 3.7917,
+      "step": 460500
+    },
+    {
+      "epoch": 319.0,
+      "eval_loss": 3.713498830795288,
+      "eval_runtime": 75.1926,
+      "eval_samples_per_second": 6548.836,
+      "eval_steps_per_second": 2.141,
+      "step": 460636
+    },
+    {
+      "epoch": 319.25,
+      "learning_rate": 1.3614958448753464e-05,
+      "loss": 3.7887,
+      "step": 461000
+    },
+    {
+      "epoch": 319.6,
+      "learning_rate": 1.360803324099723e-05,
+      "loss": 3.7915,
+      "step": 461500
+    },
+    {
+      "epoch": 319.94,
+      "learning_rate": 1.3601108033240998e-05,
+      "loss": 3.7868,
+      "step": 462000
+    },
+    {
+      "epoch": 320.0,
+      "eval_loss": 3.7122466564178467,
+      "eval_runtime": 73.8863,
+      "eval_samples_per_second": 6664.614,
+      "eval_steps_per_second": 2.179,
+      "step": 462080
+    },
+    {
+      "epoch": 320.29,
+      "learning_rate": 1.3594182825484765e-05,
+      "loss": 3.7871,
+      "step": 462500
+    },
+    {
+      "epoch": 320.64,
+      "learning_rate": 1.3587257617728533e-05,
+      "loss": 3.7869,
+      "step": 463000
+    },
+    {
+      "epoch": 320.98,
+      "learning_rate": 1.3580332409972302e-05,
+      "loss": 3.7881,
+      "step": 463500
+    },
+    {
+      "epoch": 321.0,
+      "eval_loss": 3.7132568359375,
+      "eval_runtime": 75.8172,
+      "eval_samples_per_second": 6494.889,
+      "eval_steps_per_second": 2.124,
+      "step": 463524
+    },
+    {
+      "epoch": 321.33,
+      "learning_rate": 1.3573407202216067e-05,
+      "loss": 3.785,
+      "step": 464000
+    },
+    {
+      "epoch": 321.68,
+      "learning_rate": 1.3566481994459834e-05,
+      "loss": 3.7882,
+      "step": 464500
+    },
+    {
+      "epoch": 322.0,
+      "eval_loss": 3.714015245437622,
+      "eval_runtime": 77.194,
+      "eval_samples_per_second": 6379.048,
+      "eval_steps_per_second": 2.086,
+      "step": 464968
+    },
+    {
+      "epoch": 322.02,
+      "learning_rate": 1.3559556786703603e-05,
+      "loss": 3.7875,
+      "step": 465000
+    },
+    {
+      "epoch": 322.37,
+      "learning_rate": 1.3552631578947371e-05,
+      "loss": 3.789,
+      "step": 465500
+    },
+    {
+      "epoch": 322.71,
+      "learning_rate": 1.3545706371191136e-05,
+      "loss": 3.7871,
+      "step": 466000
+    },
+    {
+      "epoch": 323.0,
+      "eval_loss": 3.707482099533081,
+      "eval_runtime": 73.4812,
+      "eval_samples_per_second": 6701.361,
+      "eval_steps_per_second": 2.191,
+      "step": 466412
+    },
+    {
+      "epoch": 323.06,
+      "learning_rate": 1.3538781163434903e-05,
+      "loss": 3.7855,
+      "step": 466500
+    },
+    {
+      "epoch": 323.41,
+      "learning_rate": 1.3531855955678672e-05,
+      "loss": 3.7851,
+      "step": 467000
+    },
+    {
+      "epoch": 323.75,
+      "learning_rate": 1.3524930747922437e-05,
+      "loss": 3.7861,
+      "step": 467500
+    },
+    {
+      "epoch": 324.0,
+      "eval_loss": 3.7149996757507324,
+      "eval_runtime": 77.2505,
+      "eval_samples_per_second": 6374.382,
+      "eval_steps_per_second": 2.084,
+      "step": 467856
+    },
+    {
+      "epoch": 324.1,
+      "learning_rate": 1.3518005540166206e-05,
+      "loss": 3.7868,
+      "step": 468000
+    },
+    {
+      "epoch": 324.45,
+      "learning_rate": 1.3511080332409974e-05,
+      "loss": 3.7869,
+      "step": 468500
+    },
+    {
+      "epoch": 324.79,
+      "learning_rate": 1.3504155124653741e-05,
+      "loss": 3.7838,
+      "step": 469000
+    },
+    {
+      "epoch": 325.0,
+      "eval_loss": 3.7106683254241943,
+      "eval_runtime": 74.8849,
+      "eval_samples_per_second": 6575.744,
+      "eval_steps_per_second": 2.15,
+      "step": 469300
+    },
+    {
+      "epoch": 325.14,
+      "learning_rate": 1.3497229916897507e-05,
+      "loss": 3.7865,
+      "step": 469500
+    },
+    {
+      "epoch": 325.48,
+      "learning_rate": 1.3490304709141275e-05,
+      "loss": 3.7858,
+      "step": 470000
+    },
+    {
+      "epoch": 325.83,
+      "learning_rate": 1.3483379501385044e-05,
+      "loss": 3.784,
+      "step": 470500
+    },
+    {
+      "epoch": 326.0,
+      "eval_loss": 3.7102861404418945,
+      "eval_runtime": 74.7474,
+      "eval_samples_per_second": 6587.842,
+      "eval_steps_per_second": 2.154,
+      "step": 470744
+    },
+    {
+      "epoch": 326.18,
+      "learning_rate": 1.3476454293628809e-05,
+      "loss": 3.786,
+      "step": 471000
+    },
+    {
+      "epoch": 326.52,
+      "learning_rate": 1.3469529085872578e-05,
+      "loss": 3.7855,
+      "step": 471500
+    },
+    {
+      "epoch": 326.87,
+      "learning_rate": 1.3462603878116345e-05,
+      "loss": 3.7861,
+      "step": 472000
+    },
+    {
+      "epoch": 327.0,
+      "eval_loss": 3.7090983390808105,
+      "eval_runtime": 73.9182,
+      "eval_samples_per_second": 6661.745,
+      "eval_steps_per_second": 2.178,
+      "step": 472188
+    },
+    {
+      "epoch": 327.22,
+      "learning_rate": 1.3455678670360113e-05,
+      "loss": 3.7856,
+      "step": 472500
+    },
+    {
+      "epoch": 327.56,
+      "learning_rate": 1.3448753462603878e-05,
+      "loss": 3.7827,
+      "step": 473000
+    },
+    {
+      "epoch": 327.91,
+      "learning_rate": 1.3441828254847647e-05,
+      "loss": 3.7854,
+      "step": 473500
+    },
+    {
+      "epoch": 328.0,
+      "eval_loss": 3.708383083343506,
+      "eval_runtime": 74.4676,
+      "eval_samples_per_second": 6612.59,
+      "eval_steps_per_second": 2.162,
+      "step": 473632
+    },
+    {
+      "epoch": 328.25,
+      "learning_rate": 1.3434903047091414e-05,
+      "loss": 3.785,
+      "step": 474000
+    },
+    {
+      "epoch": 328.6,
+      "learning_rate": 1.3427977839335181e-05,
+      "loss": 3.7828,
+      "step": 474500
+    },
+    {
+      "epoch": 328.95,
+      "learning_rate": 1.3421052631578948e-05,
+      "loss": 3.7859,
+      "step": 475000
+    },
+    {
+      "epoch": 329.0,
+      "eval_loss": 3.7049036026000977,
+      "eval_runtime": 76.0122,
+      "eval_samples_per_second": 6478.227,
+      "eval_steps_per_second": 2.118,
+      "step": 475076
+    },
+    {
+      "epoch": 329.29,
+      "learning_rate": 1.3414127423822716e-05,
+      "loss": 3.7826,
+      "step": 475500
+    },
+    {
+      "epoch": 329.64,
+      "learning_rate": 1.3407202216066483e-05,
+      "loss": 3.7815,
+      "step": 476000
+    },
+    {
+      "epoch": 329.99,
+      "learning_rate": 1.340027700831025e-05,
+      "loss": 3.7841,
+      "step": 476500
+    },
+    {
+      "epoch": 330.0,
+      "eval_loss": 3.7112672328948975,
+      "eval_runtime": 73.3442,
+      "eval_samples_per_second": 6713.874,
+      "eval_steps_per_second": 2.195,
+      "step": 476520
+    },
+    {
+      "epoch": 330.33,
+      "learning_rate": 1.3393351800554017e-05,
+      "loss": 3.7814,
+      "step": 477000
+    },
+    {
+      "epoch": 330.68,
+      "learning_rate": 1.3386426592797786e-05,
+      "loss": 3.7823,
+      "step": 477500
+    },
+    {
+      "epoch": 331.0,
+      "eval_loss": 3.7072346210479736,
+      "eval_runtime": 76.1202,
+      "eval_samples_per_second": 6469.031,
+      "eval_steps_per_second": 2.115,
+      "step": 477964
+    },
+    {
+      "epoch": 331.02,
+      "learning_rate": 1.3379501385041553e-05,
+      "loss": 3.7845,
+      "step": 478000
+    },
+    {
+      "epoch": 331.37,
+      "learning_rate": 1.337257617728532e-05,
+      "loss": 3.7822,
+      "step": 478500
+    },
+    {
+      "epoch": 331.72,
+      "learning_rate": 1.3365650969529087e-05,
+      "loss": 3.7848,
+      "step": 479000
+    },
+    {
+      "epoch": 332.0,
+      "eval_loss": 3.708578109741211,
+      "eval_runtime": 73.6567,
+      "eval_samples_per_second": 6685.396,
+      "eval_steps_per_second": 2.186,
+      "step": 479408
+    },
+    {
+      "epoch": 332.06,
+      "learning_rate": 1.3358725761772855e-05,
+      "loss": 3.7811,
+      "step": 479500
+    },
+    {
+      "epoch": 332.41,
+      "learning_rate": 1.335180055401662e-05,
+      "loss": 3.7825,
+      "step": 480000
+    },
+    {
+      "epoch": 332.76,
+      "learning_rate": 1.3344875346260389e-05,
+      "loss": 3.7856,
+      "step": 480500
+    },
+    {
+      "epoch": 333.0,
+      "eval_loss": 3.7044219970703125,
+      "eval_runtime": 73.1824,
+      "eval_samples_per_second": 6728.725,
+      "eval_steps_per_second": 2.2,
+      "step": 480852
+    },
+    {
+      "epoch": 333.1,
+      "learning_rate": 1.3337950138504156e-05,
+      "loss": 3.7804,
+      "step": 481000
+    },
+    {
+      "epoch": 333.45,
+      "learning_rate": 1.3331024930747925e-05,
+      "loss": 3.7816,
+      "step": 481500
+    },
+    {
+      "epoch": 333.8,
+      "learning_rate": 1.332409972299169e-05,
+      "loss": 3.7793,
+      "step": 482000
+    },
+    {
+      "epoch": 334.0,
+      "eval_loss": 3.7033491134643555,
+      "eval_runtime": 74.3462,
+      "eval_samples_per_second": 6623.388,
+      "eval_steps_per_second": 2.166,
+      "step": 482296
+    },
+    {
+      "epoch": 334.14,
+      "learning_rate": 1.3317174515235458e-05,
+      "loss": 3.7816,
+      "step": 482500
+    },
+    {
+      "epoch": 334.49,
+      "learning_rate": 1.3310249307479225e-05,
+      "loss": 3.7796,
+      "step": 483000
+    },
+    {
+      "epoch": 334.83,
+      "learning_rate": 1.3303324099722992e-05,
+      "loss": 3.7823,
+      "step": 483500
+    },
+    {
+      "epoch": 335.0,
+      "eval_loss": 3.712414503097534,
+      "eval_runtime": 73.7811,
+      "eval_samples_per_second": 6674.118,
+      "eval_steps_per_second": 2.182,
+      "step": 483740
+    },
+    {
+      "epoch": 335.18,
+      "learning_rate": 1.3296398891966759e-05,
+      "loss": 3.7811,
+      "step": 484000
+    },
+    {
+      "epoch": 335.53,
+      "learning_rate": 1.3289473684210528e-05,
+      "loss": 3.7801,
+      "step": 484500
+    },
+    {
+      "epoch": 335.87,
+      "learning_rate": 1.3282548476454296e-05,
+      "loss": 3.7779,
+      "step": 485000
+    },
+    {
+      "epoch": 336.0,
+      "eval_loss": 3.713364601135254,
+      "eval_runtime": 74.5722,
+      "eval_samples_per_second": 6603.322,
+      "eval_steps_per_second": 2.159,
+      "step": 485184
+    },
+    {
+      "epoch": 336.22,
+      "learning_rate": 1.3275623268698062e-05,
+      "loss": 3.7814,
+      "step": 485500
+    },
+    {
+      "epoch": 336.57,
+      "learning_rate": 1.3268698060941828e-05,
+      "loss": 3.7797,
+      "step": 486000
+    },
+    {
+      "epoch": 336.91,
+      "learning_rate": 1.3261772853185597e-05,
+      "loss": 3.7817,
+      "step": 486500
+    },
+    {
+      "epoch": 337.0,
+      "eval_loss": 3.704362392425537,
+      "eval_runtime": 73.7818,
+      "eval_samples_per_second": 6674.058,
+      "eval_steps_per_second": 2.182,
+      "step": 486628
+    },
+    {
+      "epoch": 337.26,
+      "learning_rate": 1.3254847645429362e-05,
+      "loss": 3.7809,
+      "step": 487000
+    },
+    {
+      "epoch": 337.6,
+      "learning_rate": 1.3247922437673131e-05,
+      "loss": 3.7793,
+      "step": 487500
+    },
+    {
+      "epoch": 337.95,
+      "learning_rate": 1.32409972299169e-05,
+      "loss": 3.7766,
+      "step": 488000
+    },
+    {
+      "epoch": 338.0,
+      "eval_loss": 3.7027761936187744,
+      "eval_runtime": 74.7391,
+      "eval_samples_per_second": 6588.57,
+      "eval_steps_per_second": 2.154,
+      "step": 488072
+    },
+    {
+      "epoch": 338.3,
+      "learning_rate": 1.3234072022160666e-05,
+      "loss": 3.7818,
+      "step": 488500
+    },
+    {
+      "epoch": 338.64,
+      "learning_rate": 1.3227146814404432e-05,
+      "loss": 3.778,
+      "step": 489000
+    },
+    {
+      "epoch": 338.99,
+      "learning_rate": 1.32202216066482e-05,
+      "loss": 3.7803,
+      "step": 489500
+    },
+    {
+      "epoch": 339.0,
+      "eval_loss": 3.7038166522979736,
+      "eval_runtime": 73.5019,
+      "eval_samples_per_second": 6699.476,
+      "eval_steps_per_second": 2.19,
+      "step": 489516
+    },
+    {
+      "epoch": 339.34,
+      "learning_rate": 1.3213296398891969e-05,
+      "loss": 3.7785,
+      "step": 490000
+    },
+    {
+      "epoch": 339.68,
+      "learning_rate": 1.3206371191135736e-05,
+      "loss": 3.7806,
+      "step": 490500
+    },
+    {
+      "epoch": 340.0,
+      "eval_loss": 3.707486867904663,
+      "eval_runtime": 76.5029,
+      "eval_samples_per_second": 6436.667,
+      "eval_steps_per_second": 2.104,
+      "step": 490960
+    },
+    {
+      "epoch": 340.03,
+      "learning_rate": 1.3199445983379501e-05,
+      "loss": 3.7771,
+      "step": 491000
+    },
+    {
+      "epoch": 340.37,
+      "learning_rate": 1.319252077562327e-05,
+      "loss": 3.7764,
+      "step": 491500
+    },
+    {
+      "epoch": 340.72,
+      "learning_rate": 1.3185595567867038e-05,
+      "loss": 3.78,
+      "step": 492000
+    },
+    {
+      "epoch": 341.0,
+      "eval_loss": 3.7045812606811523,
+      "eval_runtime": 74.5994,
+      "eval_samples_per_second": 6600.913,
+      "eval_steps_per_second": 2.158,
+      "step": 492404
+    },
+    {
+      "epoch": 341.07,
+      "learning_rate": 1.3178670360110804e-05,
+      "loss": 3.7806,
+      "step": 492500
+    },
+    {
+      "epoch": 341.41,
+      "learning_rate": 1.3171745152354572e-05,
+      "loss": 3.7798,
+      "step": 493000
+    },
+    {
+      "epoch": 341.76,
+      "learning_rate": 1.3164819944598339e-05,
+      "loss": 3.7794,
+      "step": 493500
+    },
+    {
+      "epoch": 342.0,
+      "eval_loss": 3.7000420093536377,
+      "eval_runtime": 75.6658,
+      "eval_samples_per_second": 6507.879,
+      "eval_steps_per_second": 2.128,
+      "step": 493848
+    },
+    {
+      "epoch": 342.11,
+      "learning_rate": 1.3157894736842108e-05,
+      "loss": 3.7764,
+      "step": 494000
+    },
+    {
+      "epoch": 342.45,
+      "learning_rate": 1.3150969529085873e-05,
+      "loss": 3.7793,
+      "step": 494500
+    },
+    {
+      "epoch": 342.8,
+      "learning_rate": 1.3144044321329642e-05,
+      "loss": 3.7768,
+      "step": 495000
+    },
+    {
+      "epoch": 343.0,
+      "eval_loss": 3.704115390777588,
+      "eval_runtime": 75.5071,
+      "eval_samples_per_second": 6521.559,
+      "eval_steps_per_second": 2.132,
+      "step": 495292
+    },
+    {
+      "epoch": 343.14,
+      "learning_rate": 1.3137119113573408e-05,
+      "loss": 3.7755,
+      "step": 495500
+    },
+    {
+      "epoch": 343.49,
+      "learning_rate": 1.3130193905817175e-05,
+      "loss": 3.7773,
+      "step": 496000
+    },
+    {
+      "epoch": 343.84,
+      "learning_rate": 1.3123268698060942e-05,
+      "loss": 3.776,
+      "step": 496500
+    },
+    {
+      "epoch": 344.0,
+      "eval_loss": 3.7043023109436035,
+      "eval_runtime": 73.6566,
+      "eval_samples_per_second": 6685.399,
+      "eval_steps_per_second": 2.186,
+      "step": 496736
+    },
+    {
+      "epoch": 344.18,
+      "learning_rate": 1.3116343490304711e-05,
+      "loss": 3.7785,
+      "step": 497000
+    },
+    {
+      "epoch": 344.53,
+      "learning_rate": 1.3109418282548478e-05,
+      "loss": 3.7817,
+      "step": 497500
+    },
+    {
+      "epoch": 344.88,
+      "learning_rate": 1.3102493074792245e-05,
+      "loss": 3.7799,
+      "step": 498000
+    },
+    {
+      "epoch": 345.0,
+      "eval_loss": 3.7023870944976807,
+      "eval_runtime": 76.6367,
+      "eval_samples_per_second": 6425.431,
+      "eval_steps_per_second": 2.101,
+      "step": 498180
+    },
+    {
+      "epoch": 345.22,
+      "learning_rate": 1.3095567867036012e-05,
+      "loss": 3.776,
+      "step": 498500
+    },
+    {
+      "epoch": 345.57,
+      "learning_rate": 1.308864265927978e-05,
+      "loss": 3.7761,
+      "step": 499000
+    },
+    {
+      "epoch": 345.91,
+      "learning_rate": 1.3081717451523547e-05,
+      "loss": 3.773,
+      "step": 499500
+    },
+    {
+      "epoch": 346.0,
+      "eval_loss": 3.698683500289917,
+      "eval_runtime": 75.0471,
+      "eval_samples_per_second": 6561.533,
+      "eval_steps_per_second": 2.145,
+      "step": 499624
+    },
+    {
+      "epoch": 346.26,
+      "learning_rate": 1.3074792243767314e-05,
+      "loss": 3.776,
+      "step": 500000
+    },
+    {
+      "epoch": 346.61,
+      "learning_rate": 1.3067867036011081e-05,
+      "loss": 3.7738,
+      "step": 500500
+    },
+    {
+      "epoch": 346.95,
+      "learning_rate": 1.306094182825485e-05,
+      "loss": 3.7755,
+      "step": 501000
+    },
+    {
+      "epoch": 347.0,
+      "eval_loss": 3.6997292041778564,
+      "eval_runtime": 75.304,
+      "eval_samples_per_second": 6539.146,
+      "eval_steps_per_second": 2.138,
+      "step": 501068
+    },
+    {
+      "epoch": 347.3,
+      "learning_rate": 1.3054016620498615e-05,
+      "loss": 3.7746,
+      "step": 501500
+    },
+    {
+      "epoch": 347.65,
+      "learning_rate": 1.3047091412742383e-05,
+      "loss": 3.7746,
+      "step": 502000
+    },
+    {
+      "epoch": 347.99,
+      "learning_rate": 1.304016620498615e-05,
+      "loss": 3.7738,
+      "step": 502500
+    },
+    {
+      "epoch": 348.0,
+      "eval_loss": 3.7015268802642822,
+      "eval_runtime": 73.8099,
+      "eval_samples_per_second": 6671.521,
+      "eval_steps_per_second": 2.181,
+      "step": 502512
+    },
+    {
+      "epoch": 348.34,
+      "learning_rate": 1.3033240997229919e-05,
+      "loss": 3.7753,
+      "step": 503000
+    },
+    {
+      "epoch": 348.68,
+      "learning_rate": 1.3026315789473684e-05,
+      "loss": 3.7744,
+      "step": 503500
+    },
+    {
+      "epoch": 349.0,
+      "eval_loss": 3.7030045986175537,
+      "eval_runtime": 75.2471,
+      "eval_samples_per_second": 6544.096,
+      "eval_steps_per_second": 2.14,
+      "step": 503956
+    },
+    {
+      "epoch": 349.03,
+      "learning_rate": 1.3019390581717453e-05,
+      "loss": 3.7736,
+      "step": 504000
+    },
+    {
+      "epoch": 349.38,
+      "learning_rate": 1.301246537396122e-05,
+      "loss": 3.7759,
+      "step": 504500
+    },
+    {
+      "epoch": 349.72,
+      "learning_rate": 1.3005540166204987e-05,
+      "loss": 3.7721,
+      "step": 505000
+    },
+    {
+      "epoch": 350.0,
+      "eval_loss": 3.7013323307037354,
+      "eval_runtime": 74.9488,
+      "eval_samples_per_second": 6570.141,
+      "eval_steps_per_second": 2.148,
+      "step": 505400
+    },
+    {
+      "epoch": 350.07,
+      "learning_rate": 1.2998614958448754e-05,
+      "loss": 3.7721,
+      "step": 505500
+    },
+    {
+      "epoch": 350.42,
+      "learning_rate": 1.2991689750692522e-05,
+      "loss": 3.7719,
+      "step": 506000
+    },
+    {
+      "epoch": 350.76,
+      "learning_rate": 1.298476454293629e-05,
+      "loss": 3.7756,
+      "step": 506500
+    },
+    {
+      "epoch": 351.0,
+      "eval_loss": 3.7012503147125244,
+      "eval_runtime": 75.0555,
+      "eval_samples_per_second": 6560.802,
+      "eval_steps_per_second": 2.145,
+      "step": 506844
+    },
+    {
+      "epoch": 351.11,
+      "learning_rate": 1.2977839335180056e-05,
+      "loss": 3.7736,
+      "step": 507000
+    },
+    {
+      "epoch": 351.45,
+      "learning_rate": 1.2970914127423823e-05,
+      "loss": 3.7706,
+      "step": 507500
+    },
+    {
+      "epoch": 351.8,
+      "learning_rate": 1.2963988919667592e-05,
+      "loss": 3.7715,
+      "step": 508000
+    },
+    {
+      "epoch": 352.0,
+      "eval_loss": 3.699119806289673,
+      "eval_runtime": 74.874,
+      "eval_samples_per_second": 6576.701,
+      "eval_steps_per_second": 2.15,
+      "step": 508288
+    },
+    {
+      "epoch": 352.15,
+      "learning_rate": 1.2957063711911357e-05,
+      "loss": 3.7765,
+      "step": 508500
+    },
+    {
+      "epoch": 352.49,
+      "learning_rate": 1.2950138504155125e-05,
+      "loss": 3.7717,
+      "step": 509000
+    },
+    {
+      "epoch": 352.84,
+      "learning_rate": 1.2943213296398894e-05,
+      "loss": 3.7733,
+      "step": 509500
+    },
+    {
+      "epoch": 353.0,
+      "eval_loss": 3.6972882747650146,
+      "eval_runtime": 76.25,
+      "eval_samples_per_second": 6458.018,
+      "eval_steps_per_second": 2.111,
+      "step": 509732
+    },
+    {
+      "epoch": 353.19,
+      "learning_rate": 1.2936288088642661e-05,
+      "loss": 3.7728,
+      "step": 510000
+    },
+    {
+      "epoch": 353.53,
+      "learning_rate": 1.2929362880886426e-05,
+      "loss": 3.7725,
+      "step": 510500
+    },
+    {
+      "epoch": 353.88,
+      "learning_rate": 1.2922437673130195e-05,
+      "loss": 3.7701,
+      "step": 511000
+    },
+    {
+      "epoch": 354.0,
+      "eval_loss": 3.700070858001709,
+      "eval_runtime": 75.0621,
+      "eval_samples_per_second": 6560.222,
+      "eval_steps_per_second": 2.145,
+      "step": 511176
+    },
+    {
+      "epoch": 354.22,
+      "learning_rate": 1.2915512465373963e-05,
+      "loss": 3.7737,
+      "step": 511500
+    },
+    {
+      "epoch": 354.57,
+      "learning_rate": 1.290858725761773e-05,
+      "loss": 3.7703,
+      "step": 512000
+    },
+    {
+      "epoch": 354.92,
+      "learning_rate": 1.2901662049861496e-05,
+      "loss": 3.7733,
+      "step": 512500
+    },
+    {
+      "epoch": 355.0,
+      "eval_loss": 3.697479248046875,
+      "eval_runtime": 75.0016,
+      "eval_samples_per_second": 6565.514,
+      "eval_steps_per_second": 2.147,
+      "step": 512620
+    },
+    {
+      "epoch": 355.26,
+      "learning_rate": 1.2894736842105264e-05,
+      "loss": 3.7696,
+      "step": 513000
+    },
+    {
+      "epoch": 355.61,
+      "learning_rate": 1.2887811634349033e-05,
+      "loss": 3.771,
+      "step": 513500
+    },
+    {
+      "epoch": 355.96,
+      "learning_rate": 1.2880886426592798e-05,
+      "loss": 3.7723,
+      "step": 514000
+    },
+    {
+      "epoch": 356.0,
+      "eval_loss": 3.695901870727539,
+      "eval_runtime": 74.3951,
+      "eval_samples_per_second": 6619.041,
+      "eval_steps_per_second": 2.164,
+      "step": 514064
+    },
+    {
+      "epoch": 356.3,
+      "learning_rate": 1.2873961218836567e-05,
+      "loss": 3.771,
+      "step": 514500
+    },
+    {
+      "epoch": 356.65,
+      "learning_rate": 1.2867036011080334e-05,
+      "loss": 3.7708,
+      "step": 515000
+    },
+    {
+      "epoch": 356.99,
+      "learning_rate": 1.2860110803324102e-05,
+      "loss": 3.7671,
+      "step": 515500
+    },
+    {
+      "epoch": 357.0,
+      "eval_loss": 3.696229934692383,
+      "eval_runtime": 78.1947,
+      "eval_samples_per_second": 6297.409,
+      "eval_steps_per_second": 2.059,
+      "step": 515508
+    },
+    {
+      "epoch": 357.34,
+      "learning_rate": 1.2853185595567867e-05,
+      "loss": 3.7695,
+      "step": 516000
+    },
+    {
+      "epoch": 357.69,
+      "learning_rate": 1.2846260387811636e-05,
+      "loss": 3.7711,
+      "step": 516500
+    },
+    {
+      "epoch": 358.0,
+      "eval_loss": 3.6941683292388916,
+      "eval_runtime": 79.1242,
+      "eval_samples_per_second": 6223.433,
+      "eval_steps_per_second": 2.035,
+      "step": 516952
+    },
+    {
+      "epoch": 358.03,
+      "learning_rate": 1.2839335180055403e-05,
+      "loss": 3.7728,
+      "step": 517000
+    },
+    {
+      "epoch": 358.38,
+      "learning_rate": 1.283240997229917e-05,
+      "loss": 3.7696,
+      "step": 517500
+    },
+    {
+      "epoch": 358.73,
+      "learning_rate": 1.2825484764542937e-05,
+      "loss": 3.7721,
+      "step": 518000
+    },
+    {
+      "epoch": 359.0,
+      "eval_loss": 3.6970505714416504,
+      "eval_runtime": 78.5878,
+      "eval_samples_per_second": 6265.908,
+      "eval_steps_per_second": 2.049,
+      "step": 518396
+    },
+    {
+      "epoch": 359.07,
+      "learning_rate": 1.2818559556786705e-05,
+      "loss": 3.7704,
+      "step": 518500
+    },
+    {
+      "epoch": 359.42,
+      "learning_rate": 1.2811634349030472e-05,
+      "loss": 3.7671,
+      "step": 519000
+    },
+    {
+      "epoch": 359.76,
+      "learning_rate": 1.280470914127424e-05,
+      "loss": 3.7711,
+      "step": 519500
+    },
+    {
+      "epoch": 360.0,
+      "eval_loss": 3.695997476577759,
+      "eval_runtime": 74.3491,
+      "eval_samples_per_second": 6623.133,
+      "eval_steps_per_second": 2.165,
+      "step": 519840
+    },
+    {
+      "epoch": 360.11,
+      "learning_rate": 1.2797783933518006e-05,
+      "loss": 3.7685,
+      "step": 520000
+    },
+    {
+      "epoch": 360.46,
+      "learning_rate": 1.2790858725761775e-05,
+      "loss": 3.7706,
+      "step": 520500
+    },
+    {
+      "epoch": 360.8,
+      "learning_rate": 1.278393351800554e-05,
+      "loss": 3.7684,
+      "step": 521000
+    },
+    {
+      "epoch": 361.0,
+      "eval_loss": 3.6960372924804688,
+      "eval_runtime": 74.0632,
+      "eval_samples_per_second": 6648.696,
+      "eval_steps_per_second": 2.174,
+      "step": 521284
+    },
+    {
+      "epoch": 361.15,
+      "learning_rate": 1.2777008310249309e-05,
+      "loss": 3.7715,
+      "step": 521500
+    },
+    {
+      "epoch": 361.5,
+      "learning_rate": 1.2770083102493075e-05,
+      "loss": 3.7673,
+      "step": 522000
+    },
+    {
+      "epoch": 361.84,
+      "learning_rate": 1.2763157894736844e-05,
+      "loss": 3.7691,
+      "step": 522500
+    },
+    {
+      "epoch": 362.0,
+      "eval_loss": 3.693530559539795,
+      "eval_runtime": 74.6535,
+      "eval_samples_per_second": 6596.124,
+      "eval_steps_per_second": 2.157,
+      "step": 522728
+    },
+    {
+      "epoch": 362.19,
+      "learning_rate": 1.275623268698061e-05,
+      "loss": 3.7684,
+      "step": 523000
+    },
+    {
+      "epoch": 362.53,
+      "learning_rate": 1.2749307479224378e-05,
+      "loss": 3.7678,
+      "step": 523500
+    },
+    {
+      "epoch": 362.88,
+      "learning_rate": 1.2742382271468145e-05,
+      "loss": 3.7701,
+      "step": 524000
+    },
+    {
+      "epoch": 363.0,
+      "eval_loss": 3.6938717365264893,
+      "eval_runtime": 77.8737,
+      "eval_samples_per_second": 6323.366,
+      "eval_steps_per_second": 2.067,
+      "step": 524172
+    },
+    {
+      "epoch": 363.23,
+      "learning_rate": 1.2735457063711913e-05,
+      "loss": 3.7676,
+      "step": 524500
+    },
+    {
+      "epoch": 363.57,
+      "learning_rate": 1.2728531855955679e-05,
+      "loss": 3.7673,
+      "step": 525000
+    },
+    {
+      "epoch": 363.92,
+      "learning_rate": 1.2721606648199447e-05,
+      "loss": 3.7678,
+      "step": 525500
+    },
+    {
+      "epoch": 364.0,
+      "eval_loss": 3.694033145904541,
+      "eval_runtime": 75.4612,
+      "eval_samples_per_second": 6525.529,
+      "eval_steps_per_second": 2.134,
+      "step": 525616
+    },
+    {
+      "epoch": 364.27,
+      "learning_rate": 1.2714681440443214e-05,
+      "loss": 3.7668,
+      "step": 526000
+    },
+    {
+      "epoch": 364.61,
+      "learning_rate": 1.2707756232686981e-05,
+      "loss": 3.7671,
+      "step": 526500
+    },
+    {
+      "epoch": 364.96,
+      "learning_rate": 1.2700831024930748e-05,
+      "loss": 3.7685,
+      "step": 527000
+    },
+    {
+      "epoch": 365.0,
+      "eval_loss": 3.6901051998138428,
+      "eval_runtime": 74.9685,
+      "eval_samples_per_second": 6568.408,
+      "eval_steps_per_second": 2.148,
+      "step": 527060
+    },
+    {
+      "epoch": 365.3,
+      "learning_rate": 1.2693905817174517e-05,
+      "loss": 3.7688,
+      "step": 527500
+    },
+    {
+      "epoch": 365.65,
+      "learning_rate": 1.2686980609418285e-05,
+      "loss": 3.7698,
+      "step": 528000
+    },
+    {
+      "epoch": 366.0,
+      "learning_rate": 1.268005540166205e-05,
+      "loss": 3.7679,
+      "step": 528500
+    },
+    {
+      "epoch": 366.0,
+      "eval_loss": 3.6931703090667725,
+      "eval_runtime": 74.1691,
+      "eval_samples_per_second": 6639.205,
+      "eval_steps_per_second": 2.171,
+      "step": 528504
+    },
+    {
+      "epoch": 366.34,
+      "learning_rate": 1.2673130193905817e-05,
+      "loss": 3.7677,
+      "step": 529000
+    },
+    {
+      "epoch": 366.69,
+      "learning_rate": 1.2666204986149586e-05,
+      "loss": 3.7684,
+      "step": 529500
+    },
+    {
+      "epoch": 367.0,
+      "eval_loss": 3.687340497970581,
+      "eval_runtime": 75.5717,
+      "eval_samples_per_second": 6515.988,
+      "eval_steps_per_second": 2.13,
+      "step": 529948
+    },
+    {
+      "epoch": 367.04,
+      "learning_rate": 1.2659279778393351e-05,
+      "loss": 3.7671,
+      "step": 530000
+    },
+    {
+      "epoch": 367.38,
+      "learning_rate": 1.265235457063712e-05,
+      "loss": 3.7657,
+      "step": 530500
+    },
+    {
+      "epoch": 367.73,
+      "learning_rate": 1.2645429362880889e-05,
+      "loss": 3.7647,
+      "step": 531000
+    },
+    {
+      "epoch": 368.0,
+      "eval_loss": 3.690807342529297,
+      "eval_runtime": 73.5177,
+      "eval_samples_per_second": 6698.037,
+      "eval_steps_per_second": 2.19,
+      "step": 531392
+    },
+    {
+      "epoch": 368.07,
+      "learning_rate": 1.2638504155124655e-05,
+      "loss": 3.7657,
+      "step": 531500
+    },
+    {
+      "epoch": 368.42,
+      "learning_rate": 1.263157894736842e-05,
+      "loss": 3.7676,
+      "step": 532000
+    },
+    {
+      "epoch": 368.77,
+      "learning_rate": 1.262465373961219e-05,
+      "loss": 3.7641,
+      "step": 532500
+    },
+    {
+      "epoch": 369.0,
+      "eval_loss": 3.688164710998535,
+      "eval_runtime": 75.7562,
+      "eval_samples_per_second": 6500.118,
+      "eval_steps_per_second": 2.125,
+      "step": 532836
+    },
+    {
+      "epoch": 369.11,
+      "learning_rate": 1.2617728531855958e-05,
+      "loss": 3.7655,
+      "step": 533000
+    },
+    {
+      "epoch": 369.46,
+      "learning_rate": 1.2610803324099723e-05,
+      "loss": 3.7655,
+      "step": 533500
+    },
+    {
+      "epoch": 369.81,
+      "learning_rate": 1.2603878116343492e-05,
+      "loss": 3.7648,
+      "step": 534000
+    },
+    {
+      "epoch": 370.0,
+      "eval_loss": 3.6942825317382812,
+      "eval_runtime": 75.9898,
+      "eval_samples_per_second": 6480.131,
+      "eval_steps_per_second": 2.119,
+      "step": 534280
+    },
+    {
+      "epoch": 370.15,
+      "learning_rate": 1.2596952908587259e-05,
+      "loss": 3.7682,
+      "step": 534500
+    },
+    {
+      "epoch": 370.5,
+      "learning_rate": 1.2590027700831027e-05,
+      "loss": 3.7648,
+      "step": 535000
+    },
+    {
+      "epoch": 370.84,
+      "learning_rate": 1.2583102493074792e-05,
+      "loss": 3.7688,
+      "step": 535500
+    },
+    {
+      "epoch": 371.0,
+      "eval_loss": 3.6921067237854004,
+      "eval_runtime": 76.7171,
+      "eval_samples_per_second": 6418.698,
+      "eval_steps_per_second": 2.099,
+      "step": 535724
+    },
+    {
+      "epoch": 371.19,
+      "learning_rate": 1.2576177285318561e-05,
+      "loss": 3.7628,
+      "step": 536000
+    },
+    {
+      "epoch": 371.54,
+      "learning_rate": 1.2569252077562328e-05,
+      "loss": 3.7644,
+      "step": 536500
+    },
+    {
+      "epoch": 371.88,
+      "learning_rate": 1.2562326869806097e-05,
+      "loss": 3.7672,
+      "step": 537000
+    },
+    {
+      "epoch": 372.0,
+      "eval_loss": 3.6890618801116943,
+      "eval_runtime": 74.1083,
+      "eval_samples_per_second": 6644.652,
+      "eval_steps_per_second": 2.172,
+      "step": 537168
+    },
+    {
+      "epoch": 372.23,
+      "learning_rate": 1.2555401662049862e-05,
+      "loss": 3.7629,
+      "step": 537500
+    },
+    {
+      "epoch": 372.58,
+      "learning_rate": 1.254847645429363e-05,
+      "loss": 3.7617,
+      "step": 538000
+    },
+    {
+      "epoch": 372.92,
+      "learning_rate": 1.2541551246537397e-05,
+      "loss": 3.7618,
+      "step": 538500
+    },
+    {
+      "epoch": 373.0,
+      "eval_loss": 3.6865100860595703,
+      "eval_runtime": 74.394,
+      "eval_samples_per_second": 6619.133,
+      "eval_steps_per_second": 2.164,
+      "step": 538612
+    },
+    {
+      "epoch": 373.27,
+      "learning_rate": 1.2534626038781164e-05,
+      "loss": 3.7647,
+      "step": 539000
+    },
+    {
+      "epoch": 373.61,
+      "learning_rate": 1.2527700831024931e-05,
+      "loss": 3.7625,
+      "step": 539500
+    },
+    {
+      "epoch": 373.96,
+      "learning_rate": 1.25207756232687e-05,
+      "loss": 3.7651,
+      "step": 540000
+    },
+    {
+      "epoch": 374.0,
+      "eval_loss": 3.689401149749756,
+      "eval_runtime": 73.8005,
+      "eval_samples_per_second": 6672.368,
+      "eval_steps_per_second": 2.182,
+      "step": 540056
+    },
+    {
+      "epoch": 374.31,
+      "learning_rate": 1.2513850415512467e-05,
+      "loss": 3.7643,
+      "step": 540500
+    },
+    {
+      "epoch": 374.65,
+      "learning_rate": 1.2506925207756234e-05,
+      "loss": 3.7638,
+      "step": 541000
+    },
+    {
+      "epoch": 375.0,
+      "learning_rate": 1.25e-05,
+      "loss": 3.7631,
+      "step": 541500
+    },
+    {
+      "epoch": 375.0,
+      "eval_loss": 3.686310291290283,
+      "eval_runtime": 73.7737,
+      "eval_samples_per_second": 6674.791,
+      "eval_steps_per_second": 2.182,
+      "step": 541500
+    },
+    {
+      "epoch": 375.35,
+      "learning_rate": 1.249307479224377e-05,
+      "loss": 3.7647,
+      "step": 542000
+    },
+    {
+      "epoch": 375.69,
+      "learning_rate": 1.2486149584487534e-05,
+      "loss": 3.7634,
+      "step": 542500
+    },
+    {
+      "epoch": 376.0,
+      "eval_loss": 3.685969352722168,
+      "eval_runtime": 75.4811,
+      "eval_samples_per_second": 6523.809,
+      "eval_steps_per_second": 2.133,
+      "step": 542944
+    },
+    {
+      "epoch": 376.04,
+      "learning_rate": 1.2479224376731303e-05,
+      "loss": 3.7621,
+      "step": 543000
+    },
+    {
+      "epoch": 376.39,
+      "learning_rate": 1.247229916897507e-05,
+      "loss": 3.7621,
+      "step": 543500
+    },
+    {
+      "epoch": 376.73,
+      "learning_rate": 1.2465373961218839e-05,
+      "loss": 3.7641,
+      "step": 544000
+    },
+    {
+      "epoch": 377.0,
+      "eval_loss": 3.6860172748565674,
+      "eval_runtime": 76.1045,
+      "eval_samples_per_second": 6470.37,
+      "eval_steps_per_second": 2.116,
+      "step": 544388
+    },
+    {
+      "epoch": 377.08,
+      "learning_rate": 1.2458448753462604e-05,
+      "loss": 3.7648,
+      "step": 544500
+    },
+    {
+      "epoch": 377.42,
+      "learning_rate": 1.2451523545706372e-05,
+      "loss": 3.7628,
+      "step": 545000
+    },
+    {
+      "epoch": 377.77,
+      "learning_rate": 1.244459833795014e-05,
+      "loss": 3.7637,
+      "step": 545500
+    },
+    {
+      "epoch": 378.0,
+      "eval_loss": 3.6875898838043213,
+      "eval_runtime": 74.9317,
+      "eval_samples_per_second": 6571.636,
+      "eval_steps_per_second": 2.149,
+      "step": 545832
+    },
+    {
+      "epoch": 378.12,
+      "learning_rate": 1.2437673130193906e-05,
+      "loss": 3.7598,
+      "step": 546000
+    },
+    {
+      "epoch": 378.46,
+      "learning_rate": 1.2430747922437673e-05,
+      "loss": 3.7616,
+      "step": 546500
+    },
+    {
+      "epoch": 378.81,
+      "learning_rate": 1.2423822714681442e-05,
+      "loss": 3.762,
+      "step": 547000
+    },
+    {
+      "epoch": 379.0,
+      "eval_loss": 3.685751438140869,
+      "eval_runtime": 73.6835,
+      "eval_samples_per_second": 6682.965,
+      "eval_steps_per_second": 2.185,
+      "step": 547276
+    },
+    {
+      "epoch": 379.16,
+      "learning_rate": 1.241689750692521e-05,
+      "loss": 3.7617,
+      "step": 547500
+    },
+    {
+      "epoch": 379.5,
+      "learning_rate": 1.2409972299168976e-05,
+      "loss": 3.7617,
+      "step": 548000
+    },
+    {
+      "epoch": 379.85,
+      "learning_rate": 1.2403047091412743e-05,
+      "loss": 3.7584,
+      "step": 548500
+    },
+    {
+      "epoch": 380.0,
+      "eval_loss": 3.6871654987335205,
+      "eval_runtime": 79.6972,
+      "eval_samples_per_second": 6178.684,
+      "eval_steps_per_second": 2.02,
+      "step": 548720
+    },
+    {
+      "epoch": 380.19,
+      "learning_rate": 1.2396121883656511e-05,
+      "loss": 3.7617,
+      "step": 549000
+    },
+    {
+      "epoch": 380.54,
+      "learning_rate": 1.238919667590028e-05,
+      "loss": 3.7601,
+      "step": 549500
+    },
+    {
+      "epoch": 380.89,
+      "learning_rate": 1.2382271468144045e-05,
+      "loss": 3.7591,
+      "step": 550000
+    },
+    {
+      "epoch": 381.0,
+      "eval_loss": 3.685418128967285,
+      "eval_runtime": 76.3267,
+      "eval_samples_per_second": 6451.53,
+      "eval_steps_per_second": 2.109,
+      "step": 550164
+    },
+    {
+      "epoch": 381.23,
+      "learning_rate": 1.2375346260387812e-05,
+      "loss": 3.763,
+      "step": 550500
+    },
+    {
+      "epoch": 381.58,
+      "learning_rate": 1.236842105263158e-05,
+      "loss": 3.7639,
+      "step": 551000
+    },
+    {
+      "epoch": 381.93,
+      "learning_rate": 1.2361495844875346e-05,
+      "loss": 3.7582,
+      "step": 551500
+    },
+    {
+      "epoch": 382.0,
+      "eval_loss": 3.681150197982788,
+      "eval_runtime": 74.94,
+      "eval_samples_per_second": 6570.908,
+      "eval_steps_per_second": 2.148,
+      "step": 551608
+    },
+    {
+      "epoch": 382.27,
+      "learning_rate": 1.2354570637119114e-05,
+      "loss": 3.761,
+      "step": 552000
+    },
+    {
+      "epoch": 382.62,
+      "learning_rate": 1.2347645429362883e-05,
+      "loss": 3.7575,
+      "step": 552500
+    },
+    {
+      "epoch": 382.96,
+      "learning_rate": 1.234072022160665e-05,
+      "loss": 3.7603,
+      "step": 553000
+    },
+    {
+      "epoch": 383.0,
+      "eval_loss": 3.6880075931549072,
+      "eval_runtime": 77.7382,
+      "eval_samples_per_second": 6334.39,
+      "eval_steps_per_second": 2.071,
+      "step": 553052
+    },
+    {
+      "epoch": 383.31,
+      "learning_rate": 1.2333795013850415e-05,
+      "loss": 3.7594,
+      "step": 553500
+    },
+    {
+      "epoch": 383.66,
+      "learning_rate": 1.2326869806094184e-05,
+      "loss": 3.7627,
+      "step": 554000
+    },
+    {
+      "epoch": 384.0,
+      "eval_loss": 3.684797763824463,
+      "eval_runtime": 75.6595,
+      "eval_samples_per_second": 6508.425,
+      "eval_steps_per_second": 2.128,
+      "step": 554496
+    },
+    {
+      "epoch": 384.0,
+      "learning_rate": 1.2319944598337952e-05,
+      "loss": 3.761,
+      "step": 554500
+    },
+    {
+      "epoch": 384.35,
+      "learning_rate": 1.2313019390581718e-05,
+      "loss": 3.7601,
+      "step": 555000
+    },
+    {
+      "epoch": 384.7,
+      "learning_rate": 1.2306094182825486e-05,
+      "loss": 3.7575,
+      "step": 555500
+    },
+    {
+      "epoch": 385.0,
+      "eval_loss": 3.683274745941162,
+      "eval_runtime": 77.7247,
+      "eval_samples_per_second": 6335.486,
+      "eval_steps_per_second": 2.071,
+      "step": 555940
+    },
+    {
+      "epoch": 385.04,
+      "learning_rate": 1.2299168975069253e-05,
+      "loss": 3.7608,
+      "step": 556000
+    },
+    {
+      "epoch": 385.39,
+      "learning_rate": 1.2292243767313022e-05,
+      "loss": 3.7583,
+      "step": 556500
+    },
+    {
+      "epoch": 385.73,
+      "learning_rate": 1.2285318559556787e-05,
+      "loss": 3.7615,
+      "step": 557000
+    },
+    {
+      "epoch": 386.0,
+      "eval_loss": 3.684981346130371,
+      "eval_runtime": 73.8671,
+      "eval_samples_per_second": 6666.348,
+      "eval_steps_per_second": 2.18,
+      "step": 557384
+    },
+    {
+      "epoch": 386.08,
+      "learning_rate": 1.2278393351800556e-05,
+      "loss": 3.7573,
+      "step": 557500
+    },
+    {
+      "epoch": 386.43,
+      "learning_rate": 1.2271468144044322e-05,
+      "loss": 3.7603,
+      "step": 558000
+    },
+    {
+      "epoch": 386.77,
+      "learning_rate": 1.2264542936288088e-05,
+      "loss": 3.7589,
+      "step": 558500
+    },
+    {
+      "epoch": 387.0,
+      "eval_loss": 3.682325601577759,
+      "eval_runtime": 75.6044,
+      "eval_samples_per_second": 6513.162,
+      "eval_steps_per_second": 2.13,
+      "step": 558828
+    },
+    {
+      "epoch": 387.12,
+      "learning_rate": 1.2257617728531856e-05,
+      "loss": 3.7553,
+      "step": 559000
+    },
+    {
+      "epoch": 387.47,
+      "learning_rate": 1.2250692520775625e-05,
+      "loss": 3.7576,
+      "step": 559500
+    },
+    {
+      "epoch": 387.81,
+      "learning_rate": 1.2243767313019392e-05,
+      "loss": 3.7596,
+      "step": 560000
+    },
+    {
+      "epoch": 388.0,
+      "eval_loss": 3.6864383220672607,
+      "eval_runtime": 74.4247,
+      "eval_samples_per_second": 6616.409,
+      "eval_steps_per_second": 2.163,
+      "step": 560272
+    },
+    {
+      "epoch": 388.16,
+      "learning_rate": 1.2236842105263159e-05,
+      "loss": 3.7583,
+      "step": 560500
+    },
+    {
+      "epoch": 388.5,
+      "learning_rate": 1.2229916897506926e-05,
+      "loss": 3.7577,
+      "step": 561000
+    },
+    {
+      "epoch": 388.85,
+      "learning_rate": 1.2222991689750694e-05,
+      "loss": 3.7575,
+      "step": 561500
+    },
+    {
+      "epoch": 389.0,
+      "eval_loss": 3.680553674697876,
+      "eval_runtime": 74.7418,
+      "eval_samples_per_second": 6588.339,
+      "eval_steps_per_second": 2.154,
+      "step": 561716
+    },
+    {
+      "epoch": 389.2,
+      "learning_rate": 1.2216066481994461e-05,
+      "loss": 3.7591,
+      "step": 562000
+    },
+    {
+      "epoch": 389.54,
+      "learning_rate": 1.2209141274238228e-05,
+      "loss": 3.7586,
+      "step": 562500
+    },
+    {
+      "epoch": 389.89,
+      "learning_rate": 1.2202216066481995e-05,
+      "loss": 3.7578,
+      "step": 563000
+    },
+    {
+      "epoch": 390.0,
+      "eval_loss": 3.685154438018799,
+      "eval_runtime": 73.6614,
+      "eval_samples_per_second": 6684.968,
+      "eval_steps_per_second": 2.186,
+      "step": 563160
+    },
+    {
+      "epoch": 390.24,
+      "learning_rate": 1.2195290858725764e-05,
+      "loss": 3.7573,
+      "step": 563500
+    },
+    {
+      "epoch": 390.58,
+      "learning_rate": 1.2188365650969529e-05,
+      "loss": 3.7584,
+      "step": 564000
+    },
+    {
+      "epoch": 390.93,
+      "learning_rate": 1.2181440443213298e-05,
+      "loss": 3.756,
+      "step": 564500
+    },
+    {
+      "epoch": 391.0,
+      "eval_loss": 3.683967113494873,
+      "eval_runtime": 74.0988,
+      "eval_samples_per_second": 6645.504,
+      "eval_steps_per_second": 2.173,
+      "step": 564604
+    },
+    {
+      "epoch": 391.27,
+      "learning_rate": 1.2174515235457064e-05,
+      "loss": 3.7563,
+      "step": 565000
+    },
+    {
+      "epoch": 391.62,
+      "learning_rate": 1.2167590027700833e-05,
+      "loss": 3.7564,
+      "step": 565500
+    },
+    {
+      "epoch": 391.97,
+      "learning_rate": 1.2160664819944598e-05,
+      "loss": 3.7574,
+      "step": 566000
+    },
+    {
+      "epoch": 392.0,
+      "eval_loss": 3.6856420040130615,
+      "eval_runtime": 74.3539,
+      "eval_samples_per_second": 6622.705,
+      "eval_steps_per_second": 2.165,
+      "step": 566048
+    },
+    {
+      "epoch": 392.31,
+      "learning_rate": 1.2153739612188367e-05,
+      "loss": 3.7559,
+      "step": 566500
+    },
+    {
+      "epoch": 392.66,
+      "learning_rate": 1.2146814404432134e-05,
+      "loss": 3.7576,
+      "step": 567000
+    },
+    {
+      "epoch": 393.0,
+      "eval_loss": 3.68398118019104,
+      "eval_runtime": 75.3631,
+      "eval_samples_per_second": 6534.022,
+      "eval_steps_per_second": 2.136,
+      "step": 567492
+    },
+    {
+      "epoch": 393.01,
+      "learning_rate": 1.21398891966759e-05,
+      "loss": 3.7578,
+      "step": 567500
+    },
+    {
+      "epoch": 393.35,
+      "learning_rate": 1.2132963988919668e-05,
+      "loss": 3.7571,
+      "step": 568000
+    },
+    {
+      "epoch": 393.7,
+      "learning_rate": 1.2126038781163436e-05,
+      "loss": 3.7559,
+      "step": 568500
+    },
+    {
+      "epoch": 394.0,
+      "eval_loss": 3.6840593814849854,
+      "eval_runtime": 75.017,
+      "eval_samples_per_second": 6564.166,
+      "eval_steps_per_second": 2.146,
+      "step": 568936
+    },
+    {
+      "epoch": 394.04,
+      "learning_rate": 1.2119113573407205e-05,
+      "loss": 3.758,
+      "step": 569000
+    },
+    {
+      "epoch": 394.39,
+      "learning_rate": 1.211218836565097e-05,
+      "loss": 3.7553,
+      "step": 569500
+    },
+    {
+      "epoch": 394.74,
+      "learning_rate": 1.2105263157894737e-05,
+      "loss": 3.7552,
+      "step": 570000
+    },
+    {
+      "epoch": 395.0,
+      "eval_loss": 3.6834726333618164,
+      "eval_runtime": 78.0649,
+      "eval_samples_per_second": 6307.88,
+      "eval_steps_per_second": 2.062,
+      "step": 570380
+    },
+    {
+      "epoch": 395.08,
+      "learning_rate": 1.2098337950138506e-05,
+      "loss": 3.7579,
+      "step": 570500
+    },
+    {
+      "epoch": 395.43,
+      "learning_rate": 1.2091412742382271e-05,
+      "loss": 3.7579,
+      "step": 571000
+    },
+    {
+      "epoch": 395.78,
+      "learning_rate": 1.208448753462604e-05,
+      "loss": 3.7547,
+      "step": 571500
+    },
+    {
+      "epoch": 396.0,
+      "eval_loss": 3.6800179481506348,
+      "eval_runtime": 73.5113,
+      "eval_samples_per_second": 6698.614,
+      "eval_steps_per_second": 2.19,
+      "step": 571824
+    },
+    {
+      "epoch": 396.12,
+      "learning_rate": 1.2077562326869806e-05,
+      "loss": 3.7539,
+      "step": 572000
+    },
+    {
+      "epoch": 396.47,
+      "learning_rate": 1.2070637119113575e-05,
+      "loss": 3.7574,
+      "step": 572500
+    },
+    {
+      "epoch": 396.81,
+      "learning_rate": 1.206371191135734e-05,
+      "loss": 3.7572,
+      "step": 573000
+    },
+    {
+      "epoch": 397.0,
+      "eval_loss": 3.678455352783203,
+      "eval_runtime": 74.8356,
+      "eval_samples_per_second": 6580.081,
+      "eval_steps_per_second": 2.151,
+      "step": 573268
+    },
+    {
+      "epoch": 397.16,
+      "learning_rate": 1.2056786703601109e-05,
+      "loss": 3.7534,
+      "step": 573500
+    },
+    {
+      "epoch": 397.51,
+      "learning_rate": 1.2049861495844877e-05,
+      "loss": 3.7549,
+      "step": 574000
+    },
+    {
+      "epoch": 397.85,
+      "learning_rate": 1.2042936288088644e-05,
+      "loss": 3.7546,
+      "step": 574500
+    },
+    {
+      "epoch": 398.0,
+      "eval_loss": 3.6750450134277344,
+      "eval_runtime": 73.6423,
+      "eval_samples_per_second": 6686.702,
+      "eval_steps_per_second": 2.186,
+      "step": 574712
+    },
+    {
+      "epoch": 398.2,
+      "learning_rate": 1.203601108033241e-05,
+      "loss": 3.7518,
+      "step": 575000
+    },
+    {
+      "epoch": 398.55,
+      "learning_rate": 1.2029085872576178e-05,
+      "loss": 3.7571,
+      "step": 575500
+    },
+    {
+      "epoch": 398.89,
+      "learning_rate": 1.2022160664819947e-05,
+      "loss": 3.7555,
+      "step": 576000
+    },
+    {
+      "epoch": 399.0,
+      "eval_loss": 3.678826093673706,
+      "eval_runtime": 76.3543,
+      "eval_samples_per_second": 6449.196,
+      "eval_steps_per_second": 2.109,
+      "step": 576156
+    },
+    {
+      "epoch": 399.24,
+      "learning_rate": 1.2015235457063712e-05,
+      "loss": 3.7544,
+      "step": 576500
+    },
+    {
+      "epoch": 399.58,
+      "learning_rate": 1.200831024930748e-05,
+      "loss": 3.7527,
+      "step": 577000
+    },
+    {
+      "epoch": 399.93,
+      "learning_rate": 1.2001385041551248e-05,
+      "loss": 3.7565,
+      "step": 577500
+    },
+    {
+      "epoch": 400.0,
+      "eval_loss": 3.6734468936920166,
+      "eval_runtime": 74.6685,
+      "eval_samples_per_second": 6594.802,
+      "eval_steps_per_second": 2.156,
+      "step": 577600
+    },
+    {
+      "epoch": 400.28,
+      "learning_rate": 1.1994459833795016e-05,
+      "loss": 3.7545,
+      "step": 578000
+    },
+    {
+      "epoch": 400.62,
+      "learning_rate": 1.1987534626038781e-05,
+      "loss": 3.754,
+      "step": 578500
+    },
+    {
+      "epoch": 400.97,
+      "learning_rate": 1.198060941828255e-05,
+      "loss": 3.754,
+      "step": 579000
+    },
+    {
+      "epoch": 401.0,
+      "eval_loss": 3.6801302433013916,
+      "eval_runtime": 75.4548,
+      "eval_samples_per_second": 6526.079,
+      "eval_steps_per_second": 2.134,
+      "step": 579044
+    },
+    {
+      "epoch": 401.32,
+      "learning_rate": 1.1973684210526317e-05,
+      "loss": 3.7545,
+      "step": 579500
+    },
+    {
+      "epoch": 401.66,
+      "learning_rate": 1.1966759002770084e-05,
+      "loss": 3.7534,
+      "step": 580000
+    },
+    {
+      "epoch": 402.0,
+      "eval_loss": 3.6784117221832275,
+      "eval_runtime": 74.9008,
+      "eval_samples_per_second": 6574.347,
+      "eval_steps_per_second": 2.15,
+      "step": 580488
+    },
+    {
+      "epoch": 402.01,
+      "learning_rate": 1.195983379501385e-05,
+      "loss": 3.7546,
+      "step": 580500
+    },
+    {
+      "epoch": 402.35,
+      "learning_rate": 1.195290858725762e-05,
+      "loss": 3.7524,
+      "step": 581000
+    },
+    {
+      "epoch": 402.7,
+      "learning_rate": 1.1945983379501386e-05,
+      "loss": 3.7499,
+      "step": 581500
+    },
+    {
+      "epoch": 403.0,
+      "eval_loss": 3.6806490421295166,
+      "eval_runtime": 77.3538,
+      "eval_samples_per_second": 6365.865,
+      "eval_steps_per_second": 2.081,
+      "step": 581932
+    },
+    {
+      "epoch": 403.05,
+      "learning_rate": 1.1939058171745153e-05,
+      "loss": 3.7531,
+      "step": 582000
+    },
+    {
+      "epoch": 403.39,
+      "learning_rate": 1.193213296398892e-05,
+      "loss": 3.7501,
+      "step": 582500
+    },
+    {
+      "epoch": 403.74,
+      "learning_rate": 1.1925207756232689e-05,
+      "loss": 3.7507,
+      "step": 583000
+    },
+    {
+      "epoch": 404.0,
+      "eval_loss": 3.6763315200805664,
+      "eval_runtime": 74.1317,
+      "eval_samples_per_second": 6642.552,
+      "eval_steps_per_second": 2.172,
+      "step": 583376
+    },
+    {
+      "epoch": 404.09,
+      "learning_rate": 1.1918282548476454e-05,
+      "loss": 3.7527,
+      "step": 583500
+    },
+    {
+      "epoch": 404.43,
+      "learning_rate": 1.1911357340720223e-05,
+      "loss": 3.7528,
+      "step": 584000
+    },
+    {
+      "epoch": 404.78,
+      "learning_rate": 1.190443213296399e-05,
+      "loss": 3.7485,
+      "step": 584500
+    },
+    {
+      "epoch": 405.0,
+      "eval_loss": 3.6807456016540527,
+      "eval_runtime": 76.3544,
+      "eval_samples_per_second": 6449.191,
+      "eval_steps_per_second": 2.109,
+      "step": 584820
+    },
+    {
+      "epoch": 405.12,
+      "learning_rate": 1.1897506925207758e-05,
+      "loss": 3.7503,
+      "step": 585000
+    },
+    {
+      "epoch": 405.47,
+      "learning_rate": 1.1890581717451523e-05,
+      "loss": 3.7524,
+      "step": 585500
+    },
+    {
+      "epoch": 405.82,
+      "learning_rate": 1.1883656509695292e-05,
+      "loss": 3.7516,
+      "step": 586000
+    },
+    {
+      "epoch": 406.0,
+      "eval_loss": 3.6764273643493652,
+      "eval_runtime": 75.8758,
+      "eval_samples_per_second": 6489.866,
+      "eval_steps_per_second": 2.122,
+      "step": 586264
+    },
+    {
+      "epoch": 406.16,
+      "learning_rate": 1.1876731301939059e-05,
+      "loss": 3.7525,
+      "step": 586500
+    },
+    {
+      "epoch": 406.51,
+      "learning_rate": 1.1869806094182828e-05,
+      "loss": 3.7519,
+      "step": 587000
+    },
+    {
+      "epoch": 406.86,
+      "learning_rate": 1.1862880886426593e-05,
+      "loss": 3.7544,
+      "step": 587500
+    },
+    {
+      "epoch": 407.0,
+      "eval_loss": 3.679368495941162,
+      "eval_runtime": 73.5888,
+      "eval_samples_per_second": 6691.56,
+      "eval_steps_per_second": 2.188,
+      "step": 587708
+    },
+    {
+      "epoch": 407.2,
+      "learning_rate": 1.1855955678670361e-05,
+      "loss": 3.7496,
+      "step": 588000
+    },
+    {
+      "epoch": 407.55,
+      "learning_rate": 1.1849030470914128e-05,
+      "loss": 3.7509,
+      "step": 588500
+    },
+    {
+      "epoch": 407.89,
+      "learning_rate": 1.1842105263157895e-05,
+      "loss": 3.7532,
+      "step": 589000
+    },
+    {
+      "epoch": 408.0,
+      "eval_loss": 3.678314208984375,
+      "eval_runtime": 73.6357,
+      "eval_samples_per_second": 6687.301,
+      "eval_steps_per_second": 2.186,
+      "step": 589152
+    },
+    {
+      "epoch": 408.24,
+      "learning_rate": 1.1835180055401662e-05,
+      "loss": 3.7535,
+      "step": 589500
+    },
+    {
+      "epoch": 408.59,
+      "learning_rate": 1.182825484764543e-05,
+      "loss": 3.7506,
+      "step": 590000
+    },
+    {
+      "epoch": 408.93,
+      "learning_rate": 1.18213296398892e-05,
+      "loss": 3.7532,
+      "step": 590500
+    },
+    {
+      "epoch": 409.0,
+      "eval_loss": 3.676326036453247,
+      "eval_runtime": 73.8096,
+      "eval_samples_per_second": 6671.541,
+      "eval_steps_per_second": 2.181,
+      "step": 590596
+    },
+    {
+      "epoch": 409.28,
+      "learning_rate": 1.1814404432132965e-05,
+      "loss": 3.7545,
+      "step": 591000
+    },
+    {
+      "epoch": 409.63,
+      "learning_rate": 1.1807479224376732e-05,
+      "loss": 3.7496,
+      "step": 591500
+    },
+    {
+      "epoch": 409.97,
+      "learning_rate": 1.18005540166205e-05,
+      "loss": 3.7494,
+      "step": 592000
+    },
+    {
+      "epoch": 410.0,
+      "eval_loss": 3.6734423637390137,
+      "eval_runtime": 73.4761,
+      "eval_samples_per_second": 6701.822,
+      "eval_steps_per_second": 2.191,
+      "step": 592040
+    },
+    {
+      "epoch": 410.32,
+      "learning_rate": 1.1793628808864265e-05,
+      "loss": 3.7547,
+      "step": 592500
+    },
+    {
+      "epoch": 410.66,
+      "learning_rate": 1.1786703601108034e-05,
+      "loss": 3.7501,
+      "step": 593000
+    },
+    {
+      "epoch": 411.0,
+      "eval_loss": 3.6773502826690674,
+      "eval_runtime": 75.1449,
+      "eval_samples_per_second": 6552.994,
+      "eval_steps_per_second": 2.143,
+      "step": 593484
+    },
+    {
+      "epoch": 411.01,
+      "learning_rate": 1.1779778393351803e-05,
+      "loss": 3.7512,
+      "step": 593500
+    },
+    {
+      "epoch": 411.36,
+      "learning_rate": 1.177285318559557e-05,
+      "loss": 3.7481,
+      "step": 594000
+    },
+    {
+      "epoch": 411.7,
+      "learning_rate": 1.1765927977839335e-05,
+      "loss": 3.7523,
+      "step": 594500
+    },
+    {
+      "epoch": 412.0,
+      "eval_loss": 3.6761634349823,
+      "eval_runtime": 74.2595,
+      "eval_samples_per_second": 6631.127,
+      "eval_steps_per_second": 2.168,
+      "step": 594928
+    },
+    {
+      "epoch": 412.05,
+      "learning_rate": 1.1759002770083103e-05,
+      "loss": 3.7488,
+      "step": 595000
+    },
+    {
+      "epoch": 412.4,
+      "learning_rate": 1.1752077562326872e-05,
+      "loss": 3.7468,
+      "step": 595500
+    },
+    {
+      "epoch": 412.74,
+      "learning_rate": 1.1745152354570639e-05,
+      "loss": 3.7527,
+      "step": 596000
+    },
+    {
+      "epoch": 413.0,
+      "eval_loss": 3.677605390548706,
+      "eval_runtime": 75.7462,
+      "eval_samples_per_second": 6500.971,
+      "eval_steps_per_second": 2.126,
+      "step": 596372
+    },
+    {
+      "epoch": 413.09,
+      "learning_rate": 1.1738227146814404e-05,
+      "loss": 3.7511,
+      "step": 596500
+    },
+    {
+      "epoch": 413.43,
+      "learning_rate": 1.1731301939058173e-05,
+      "loss": 3.7485,
+      "step": 597000
+    },
+    {
+      "epoch": 413.78,
+      "learning_rate": 1.1724376731301941e-05,
+      "loss": 3.751,
+      "step": 597500
+    },
+    {
+      "epoch": 414.0,
+      "eval_loss": 3.6766717433929443,
+      "eval_runtime": 73.9242,
+      "eval_samples_per_second": 6661.202,
+      "eval_steps_per_second": 2.178,
+      "step": 597816
+    },
+    {
+      "epoch": 414.13,
+      "learning_rate": 1.1717451523545707e-05,
+      "loss": 3.7492,
+      "step": 598000
+    },
+    {
+      "epoch": 414.47,
+      "learning_rate": 1.1710526315789475e-05,
+      "loss": 3.749,
+      "step": 598500
+    },
+    {
+      "epoch": 414.82,
+      "learning_rate": 1.1703601108033242e-05,
+      "loss": 3.7475,
+      "step": 599000
+    },
+    {
+      "epoch": 415.0,
+      "eval_loss": 3.672994375228882,
+      "eval_runtime": 75.3605,
+      "eval_samples_per_second": 6534.25,
+      "eval_steps_per_second": 2.136,
+      "step": 599260
+    },
+    {
+      "epoch": 415.17,
+      "learning_rate": 1.169667590027701e-05,
+      "loss": 3.7479,
+      "step": 599500
+    },
+    {
+      "epoch": 415.51,
+      "learning_rate": 1.1689750692520776e-05,
+      "loss": 3.7481,
+      "step": 600000
+    },
+    {
+      "epoch": 415.86,
+      "learning_rate": 1.1682825484764545e-05,
+      "loss": 3.7493,
+      "step": 600500
+    },
+    {
+      "epoch": 416.0,
+      "eval_loss": 3.6774232387542725,
+      "eval_runtime": 74.4096,
+      "eval_samples_per_second": 6617.752,
+      "eval_steps_per_second": 2.164,
+      "step": 600704
+    },
+    {
+      "epoch": 416.2,
+      "learning_rate": 1.1675900277008311e-05,
+      "loss": 3.7479,
+      "step": 601000
+    },
+    {
+      "epoch": 416.55,
+      "learning_rate": 1.1668975069252078e-05,
+      "loss": 3.7478,
+      "step": 601500
+    },
+    {
+      "epoch": 416.9,
+      "learning_rate": 1.1662049861495845e-05,
+      "loss": 3.7468,
+      "step": 602000
+    },
+    {
+      "epoch": 417.0,
+      "eval_loss": 3.6730477809906006,
+      "eval_runtime": 77.6666,
+      "eval_samples_per_second": 6340.227,
+      "eval_steps_per_second": 2.073,
+      "step": 602148
+    },
+    {
+      "epoch": 417.24,
+      "learning_rate": 1.1655124653739614e-05,
+      "loss": 3.7497,
+      "step": 602500
+    },
+    {
+      "epoch": 417.59,
+      "learning_rate": 1.164819944598338e-05,
+      "loss": 3.7491,
+      "step": 603000
+    },
+    {
+      "epoch": 417.94,
+      "learning_rate": 1.1641274238227148e-05,
+      "loss": 3.7457,
+      "step": 603500
+    },
+    {
+      "epoch": 418.0,
+      "eval_loss": 3.6768581867218018,
+      "eval_runtime": 74.7091,
+      "eval_samples_per_second": 6591.216,
+      "eval_steps_per_second": 2.155,
+      "step": 603592
+    },
+    {
+      "epoch": 418.28,
+      "learning_rate": 1.1634349030470915e-05,
+      "loss": 3.746,
+      "step": 604000
+    },
+    {
+      "epoch": 418.63,
+      "learning_rate": 1.1627423822714683e-05,
+      "loss": 3.7471,
+      "step": 604500
+    },
+    {
+      "epoch": 418.98,
+      "learning_rate": 1.1620498614958448e-05,
+      "loss": 3.749,
+      "step": 605000
+    },
+    {
+      "epoch": 419.0,
+      "eval_loss": 3.674077272415161,
+      "eval_runtime": 74.7647,
+      "eval_samples_per_second": 6586.318,
+      "eval_steps_per_second": 2.153,
+      "step": 605036
+    },
+    {
+      "epoch": 419.32,
+      "learning_rate": 1.1613573407202217e-05,
+      "loss": 3.7479,
+      "step": 605500
+    },
+    {
+      "epoch": 419.67,
+      "learning_rate": 1.1606648199445984e-05,
+      "loss": 3.7512,
+      "step": 606000
+    },
+    {
+      "epoch": 420.0,
+      "eval_loss": 3.6696927547454834,
+      "eval_runtime": 74.4025,
+      "eval_samples_per_second": 6618.38,
+      "eval_steps_per_second": 2.164,
+      "step": 606480
+    },
+    {
+      "epoch": 420.01,
+      "learning_rate": 1.1599722991689753e-05,
+      "loss": 3.7462,
+      "step": 606500
+    },
+    {
+      "epoch": 420.36,
+      "learning_rate": 1.1592797783933518e-05,
+      "loss": 3.7487,
+      "step": 607000
+    },
+    {
+      "epoch": 420.71,
+      "learning_rate": 1.1585872576177286e-05,
+      "loss": 3.7491,
+      "step": 607500
+    },
+    {
+      "epoch": 421.0,
+      "eval_loss": 3.670689105987549,
+      "eval_runtime": 73.7952,
+      "eval_samples_per_second": 6672.842,
+      "eval_steps_per_second": 2.182,
+      "step": 607924
+    },
+    {
+      "epoch": 421.05,
+      "learning_rate": 1.1578947368421053e-05,
+      "loss": 3.7472,
+      "step": 608000
+    },
+    {
+      "epoch": 421.4,
+      "learning_rate": 1.1572022160664822e-05,
+      "loss": 3.7462,
+      "step": 608500
+    },
+    {
+      "epoch": 421.75,
+      "learning_rate": 1.1565096952908587e-05,
+      "loss": 3.7464,
+      "step": 609000
+    },
+    {
+      "epoch": 422.0,
+      "eval_loss": 3.6667892932891846,
+      "eval_runtime": 75.7682,
+      "eval_samples_per_second": 6499.083,
+      "eval_steps_per_second": 2.125,
+      "step": 609368
+    },
+    {
+      "epoch": 422.09,
+      "learning_rate": 1.1558171745152356e-05,
+      "loss": 3.7461,
+      "step": 609500
+    },
+    {
+      "epoch": 422.44,
+      "learning_rate": 1.1551246537396123e-05,
+      "loss": 3.7467,
+      "step": 610000
+    },
+    {
+      "epoch": 422.78,
+      "learning_rate": 1.154432132963989e-05,
+      "loss": 3.7476,
+      "step": 610500
+    },
+    {
+      "epoch": 423.0,
+      "eval_loss": 3.6749465465545654,
+      "eval_runtime": 74.4127,
+      "eval_samples_per_second": 6617.471,
+      "eval_steps_per_second": 2.164,
+      "step": 610812
+    },
+    {
+      "epoch": 423.13,
+      "learning_rate": 1.1537396121883657e-05,
+      "loss": 3.7449,
+      "step": 611000
+    },
+    {
+      "epoch": 423.48,
+      "learning_rate": 1.1530470914127425e-05,
+      "loss": 3.7459,
+      "step": 611500
+    },
+    {
+      "epoch": 423.82,
+      "learning_rate": 1.1523545706371194e-05,
+      "loss": 3.7478,
+      "step": 612000
+    },
+    {
+      "epoch": 424.0,
+      "eval_loss": 3.673068046569824,
+      "eval_runtime": 76.5927,
+      "eval_samples_per_second": 6429.124,
+      "eval_steps_per_second": 2.102,
+      "step": 612256
+    },
+    {
+      "epoch": 424.17,
+      "learning_rate": 1.1516620498614959e-05,
+      "loss": 3.7464,
+      "step": 612500
+    },
+    {
+      "epoch": 424.52,
+      "learning_rate": 1.1509695290858726e-05,
+      "loss": 3.7449,
+      "step": 613000
+    },
+    {
+      "epoch": 424.86,
+      "learning_rate": 1.1502770083102495e-05,
+      "loss": 3.7474,
+      "step": 613500
+    },
+    {
+      "epoch": 425.0,
+      "eval_loss": 3.6703741550445557,
+      "eval_runtime": 75.4887,
+      "eval_samples_per_second": 6523.149,
+      "eval_steps_per_second": 2.133,
+      "step": 613700
+    },
+    {
+      "epoch": 425.21,
+      "learning_rate": 1.149584487534626e-05,
+      "loss": 3.7467,
+      "step": 614000
+    },
+    {
+      "epoch": 425.55,
+      "learning_rate": 1.1488919667590028e-05,
+      "loss": 3.7443,
+      "step": 614500
+    },
+    {
+      "epoch": 425.9,
+      "learning_rate": 1.1481994459833797e-05,
+      "loss": 3.7466,
+      "step": 615000
+    },
+    {
+      "epoch": 426.0,
+      "eval_loss": 3.6724741458892822,
+      "eval_runtime": 77.1998,
+      "eval_samples_per_second": 6378.57,
+      "eval_steps_per_second": 2.085,
+      "step": 615144
+    },
+    {
+      "epoch": 426.25,
+      "learning_rate": 1.1475069252077564e-05,
+      "loss": 3.7465,
+      "step": 615500
+    },
+    {
+      "epoch": 426.59,
+      "learning_rate": 1.146814404432133e-05,
+      "loss": 3.7436,
+      "step": 616000
+    },
+    {
+      "epoch": 426.94,
+      "learning_rate": 1.1461218836565098e-05,
+      "loss": 3.7468,
+      "step": 616500
+    },
+    {
+      "epoch": 427.0,
+      "eval_loss": 3.67818021774292,
+      "eval_runtime": 76.3088,
+      "eval_samples_per_second": 6453.046,
+      "eval_steps_per_second": 2.11,
+      "step": 616588
+    },
+    {
+      "epoch": 427.29,
+      "learning_rate": 1.1454293628808866e-05,
+      "loss": 3.7458,
+      "step": 617000
+    },
+    {
+      "epoch": 427.63,
+      "learning_rate": 1.1447368421052632e-05,
+      "loss": 3.7447,
+      "step": 617500
+    },
+    {
+      "epoch": 427.98,
+      "learning_rate": 1.1440443213296399e-05,
+      "loss": 3.7472,
+      "step": 618000
+    },
+    {
+      "epoch": 428.0,
+      "eval_loss": 3.6692676544189453,
+      "eval_runtime": 77.2341,
+      "eval_samples_per_second": 6375.732,
+      "eval_steps_per_second": 2.085,
+      "step": 618032
+    },
+    {
+      "epoch": 428.32,
+      "learning_rate": 1.1433518005540167e-05,
+      "loss": 3.7432,
+      "step": 618500
+    },
+    {
+      "epoch": 428.67,
+      "learning_rate": 1.1426592797783936e-05,
+      "loss": 3.7454,
+      "step": 619000
+    },
+    {
+      "epoch": 429.0,
+      "eval_loss": 3.6682395935058594,
+      "eval_runtime": 81.127,
+      "eval_samples_per_second": 6069.794,
+      "eval_steps_per_second": 1.985,
+      "step": 619476
+    },
+    {
+      "epoch": 429.02,
+      "learning_rate": 1.1419667590027701e-05,
+      "loss": 3.7452,
+      "step": 619500
+    },
+    {
+      "epoch": 429.36,
+      "learning_rate": 1.141274238227147e-05,
+      "loss": 3.7429,
+      "step": 620000
+    },
+    {
+      "epoch": 429.71,
+      "learning_rate": 1.1405817174515237e-05,
+      "loss": 3.7424,
+      "step": 620500
+    },
+    {
+      "epoch": 430.0,
+      "eval_loss": 3.669628858566284,
+      "eval_runtime": 73.5755,
+      "eval_samples_per_second": 6692.774,
+      "eval_steps_per_second": 2.188,
+      "step": 620920
+    },
+    {
+      "epoch": 430.06,
+      "learning_rate": 1.1398891966759005e-05,
+      "loss": 3.7433,
+      "step": 621000
+    },
+    {
+      "epoch": 430.4,
+      "learning_rate": 1.139196675900277e-05,
+      "loss": 3.7426,
+      "step": 621500
+    },
+    {
+      "epoch": 430.75,
+      "learning_rate": 1.1385041551246539e-05,
+      "loss": 3.7435,
+      "step": 622000
+    },
+    {
+      "epoch": 431.0,
+      "eval_loss": 3.6648757457733154,
+      "eval_runtime": 77.6023,
+      "eval_samples_per_second": 6345.481,
+      "eval_steps_per_second": 2.075,
+      "step": 622364
+    },
+    {
+      "epoch": 431.09,
+      "learning_rate": 1.1378116343490306e-05,
+      "loss": 3.7437,
+      "step": 622500
+    },
+    {
+      "epoch": 431.44,
+      "learning_rate": 1.1371191135734073e-05,
+      "loss": 3.7417,
+      "step": 623000
+    },
+    {
+      "epoch": 431.79,
+      "learning_rate": 1.136426592797784e-05,
+      "loss": 3.7441,
+      "step": 623500
+    },
+    {
+      "epoch": 432.0,
+      "eval_loss": 3.6664254665374756,
+      "eval_runtime": 74.4125,
+      "eval_samples_per_second": 6617.491,
+      "eval_steps_per_second": 2.164,
+      "step": 623808
+    },
+    {
+      "epoch": 432.13,
+      "learning_rate": 1.1357340720221608e-05,
+      "loss": 3.7417,
+      "step": 624000
+    },
+    {
+      "epoch": 432.48,
+      "learning_rate": 1.1350415512465375e-05,
+      "loss": 3.7433,
+      "step": 624500
+    },
+    {
+      "epoch": 432.83,
+      "learning_rate": 1.1343490304709142e-05,
+      "loss": 3.7415,
+      "step": 625000
+    },
+    {
+      "epoch": 433.0,
+      "eval_loss": 3.6667163372039795,
+      "eval_runtime": 73.9564,
+      "eval_samples_per_second": 6658.305,
+      "eval_steps_per_second": 2.177,
+      "step": 625252
+    },
+    {
+      "epoch": 433.17,
+      "learning_rate": 1.1336565096952909e-05,
+      "loss": 3.7433,
+      "step": 625500
+    },
+    {
+      "epoch": 433.52,
+      "learning_rate": 1.1329639889196678e-05,
+      "loss": 3.7397,
+      "step": 626000
+    },
+    {
+      "epoch": 433.86,
+      "learning_rate": 1.1322714681440443e-05,
+      "loss": 3.7418,
+      "step": 626500
+    },
+    {
+      "epoch": 434.0,
+      "eval_loss": 3.6659815311431885,
+      "eval_runtime": 79.156,
+      "eval_samples_per_second": 6220.929,
+      "eval_steps_per_second": 2.034,
+      "step": 626696
+    },
+    {
+      "epoch": 434.21,
+      "learning_rate": 1.1315789473684212e-05,
+      "loss": 3.7422,
+      "step": 627000
+    },
+    {
+      "epoch": 434.56,
+      "learning_rate": 1.1308864265927979e-05,
+      "loss": 3.7429,
+      "step": 627500
+    },
+    {
+      "epoch": 434.9,
+      "learning_rate": 1.1301939058171747e-05,
+      "loss": 3.7442,
+      "step": 628000
+    },
+    {
+      "epoch": 435.0,
+      "eval_loss": 3.669684886932373,
+      "eval_runtime": 75.7717,
+      "eval_samples_per_second": 6498.787,
+      "eval_steps_per_second": 2.125,
+      "step": 628140
+    },
+    {
+      "epoch": 435.25,
+      "learning_rate": 1.1295013850415512e-05,
+      "loss": 3.7411,
+      "step": 628500
+    },
+    {
+      "epoch": 435.6,
+      "learning_rate": 1.1288088642659281e-05,
+      "loss": 3.7416,
+      "step": 629000
+    },
+    {
+      "epoch": 435.94,
+      "learning_rate": 1.1281163434903048e-05,
+      "loss": 3.7423,
+      "step": 629500
+    },
+    {
+      "epoch": 436.0,
+      "eval_loss": 3.667738914489746,
+      "eval_runtime": 75.7672,
+      "eval_samples_per_second": 6499.168,
+      "eval_steps_per_second": 2.125,
+      "step": 629584
+    },
+    {
+      "epoch": 436.29,
+      "learning_rate": 1.1274238227146815e-05,
+      "loss": 3.7399,
+      "step": 630000
     }
   ],
-  "max_steps": 1259000,
+  "max_steps": 1444000,
   "num_train_epochs": 1000,
-  "total_flos": 2.351835416304e+17,
+  "total_flos": 2.9616940967712937e+18,
   "trial_name": null,
   "trial_params": null
 }