diff --git "a/trainer_state.json" "b/trainer_state.json"
deleted file mode 100644--- "a/trainer_state.json"
+++ /dev/null
@@ -1,6952 +0,0 @@
-{
-  "best_metric": null,
-  "best_model_checkpoint": null,
-  "epoch": 27.98460846534406,
-  "global_step": 560000,
-  "is_hyper_param_search": false,
-  "is_local_process_zero": true,
-  "is_world_process_zero": true,
-  "log_history": [
-    {
-      "epoch": 0.02,
-      "learning_rate": 4.996876717805207e-05,
-      "loss": 7.0842,
-      "step": 500
-    },
-    {
-      "epoch": 0.05,
-      "learning_rate": 4.9937534356104144e-05,
-      "loss": 6.6438,
-      "step": 1000
-    },
-    {
-      "epoch": 0.07,
-      "learning_rate": 4.990630153415622e-05,
-      "loss": 6.5737,
-      "step": 1500
-    },
-    {
-      "epoch": 0.1,
-      "learning_rate": 4.987506871220829e-05,
-      "loss": 6.5159,
-      "step": 2000
-    },
-    {
-      "epoch": 0.12,
-      "learning_rate": 4.984383589026036e-05,
-      "loss": 6.4759,
-      "step": 2500
-    },
-    {
-      "epoch": 0.15,
-      "learning_rate": 4.981260306831243e-05,
-      "loss": 6.4494,
-      "step": 3000
-    },
-    {
-      "epoch": 0.17,
-      "learning_rate": 4.97813702463645e-05,
-      "loss": 6.4225,
-      "step": 3500
-    },
-    {
-      "epoch": 0.2,
-      "learning_rate": 4.975013742441657e-05,
-      "loss": 6.3925,
-      "step": 4000
-    },
-    {
-      "epoch": 0.22,
-      "learning_rate": 4.9718904602468644e-05,
-      "loss": 6.3596,
-      "step": 4500
-    },
-    {
-      "epoch": 0.25,
-      "learning_rate": 4.968767178052072e-05,
-      "loss": 6.3223,
-      "step": 5000
-    },
-    {
-      "epoch": 0.27,
-      "learning_rate": 4.9656438958572785e-05,
-      "loss": 6.2606,
-      "step": 5500
-    },
-    {
-      "epoch": 0.3,
-      "learning_rate": 4.962520613662486e-05,
-      "loss": 6.2084,
-      "step": 6000
-    },
-    {
-      "epoch": 0.32,
-      "learning_rate": 4.959397331467693e-05,
-      "loss": 6.1361,
-      "step": 6500
-    },
-    {
-      "epoch": 0.35,
-      "learning_rate": 4.9562740492729e-05,
-      "loss": 6.071,
-      "step": 7000
-    },
-    {
-      "epoch": 0.37,
-      "learning_rate": 4.9531507670781075e-05,
-      "loss": 5.8919,
-      "step": 7500
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 4.950027484883314e-05,
-      "loss": 5.5238,
-      "step": 8000
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 4.946904202688522e-05,
-      "loss": 5.2675,
-      "step": 8500
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 4.9437809204937285e-05,
-      "loss": 5.0533,
-      "step": 9000
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 4.940657638298936e-05,
-      "loss": 4.7952,
-      "step": 9500
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 4.937534356104143e-05,
-      "loss": 4.5975,
-      "step": 10000
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 4.93441107390935e-05,
-      "loss": 4.4187,
-      "step": 10500
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 4.9312877917145575e-05,
-      "loss": 4.2773,
-      "step": 11000
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 4.928164509519764e-05,
-      "loss": 4.1502,
-      "step": 11500
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 4.925041227324971e-05,
-      "loss": 4.0437,
-      "step": 12000
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 4.921917945130179e-05,
-      "loss": 3.947,
-      "step": 12500
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 4.918794662935386e-05,
-      "loss": 3.848,
-      "step": 13000
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 4.915671380740593e-05,
-      "loss": 3.7852,
-      "step": 13500
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 4.9125480985458e-05,
-      "loss": 3.7079,
-      "step": 14000
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 4.909424816351007e-05,
-      "loss": 3.647,
-      "step": 14500
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 4.906301534156214e-05,
-      "loss": 3.5871,
-      "step": 15000
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 4.9031782519614216e-05,
-      "loss": 3.5298,
-      "step": 15500
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 4.900054969766629e-05,
-      "loss": 3.4878,
-      "step": 16000
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 4.896931687571836e-05,
-      "loss": 3.4355,
-      "step": 16500
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 4.8938084053770425e-05,
-      "loss": 3.3967,
-      "step": 17000
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 4.89068512318225e-05,
-      "loss": 3.3442,
-      "step": 17500
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 4.8875618409874574e-05,
-      "loss": 3.3194,
-      "step": 18000
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.884438558792664e-05,
-      "loss": 3.2803,
-      "step": 18500
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 4.8813152765978715e-05,
-      "loss": 3.2553,
-      "step": 19000
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 4.878191994403078e-05,
-      "loss": 3.2061,
-      "step": 19500
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 4.875068712208286e-05,
-      "loss": 3.187,
-      "step": 20000
-    },
-    {
-      "epoch": 1.0,
-      "eval_loss": 3.0986874103546143,
-      "eval_runtime": 81.7163,
-      "eval_samples_per_second": 518.134,
-      "eval_steps_per_second": 64.773,
-      "step": 20011
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 4.8719454300134925e-05,
-      "loss": 3.1521,
-      "step": 20500
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 4.8688221478187e-05,
-      "loss": 3.125,
-      "step": 21000
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 4.865698865623907e-05,
-      "loss": 3.1055,
-      "step": 21500
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 4.862575583429114e-05,
-      "loss": 3.0812,
-      "step": 22000
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 4.8594523012343215e-05,
-      "loss": 3.0549,
-      "step": 22500
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 4.856329019039528e-05,
-      "loss": 3.0322,
-      "step": 23000
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 4.8532057368447356e-05,
-      "loss": 3.0124,
-      "step": 23500
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 4.850082454649943e-05,
-      "loss": 2.9935,
-      "step": 24000
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 4.84695917245515e-05,
-      "loss": 2.9711,
-      "step": 24500
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 4.843835890260357e-05,
-      "loss": 2.9543,
-      "step": 25000
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 4.840712608065564e-05,
-      "loss": 2.9321,
-      "step": 25500
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 4.837589325870771e-05,
-      "loss": 2.9138,
-      "step": 26000
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 4.834466043675979e-05,
-      "loss": 2.9024,
-      "step": 26500
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 4.8313427614811856e-05,
-      "loss": 2.8827,
-      "step": 27000
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 4.828219479286393e-05,
-      "loss": 2.865,
-      "step": 27500
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 4.8250961970916e-05,
-      "loss": 2.8484,
-      "step": 28000
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 4.8219729148968065e-05,
-      "loss": 2.8291,
-      "step": 28500
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 4.8188496327020146e-05,
-      "loss": 2.8192,
-      "step": 29000
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 4.8157263505072214e-05,
-      "loss": 2.8048,
-      "step": 29500
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 4.812603068312429e-05,
-      "loss": 2.8006,
-      "step": 30000
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 4.8094797861176355e-05,
-      "loss": 2.7749,
-      "step": 30500
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 4.806356503922842e-05,
-      "loss": 2.7719,
-      "step": 31000
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 4.80323322172805e-05,
-      "loss": 2.7517,
-      "step": 31500
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 4.800109939533257e-05,
-      "loss": 2.7411,
-      "step": 32000
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 4.796986657338464e-05,
-      "loss": 2.7355,
-      "step": 32500
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 4.793863375143671e-05,
-      "loss": 2.718,
-      "step": 33000
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 4.790740092948878e-05,
-      "loss": 2.7018,
-      "step": 33500
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 4.7876168107540855e-05,
-      "loss": 2.7002,
-      "step": 34000
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 4.784493528559293e-05,
-      "loss": 2.6822,
-      "step": 34500
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 4.7813702463644996e-05,
-      "loss": 2.6779,
-      "step": 35000
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 4.778246964169707e-05,
-      "loss": 2.6531,
-      "step": 35500
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 4.775123681974914e-05,
-      "loss": 2.6505,
-      "step": 36000
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 4.772000399780121e-05,
-      "loss": 2.6469,
-      "step": 36500
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 4.768877117585328e-05,
-      "loss": 2.6373,
-      "step": 37000
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 4.7657538353905354e-05,
-      "loss": 2.6297,
-      "step": 37500
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 4.762630553195743e-05,
-      "loss": 2.6108,
-      "step": 38000
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 4.7595072710009496e-05,
-      "loss": 2.6075,
-      "step": 38500
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 4.756383988806157e-05,
-      "loss": 2.5989,
-      "step": 39000
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 4.753260706611364e-05,
-      "loss": 2.5877,
-      "step": 39500
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 4.750137424416571e-05,
-      "loss": 2.5723,
-      "step": 40000
-    },
-    {
-      "epoch": 2.0,
-      "eval_loss": 2.5052835941314697,
-      "eval_runtime": 80.9375,
-      "eval_samples_per_second": 523.119,
-      "eval_steps_per_second": 65.396,
-      "step": 40022
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 4.7470141422217786e-05,
-      "loss": 2.563,
-      "step": 40500
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 4.7438908600269853e-05,
-      "loss": 2.5626,
-      "step": 41000
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.740767577832193e-05,
-      "loss": 2.5513,
-      "step": 41500
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.7376442956373995e-05,
-      "loss": 2.5488,
-      "step": 42000
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.734521013442606e-05,
-      "loss": 2.5346,
-      "step": 42500
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 4.7313977312478144e-05,
-      "loss": 2.5278,
-      "step": 43000
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 4.728274449053021e-05,
-      "loss": 2.5206,
-      "step": 43500
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 4.7251511668582285e-05,
-      "loss": 2.5126,
-      "step": 44000
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 4.722027884663435e-05,
-      "loss": 2.5098,
-      "step": 44500
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 4.718904602468642e-05,
-      "loss": 2.5023,
-      "step": 45000
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 4.7157813202738495e-05,
-      "loss": 2.4923,
-      "step": 45500
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 4.712658038079057e-05,
-      "loss": 2.4837,
-      "step": 46000
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 4.7095347558842636e-05,
-      "loss": 2.4783,
-      "step": 46500
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 4.706411473689471e-05,
-      "loss": 2.473,
-      "step": 47000
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 4.703288191494678e-05,
-      "loss": 2.4662,
-      "step": 47500
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 4.700164909299885e-05,
-      "loss": 2.4585,
-      "step": 48000
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 4.6970416271050927e-05,
-      "loss": 2.4584,
-      "step": 48500
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 4.6939183449102994e-05,
-      "loss": 2.452,
-      "step": 49000
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 4.690795062715507e-05,
-      "loss": 2.4444,
-      "step": 49500
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 4.6876717805207136e-05,
-      "loss": 2.4335,
-      "step": 50000
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 4.684548498325921e-05,
-      "loss": 2.4284,
-      "step": 50500
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 4.681425216131128e-05,
-      "loss": 2.4284,
-      "step": 51000
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 4.678301933936335e-05,
-      "loss": 2.4232,
-      "step": 51500
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 4.6751786517415426e-05,
-      "loss": 2.4164,
-      "step": 52000
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 4.6720553695467493e-05,
-      "loss": 2.4078,
-      "step": 52500
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 4.668932087351957e-05,
-      "loss": 2.4032,
-      "step": 53000
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 4.6658088051571635e-05,
-      "loss": 2.4042,
-      "step": 53500
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 4.662685522962371e-05,
-      "loss": 2.3996,
-      "step": 54000
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.6595622407675784e-05,
-      "loss": 2.3903,
-      "step": 54500
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 4.656438958572785e-05,
-      "loss": 2.3884,
-      "step": 55000
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 4.6533156763779925e-05,
-      "loss": 2.3811,
-      "step": 55500
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 4.650192394183199e-05,
-      "loss": 2.3796,
-      "step": 56000
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 4.647069111988406e-05,
-      "loss": 2.3694,
-      "step": 56500
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 4.643945829793614e-05,
-      "loss": 2.3737,
-      "step": 57000
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 4.640822547598821e-05,
-      "loss": 2.3666,
-      "step": 57500
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 4.637699265404028e-05,
-      "loss": 2.3562,
-      "step": 58000
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 4.634575983209235e-05,
-      "loss": 2.357,
-      "step": 58500
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 4.631452701014442e-05,
-      "loss": 2.3465,
-      "step": 59000
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 4.62832941881965e-05,
-      "loss": 2.3487,
-      "step": 59500
-    },
-    {
-      "epoch": 3.0,
-      "learning_rate": 4.6252061366248566e-05,
-      "loss": 2.3438,
-      "step": 60000
-    },
-    {
-      "epoch": 3.0,
-      "eval_loss": 2.2806928157806396,
-      "eval_runtime": 81.0976,
-      "eval_samples_per_second": 522.087,
-      "eval_steps_per_second": 65.267,
-      "step": 60033
-    },
-    {
-      "epoch": 3.02,
-      "learning_rate": 4.6220828544300634e-05,
-      "loss": 2.3323,
-      "step": 60500
-    },
-    {
-      "epoch": 3.05,
-      "learning_rate": 4.618959572235271e-05,
-      "loss": 2.3298,
-      "step": 61000
-    },
-    {
-      "epoch": 3.07,
-      "learning_rate": 4.6158362900404776e-05,
-      "loss": 2.3231,
-      "step": 61500
-    },
-    {
-      "epoch": 3.1,
-      "learning_rate": 4.612713007845685e-05,
-      "loss": 2.3205,
-      "step": 62000
-    },
-    {
-      "epoch": 3.12,
-      "learning_rate": 4.6095897256508924e-05,
-      "loss": 2.3229,
-      "step": 62500
-    },
-    {
-      "epoch": 3.15,
-      "learning_rate": 4.606466443456099e-05,
-      "loss": 2.3097,
-      "step": 63000
-    },
-    {
-      "epoch": 3.17,
-      "learning_rate": 4.6033431612613066e-05,
-      "loss": 2.3139,
-      "step": 63500
-    },
-    {
-      "epoch": 3.2,
-      "learning_rate": 4.600219879066513e-05,
-      "loss": 2.3046,
-      "step": 64000
-    },
-    {
-      "epoch": 3.22,
-      "learning_rate": 4.597096596871721e-05,
-      "loss": 2.3037,
-      "step": 64500
-    },
-    {
-      "epoch": 3.25,
-      "learning_rate": 4.593973314676928e-05,
-      "loss": 2.2963,
-      "step": 65000
-    },
-    {
-      "epoch": 3.27,
-      "learning_rate": 4.590850032482135e-05,
-      "loss": 2.2929,
-      "step": 65500
-    },
-    {
-      "epoch": 3.3,
-      "learning_rate": 4.5877267502873424e-05,
-      "loss": 2.2935,
-      "step": 66000
-    },
-    {
-      "epoch": 3.32,
-      "learning_rate": 4.584603468092549e-05,
-      "loss": 2.2986,
-      "step": 66500
-    },
-    {
-      "epoch": 3.35,
-      "learning_rate": 4.5814801858977565e-05,
-      "loss": 2.2883,
-      "step": 67000
-    },
-    {
-      "epoch": 3.37,
-      "learning_rate": 4.578356903702963e-05,
-      "loss": 2.2842,
-      "step": 67500
-    },
-    {
-      "epoch": 3.4,
-      "learning_rate": 4.575233621508171e-05,
-      "loss": 2.273,
-      "step": 68000
-    },
-    {
-      "epoch": 3.42,
-      "learning_rate": 4.572110339313378e-05,
-      "loss": 2.2754,
-      "step": 68500
-    },
-    {
-      "epoch": 3.45,
-      "learning_rate": 4.568987057118585e-05,
-      "loss": 2.2792,
-      "step": 69000
-    },
-    {
-      "epoch": 3.47,
-      "learning_rate": 4.565863774923792e-05,
-      "loss": 2.2664,
-      "step": 69500
-    },
-    {
-      "epoch": 3.5,
-      "learning_rate": 4.562740492728999e-05,
-      "loss": 2.2642,
-      "step": 70000
-    },
-    {
-      "epoch": 3.52,
-      "learning_rate": 4.5596172105342065e-05,
-      "loss": 2.2556,
-      "step": 70500
-    },
-    {
-      "epoch": 3.55,
-      "learning_rate": 4.556493928339414e-05,
-      "loss": 2.2614,
-      "step": 71000
-    },
-    {
-      "epoch": 3.57,
-      "learning_rate": 4.5533706461446206e-05,
-      "loss": 2.2549,
-      "step": 71500
-    },
-    {
-      "epoch": 3.6,
-      "learning_rate": 4.550247363949828e-05,
-      "loss": 2.2513,
-      "step": 72000
-    },
-    {
-      "epoch": 3.62,
-      "learning_rate": 4.547124081755035e-05,
-      "loss": 2.2518,
-      "step": 72500
-    },
-    {
-      "epoch": 3.65,
-      "learning_rate": 4.5440007995602416e-05,
-      "loss": 2.2552,
-      "step": 73000
-    },
-    {
-      "epoch": 3.67,
-      "learning_rate": 4.5408775173654497e-05,
-      "loss": 2.2443,
-      "step": 73500
-    },
-    {
-      "epoch": 3.7,
-      "learning_rate": 4.5377542351706564e-05,
-      "loss": 2.2444,
-      "step": 74000
-    },
-    {
-      "epoch": 3.72,
-      "learning_rate": 4.534630952975863e-05,
-      "loss": 2.2418,
-      "step": 74500
-    },
-    {
-      "epoch": 3.75,
-      "learning_rate": 4.5315076707810706e-05,
-      "loss": 2.2369,
-      "step": 75000
-    },
-    {
-      "epoch": 3.77,
-      "learning_rate": 4.528384388586277e-05,
-      "loss": 2.2321,
-      "step": 75500
-    },
-    {
-      "epoch": 3.8,
-      "learning_rate": 4.5252611063914854e-05,
-      "loss": 2.2289,
-      "step": 76000
-    },
-    {
-      "epoch": 3.82,
-      "learning_rate": 4.522137824196692e-05,
-      "loss": 2.2313,
-      "step": 76500
-    },
-    {
-      "epoch": 3.85,
-      "learning_rate": 4.519014542001899e-05,
-      "loss": 2.2309,
-      "step": 77000
-    },
-    {
-      "epoch": 3.87,
-      "learning_rate": 4.5158912598071063e-05,
-      "loss": 2.2331,
-      "step": 77500
-    },
-    {
-      "epoch": 3.9,
-      "learning_rate": 4.512767977612313e-05,
-      "loss": 2.2139,
-      "step": 78000
-    },
-    {
-      "epoch": 3.92,
-      "learning_rate": 4.5096446954175205e-05,
-      "loss": 2.2197,
-      "step": 78500
-    },
-    {
-      "epoch": 3.95,
-      "learning_rate": 4.506521413222728e-05,
-      "loss": 2.214,
-      "step": 79000
-    },
-    {
-      "epoch": 3.97,
-      "learning_rate": 4.503398131027935e-05,
-      "loss": 2.2163,
-      "step": 79500
-    },
-    {
-      "epoch": 4.0,
-      "learning_rate": 4.500274848833142e-05,
-      "loss": 2.2165,
-      "step": 80000
-    },
-    {
-      "epoch": 4.0,
-      "eval_loss": 2.1498630046844482,
-      "eval_runtime": 81.0523,
-      "eval_samples_per_second": 522.379,
-      "eval_steps_per_second": 65.304,
-      "step": 80044
-    },
-    {
-      "epoch": 4.02,
-      "learning_rate": 4.497151566638349e-05,
-      "loss": 2.1989,
-      "step": 80500
-    },
-    {
-      "epoch": 4.05,
-      "learning_rate": 4.494028284443556e-05,
-      "loss": 2.2004,
-      "step": 81000
-    },
-    {
-      "epoch": 4.07,
-      "learning_rate": 4.490905002248764e-05,
-      "loss": 2.1983,
-      "step": 81500
-    },
-    {
-      "epoch": 4.1,
-      "learning_rate": 4.4877817200539705e-05,
-      "loss": 2.1891,
-      "step": 82000
-    },
-    {
-      "epoch": 4.12,
-      "learning_rate": 4.484658437859178e-05,
-      "loss": 2.1902,
-      "step": 82500
-    },
-    {
-      "epoch": 4.15,
-      "learning_rate": 4.4815351556643846e-05,
-      "loss": 2.1935,
-      "step": 83000
-    },
-    {
-      "epoch": 4.17,
-      "learning_rate": 4.478411873469592e-05,
-      "loss": 2.1835,
-      "step": 83500
-    },
-    {
-      "epoch": 4.2,
-      "learning_rate": 4.475288591274799e-05,
-      "loss": 2.1863,
-      "step": 84000
-    },
-    {
-      "epoch": 4.22,
-      "learning_rate": 4.472165309080006e-05,
-      "loss": 2.177,
-      "step": 84500
-    },
-    {
-      "epoch": 4.25,
-      "learning_rate": 4.4690420268852136e-05,
-      "loss": 2.1814,
-      "step": 85000
-    },
-    {
-      "epoch": 4.27,
-      "learning_rate": 4.4659187446904204e-05,
-      "loss": 2.1741,
-      "step": 85500
-    },
-    {
-      "epoch": 4.3,
-      "learning_rate": 4.462795462495628e-05,
-      "loss": 2.1782,
-      "step": 86000
-    },
-    {
-      "epoch": 4.32,
-      "learning_rate": 4.4596721803008346e-05,
-      "loss": 2.1733,
-      "step": 86500
-    },
-    {
-      "epoch": 4.35,
-      "learning_rate": 4.456548898106042e-05,
-      "loss": 2.1652,
-      "step": 87000
-    },
-    {
-      "epoch": 4.37,
-      "learning_rate": 4.4534256159112494e-05,
-      "loss": 2.1719,
-      "step": 87500
-    },
-    {
-      "epoch": 4.4,
-      "learning_rate": 4.450302333716456e-05,
-      "loss": 2.1672,
-      "step": 88000
-    },
-    {
-      "epoch": 4.42,
-      "learning_rate": 4.4471790515216636e-05,
-      "loss": 2.1622,
-      "step": 88500
-    },
-    {
-      "epoch": 4.45,
-      "learning_rate": 4.44405576932687e-05,
-      "loss": 2.1614,
-      "step": 89000
-    },
-    {
-      "epoch": 4.47,
-      "learning_rate": 4.440932487132077e-05,
-      "loss": 2.1683,
-      "step": 89500
-    },
-    {
-      "epoch": 4.5,
-      "learning_rate": 4.437809204937285e-05,
-      "loss": 2.1638,
-      "step": 90000
-    },
-    {
-      "epoch": 4.52,
-      "learning_rate": 4.434685922742492e-05,
-      "loss": 2.1583,
-      "step": 90500
-    },
-    {
-      "epoch": 4.55,
-      "learning_rate": 4.431562640547699e-05,
-      "loss": 2.1588,
-      "step": 91000
-    },
-    {
-      "epoch": 4.57,
-      "learning_rate": 4.428439358352906e-05,
-      "loss": 2.1533,
-      "step": 91500
-    },
-    {
-      "epoch": 4.6,
-      "learning_rate": 4.425316076158113e-05,
-      "loss": 2.1483,
-      "step": 92000
-    },
-    {
-      "epoch": 4.62,
-      "learning_rate": 4.422192793963321e-05,
-      "loss": 2.1449,
-      "step": 92500
-    },
-    {
-      "epoch": 4.65,
-      "learning_rate": 4.419069511768528e-05,
-      "loss": 2.1507,
-      "step": 93000
-    },
-    {
-      "epoch": 4.67,
-      "learning_rate": 4.4159462295737344e-05,
-      "loss": 2.145,
-      "step": 93500
-    },
-    {
-      "epoch": 4.7,
-      "learning_rate": 4.412822947378942e-05,
-      "loss": 2.1391,
-      "step": 94000
-    },
-    {
-      "epoch": 4.72,
-      "learning_rate": 4.4096996651841486e-05,
-      "loss": 2.1343,
-      "step": 94500
-    },
-    {
-      "epoch": 4.75,
-      "learning_rate": 4.406576382989356e-05,
-      "loss": 2.1392,
-      "step": 95000
-    },
-    {
-      "epoch": 4.77,
-      "learning_rate": 4.4034531007945635e-05,
-      "loss": 2.147,
-      "step": 95500
-    },
-    {
-      "epoch": 4.8,
-      "learning_rate": 4.40032981859977e-05,
-      "loss": 2.1306,
-      "step": 96000
-    },
-    {
-      "epoch": 4.82,
-      "learning_rate": 4.3972065364049776e-05,
-      "loss": 2.1302,
-      "step": 96500
-    },
-    {
-      "epoch": 4.85,
-      "learning_rate": 4.3940832542101844e-05,
-      "loss": 2.1323,
-      "step": 97000
-    },
-    {
-      "epoch": 4.87,
-      "learning_rate": 4.390959972015392e-05,
-      "loss": 2.1289,
-      "step": 97500
-    },
-    {
-      "epoch": 4.9,
-      "learning_rate": 4.387836689820599e-05,
-      "loss": 2.1307,
-      "step": 98000
-    },
-    {
-      "epoch": 4.92,
-      "learning_rate": 4.384713407625806e-05,
-      "loss": 2.1293,
-      "step": 98500
-    },
-    {
-      "epoch": 4.95,
-      "learning_rate": 4.3815901254310134e-05,
-      "loss": 2.1281,
-      "step": 99000
-    },
-    {
-      "epoch": 4.97,
-      "learning_rate": 4.37846684323622e-05,
-      "loss": 2.1276,
-      "step": 99500
-    },
-    {
-      "epoch": 5.0,
-      "learning_rate": 4.3753435610414276e-05,
-      "loss": 2.1126,
-      "step": 100000
-    },
-    {
-      "epoch": 5.0,
-      "eval_loss": 2.054161310195923,
-      "eval_runtime": 80.7428,
-      "eval_samples_per_second": 524.381,
-      "eval_steps_per_second": 65.554,
-      "step": 100055
-    },
-    {
-      "epoch": 5.02,
-      "learning_rate": 4.372220278846634e-05,
-      "loss": 2.1102,
-      "step": 100500
-    },
-    {
-      "epoch": 5.05,
-      "learning_rate": 4.369096996651842e-05,
-      "loss": 2.1058,
-      "step": 101000
-    },
-    {
-      "epoch": 5.07,
-      "learning_rate": 4.365973714457049e-05,
-      "loss": 2.1111,
-      "step": 101500
-    },
-    {
-      "epoch": 5.1,
-      "learning_rate": 4.362850432262256e-05,
-      "loss": 2.1108,
-      "step": 102000
-    },
-    {
-      "epoch": 5.12,
-      "learning_rate": 4.3597271500674633e-05,
-      "loss": 2.1042,
-      "step": 102500
-    },
-    {
-      "epoch": 5.15,
-      "learning_rate": 4.35660386787267e-05,
-      "loss": 2.1036,
-      "step": 103000
-    },
-    {
-      "epoch": 5.17,
-      "learning_rate": 4.3534805856778775e-05,
-      "loss": 2.1062,
-      "step": 103500
-    },
-    {
-      "epoch": 5.2,
-      "learning_rate": 4.350357303483085e-05,
-      "loss": 2.1054,
-      "step": 104000
-    },
-    {
-      "epoch": 5.22,
-      "learning_rate": 4.347234021288292e-05,
-      "loss": 2.0862,
-      "step": 104500
-    },
-    {
-      "epoch": 5.25,
-      "learning_rate": 4.3441107390934984e-05,
-      "loss": 2.1023,
-      "step": 105000
-    },
-    {
-      "epoch": 5.27,
-      "learning_rate": 4.340987456898706e-05,
-      "loss": 2.0947,
-      "step": 105500
-    },
-    {
-      "epoch": 5.3,
-      "learning_rate": 4.3378641747039126e-05,
-      "loss": 2.0999,
-      "step": 106000
-    },
-    {
-      "epoch": 5.32,
-      "learning_rate": 4.334740892509121e-05,
-      "loss": 2.0983,
-      "step": 106500
-    },
-    {
-      "epoch": 5.35,
-      "learning_rate": 4.3316176103143275e-05,
-      "loss": 2.0936,
-      "step": 107000
-    },
-    {
-      "epoch": 5.37,
-      "learning_rate": 4.328494328119534e-05,
-      "loss": 2.0904,
-      "step": 107500
-    },
-    {
-      "epoch": 5.4,
-      "learning_rate": 4.3253710459247416e-05,
-      "loss": 2.0965,
-      "step": 108000
-    },
-    {
-      "epoch": 5.42,
-      "learning_rate": 4.3222477637299484e-05,
-      "loss": 2.0892,
-      "step": 108500
-    },
-    {
-      "epoch": 5.45,
-      "learning_rate": 4.3191244815351565e-05,
-      "loss": 2.0854,
-      "step": 109000
-    },
-    {
-      "epoch": 5.47,
-      "learning_rate": 4.316001199340363e-05,
-      "loss": 2.0853,
-      "step": 109500
-    },
-    {
-      "epoch": 5.5,
-      "learning_rate": 4.31287791714557e-05,
-      "loss": 2.0842,
-      "step": 110000
-    },
-    {
-      "epoch": 5.52,
-      "learning_rate": 4.3097546349507774e-05,
-      "loss": 2.0806,
-      "step": 110500
-    },
-    {
-      "epoch": 5.55,
-      "learning_rate": 4.306631352755984e-05,
-      "loss": 2.08,
-      "step": 111000
-    },
-    {
-      "epoch": 5.57,
-      "learning_rate": 4.3035080705611916e-05,
-      "loss": 2.074,
-      "step": 111500
-    },
-    {
-      "epoch": 5.6,
-      "learning_rate": 4.300384788366399e-05,
-      "loss": 2.0752,
-      "step": 112000
-    },
-    {
-      "epoch": 5.62,
-      "learning_rate": 4.297261506171606e-05,
-      "loss": 2.0758,
-      "step": 112500
-    },
-    {
-      "epoch": 5.65,
-      "learning_rate": 4.294138223976813e-05,
-      "loss": 2.0762,
-      "step": 113000
-    },
-    {
-      "epoch": 5.67,
-      "learning_rate": 4.29101494178202e-05,
-      "loss": 2.0746,
-      "step": 113500
-    },
-    {
-      "epoch": 5.7,
-      "learning_rate": 4.2878916595872273e-05,
-      "loss": 2.0662,
-      "step": 114000
-    },
-    {
-      "epoch": 5.72,
-      "learning_rate": 4.284768377392435e-05,
-      "loss": 2.0711,
-      "step": 114500
-    },
-    {
-      "epoch": 5.75,
-      "learning_rate": 4.2816450951976415e-05,
-      "loss": 2.0651,
-      "step": 115000
-    },
-    {
-      "epoch": 5.77,
-      "learning_rate": 4.278521813002849e-05,
-      "loss": 2.0638,
-      "step": 115500
-    },
-    {
-      "epoch": 5.8,
-      "learning_rate": 4.275398530808056e-05,
-      "loss": 2.0657,
-      "step": 116000
-    },
-    {
-      "epoch": 5.82,
-      "learning_rate": 4.272275248613263e-05,
-      "loss": 2.0639,
-      "step": 116500
-    },
-    {
-      "epoch": 5.85,
-      "learning_rate": 4.26915196641847e-05,
-      "loss": 2.057,
-      "step": 117000
-    },
-    {
-      "epoch": 5.87,
-      "learning_rate": 4.266028684223677e-05,
-      "loss": 2.0578,
-      "step": 117500
-    },
-    {
-      "epoch": 5.9,
-      "learning_rate": 4.262905402028885e-05,
-      "loss": 2.053,
-      "step": 118000
-    },
-    {
-      "epoch": 5.92,
-      "learning_rate": 4.2597821198340915e-05,
-      "loss": 2.0597,
-      "step": 118500
-    },
-    {
-      "epoch": 5.95,
-      "learning_rate": 4.256658837639298e-05,
-      "loss": 2.0525,
-      "step": 119000
-    },
-    {
-      "epoch": 5.97,
-      "learning_rate": 4.2535355554445056e-05,
-      "loss": 2.0499,
-      "step": 119500
-    },
-    {
-      "epoch": 6.0,
-      "learning_rate": 4.250412273249713e-05,
-      "loss": 2.0472,
-      "step": 120000
-    },
-    {
-      "epoch": 6.0,
-      "eval_loss": 1.9931981563568115,
-      "eval_runtime": 81.0207,
-      "eval_samples_per_second": 522.582,
-      "eval_steps_per_second": 65.329,
-      "step": 120066
-    },
-    {
-      "epoch": 6.02,
-      "learning_rate": 4.2472889910549205e-05,
-      "loss": 2.0484,
-      "step": 120500
-    },
-    {
-      "epoch": 6.05,
-      "learning_rate": 4.244165708860127e-05,
-      "loss": 2.0476,
-      "step": 121000
-    },
-    {
-      "epoch": 6.07,
-      "learning_rate": 4.241042426665334e-05,
-      "loss": 2.0426,
-      "step": 121500
-    },
-    {
-      "epoch": 6.1,
-      "learning_rate": 4.2379191444705414e-05,
-      "loss": 2.0414,
-      "step": 122000
-    },
-    {
-      "epoch": 6.12,
-      "learning_rate": 4.234795862275748e-05,
-      "loss": 2.0393,
-      "step": 122500
-    },
-    {
-      "epoch": 6.15,
-      "learning_rate": 4.231672580080956e-05,
-      "loss": 2.0369,
-      "step": 123000
-    },
-    {
-      "epoch": 6.17,
-      "learning_rate": 4.228549297886163e-05,
-      "loss": 2.0427,
-      "step": 123500
-    },
-    {
-      "epoch": 6.2,
-      "learning_rate": 4.22542601569137e-05,
-      "loss": 2.0384,
-      "step": 124000
-    },
-    {
-      "epoch": 6.22,
-      "learning_rate": 4.222302733496577e-05,
-      "loss": 2.0362,
-      "step": 124500
-    },
-    {
-      "epoch": 6.25,
-      "learning_rate": 4.219179451301784e-05,
-      "loss": 2.0375,
-      "step": 125000
-    },
-    {
-      "epoch": 6.27,
-      "learning_rate": 4.216056169106991e-05,
-      "loss": 2.0337,
-      "step": 125500
-    },
-    {
-      "epoch": 6.3,
-      "learning_rate": 4.212932886912199e-05,
-      "loss": 2.0287,
-      "step": 126000
-    },
-    {
-      "epoch": 6.32,
-      "learning_rate": 4.2098096047174055e-05,
-      "loss": 2.0292,
-      "step": 126500
-    },
-    {
-      "epoch": 6.35,
-      "learning_rate": 4.206686322522613e-05,
-      "loss": 2.0295,
-      "step": 127000
-    },
-    {
-      "epoch": 6.37,
-      "learning_rate": 4.20356304032782e-05,
-      "loss": 2.0283,
-      "step": 127500
-    },
-    {
-      "epoch": 6.4,
-      "learning_rate": 4.200439758133027e-05,
-      "loss": 2.026,
-      "step": 128000
-    },
-    {
-      "epoch": 6.42,
-      "learning_rate": 4.1973164759382345e-05,
-      "loss": 2.0261,
-      "step": 128500
-    },
-    {
-      "epoch": 6.45,
-      "learning_rate": 4.194193193743441e-05,
-      "loss": 2.029,
-      "step": 129000
-    },
-    {
-      "epoch": 6.47,
-      "learning_rate": 4.191069911548649e-05,
-      "loss": 2.0272,
-      "step": 129500
-    },
-    {
-      "epoch": 6.5,
-      "learning_rate": 4.1879466293538554e-05,
-      "loss": 2.0237,
-      "step": 130000
-    },
-    {
-      "epoch": 6.52,
-      "learning_rate": 4.184823347159063e-05,
-      "loss": 2.0217,
-      "step": 130500
-    },
-    {
-      "epoch": 6.55,
-      "learning_rate": 4.1817000649642696e-05,
-      "loss": 2.0251,
-      "step": 131000
-    },
-    {
-      "epoch": 6.57,
-      "learning_rate": 4.178576782769477e-05,
-      "loss": 2.0214,
-      "step": 131500
-    },
-    {
-      "epoch": 6.6,
-      "learning_rate": 4.1754535005746845e-05,
-      "loss": 2.0149,
-      "step": 132000
-    },
-    {
-      "epoch": 6.62,
-      "learning_rate": 4.172330218379891e-05,
-      "loss": 2.0144,
-      "step": 132500
-    },
-    {
-      "epoch": 6.65,
-      "learning_rate": 4.169206936185098e-05,
-      "loss": 2.0159,
-      "step": 133000
-    },
-    {
-      "epoch": 6.67,
-      "learning_rate": 4.1660836539903054e-05,
-      "loss": 2.0138,
-      "step": 133500
-    },
-    {
-      "epoch": 6.7,
-      "learning_rate": 4.162960371795513e-05,
-      "loss": 2.0109,
-      "step": 134000
-    },
-    {
-      "epoch": 6.72,
-      "learning_rate": 4.15983708960072e-05,
-      "loss": 2.0186,
-      "step": 134500
-    },
-    {
-      "epoch": 6.75,
-      "learning_rate": 4.156713807405927e-05,
-      "loss": 2.0163,
-      "step": 135000
-    },
-    {
-      "epoch": 6.77,
-      "learning_rate": 4.153590525211134e-05,
-      "loss": 2.0064,
-      "step": 135500
-    },
-    {
-      "epoch": 6.8,
-      "learning_rate": 4.150467243016341e-05,
-      "loss": 2.0061,
-      "step": 136000
-    },
-    {
-      "epoch": 6.82,
-      "learning_rate": 4.147343960821548e-05,
-      "loss": 2.0079,
-      "step": 136500
-    },
-    {
-      "epoch": 6.85,
-      "learning_rate": 4.144220678626756e-05,
-      "loss": 2.0035,
-      "step": 137000
-    },
-    {
-      "epoch": 6.87,
-      "learning_rate": 4.141097396431963e-05,
-      "loss": 2.0046,
-      "step": 137500
-    },
-    {
-      "epoch": 6.9,
-      "learning_rate": 4.1379741142371695e-05,
-      "loss": 1.9988,
-      "step": 138000
-    },
-    {
-      "epoch": 6.92,
-      "learning_rate": 4.134850832042377e-05,
-      "loss": 2.0018,
-      "step": 138500
-    },
-    {
-      "epoch": 6.95,
-      "learning_rate": 4.131727549847584e-05,
-      "loss": 1.9995,
-      "step": 139000
-    },
-    {
-      "epoch": 6.97,
-      "learning_rate": 4.128604267652791e-05,
-      "loss": 2.0006,
-      "step": 139500
-    },
-    {
-      "epoch": 7.0,
-      "learning_rate": 4.1254809854579985e-05,
-      "loss": 2.007,
-      "step": 140000
-    },
-    {
-      "epoch": 7.0,
-      "eval_loss": 1.9391331672668457,
-      "eval_runtime": 80.9026,
-      "eval_samples_per_second": 523.345,
-      "eval_steps_per_second": 65.424,
-      "step": 140077
-    },
-    {
-      "epoch": 7.02,
-      "learning_rate": 4.122357703263205e-05,
-      "loss": 1.993,
-      "step": 140500
-    },
-    {
-      "epoch": 7.05,
-      "learning_rate": 4.119234421068413e-05,
-      "loss": 1.9912,
-      "step": 141000
-    },
-    {
-      "epoch": 7.07,
-      "learning_rate": 4.1161111388736194e-05,
-      "loss": 1.994,
-      "step": 141500
-    },
-    {
-      "epoch": 7.1,
-      "learning_rate": 4.112987856678827e-05,
-      "loss": 1.9908,
-      "step": 142000
-    },
-    {
-      "epoch": 7.12,
-      "learning_rate": 4.109864574484034e-05,
-      "loss": 1.9887,
-      "step": 142500
-    },
-    {
-      "epoch": 7.15,
-      "learning_rate": 4.106741292289241e-05,
-      "loss": 1.9912,
-      "step": 143000
-    },
-    {
-      "epoch": 7.17,
-      "learning_rate": 4.1036180100944485e-05,
-      "loss": 1.9827,
-      "step": 143500
-    },
-    {
-      "epoch": 7.2,
-      "learning_rate": 4.100494727899655e-05,
-      "loss": 1.9854,
-      "step": 144000
-    },
-    {
-      "epoch": 7.22,
-      "learning_rate": 4.0973714457048626e-05,
-      "loss": 1.9858,
-      "step": 144500
-    },
-    {
-      "epoch": 7.25,
-      "learning_rate": 4.09424816351007e-05,
-      "loss": 1.9852,
-      "step": 145000
-    },
-    {
-      "epoch": 7.27,
-      "learning_rate": 4.091124881315277e-05,
-      "loss": 1.9845,
-      "step": 145500
-    },
-    {
-      "epoch": 7.3,
-      "learning_rate": 4.088001599120484e-05,
-      "loss": 1.9786,
-      "step": 146000
-    },
-    {
-      "epoch": 7.32,
-      "learning_rate": 4.084878316925691e-05,
-      "loss": 1.9811,
-      "step": 146500
-    },
-    {
-      "epoch": 7.35,
-      "learning_rate": 4.081755034730898e-05,
-      "loss": 1.9806,
-      "step": 147000
-    },
-    {
-      "epoch": 7.37,
-      "learning_rate": 4.078631752536105e-05,
-      "loss": 1.9802,
-      "step": 147500
-    },
-    {
-      "epoch": 7.4,
-      "learning_rate": 4.0755084703413126e-05,
-      "loss": 1.9769,
-      "step": 148000
-    },
-    {
-      "epoch": 7.42,
-      "learning_rate": 4.07238518814652e-05,
-      "loss": 1.9736,
-      "step": 148500
-    },
-    {
-      "epoch": 7.45,
-      "learning_rate": 4.069261905951727e-05,
-      "loss": 1.9771,
-      "step": 149000
-    },
-    {
-      "epoch": 7.47,
-      "learning_rate": 4.0661386237569335e-05,
-      "loss": 1.9703,
-      "step": 149500
-    },
-    {
-      "epoch": 7.5,
-      "learning_rate": 4.063015341562141e-05,
-      "loss": 1.9692,
-      "step": 150000
-    },
-    {
-      "epoch": 7.52,
-      "learning_rate": 4.059892059367348e-05,
-      "loss": 1.9723,
-      "step": 150500
-    },
-    {
-      "epoch": 7.55,
-      "learning_rate": 4.056768777172556e-05,
-      "loss": 1.9718,
-      "step": 151000
-    },
-    {
-      "epoch": 7.57,
-      "learning_rate": 4.0536454949777625e-05,
-      "loss": 1.9738,
-      "step": 151500
-    },
-    {
-      "epoch": 7.6,
-      "learning_rate": 4.050522212782969e-05,
-      "loss": 1.9748,
-      "step": 152000
-    },
-    {
-      "epoch": 7.62,
-      "learning_rate": 4.047398930588177e-05,
-      "loss": 1.975,
-      "step": 152500
-    },
-    {
-      "epoch": 7.65,
-      "learning_rate": 4.0442756483933834e-05,
-      "loss": 1.9751,
-      "step": 153000
-    },
-    {
-      "epoch": 7.67,
-      "learning_rate": 4.041152366198591e-05,
-      "loss": 1.9693,
-      "step": 153500
-    },
-    {
-      "epoch": 7.7,
-      "learning_rate": 4.038029084003798e-05,
-      "loss": 1.9749,
-      "step": 154000
-    },
-    {
-      "epoch": 7.72,
-      "learning_rate": 4.034905801809005e-05,
-      "loss": 1.9679,
-      "step": 154500
-    },
-    {
-      "epoch": 7.75,
-      "learning_rate": 4.0317825196142124e-05,
-      "loss": 1.9679,
-      "step": 155000
-    },
-    {
-      "epoch": 7.77,
-      "learning_rate": 4.028659237419419e-05,
-      "loss": 1.9666,
-      "step": 155500
-    },
-    {
-      "epoch": 7.8,
-      "learning_rate": 4.0255359552246266e-05,
-      "loss": 1.9615,
-      "step": 156000
-    },
-    {
-      "epoch": 7.82,
-      "learning_rate": 4.022412673029834e-05,
-      "loss": 1.9598,
-      "step": 156500
-    },
-    {
-      "epoch": 7.85,
-      "learning_rate": 4.019289390835041e-05,
-      "loss": 1.9633,
-      "step": 157000
-    },
-    {
-      "epoch": 7.87,
-      "learning_rate": 4.016166108640248e-05,
-      "loss": 1.9622,
-      "step": 157500
-    },
-    {
-      "epoch": 7.9,
-      "learning_rate": 4.013042826445455e-05,
-      "loss": 1.9594,
-      "step": 158000
-    },
-    {
-      "epoch": 7.92,
-      "learning_rate": 4.0099195442506624e-05,
-      "loss": 1.955,
-      "step": 158500
-    },
-    {
-      "epoch": 7.95,
-      "learning_rate": 4.00679626205587e-05,
-      "loss": 1.9573,
-      "step": 159000
-    },
-    {
-      "epoch": 7.97,
-      "learning_rate": 4.0036729798610766e-05,
-      "loss": 1.966,
-      "step": 159500
-    },
-    {
-      "epoch": 8.0,
-      "learning_rate": 4.000549697666284e-05,
-      "loss": 1.9487,
-      "step": 160000
-    },
-    {
-      "epoch": 8.0,
-      "eval_loss": 1.9000049829483032,
-      "eval_runtime": 80.8787,
-      "eval_samples_per_second": 523.5,
-      "eval_steps_per_second": 65.444,
-      "step": 160088
-    },
-    {
-      "epoch": 8.02,
-      "learning_rate": 3.997426415471491e-05,
-      "loss": 1.9467,
-      "step": 160500
-    },
-    {
-      "epoch": 8.05,
-      "learning_rate": 3.9943031332766975e-05,
-      "loss": 1.9428,
-      "step": 161000
-    },
-    {
-      "epoch": 8.07,
-      "learning_rate": 3.9911798510819056e-05,
-      "loss": 1.9556,
-      "step": 161500
-    },
-    {
-      "epoch": 8.1,
-      "learning_rate": 3.988056568887112e-05,
-      "loss": 1.9495,
-      "step": 162000
-    },
-    {
-      "epoch": 8.12,
-      "learning_rate": 3.98493328669232e-05,
-      "loss": 1.9486,
-      "step": 162500
-    },
-    {
-      "epoch": 8.15,
-      "learning_rate": 3.9818100044975265e-05,
-      "loss": 1.9417,
-      "step": 163000
-    },
-    {
-      "epoch": 8.17,
-      "learning_rate": 3.978686722302733e-05,
-      "loss": 1.9427,
-      "step": 163500
-    },
-    {
-      "epoch": 8.2,
-      "learning_rate": 3.975563440107941e-05,
-      "loss": 1.9379,
-      "step": 164000
-    },
-    {
-      "epoch": 8.22,
-      "learning_rate": 3.972440157913148e-05,
-      "loss": 1.944,
-      "step": 164500
-    },
-    {
-      "epoch": 8.25,
-      "learning_rate": 3.9693168757183555e-05,
-      "loss": 1.9406,
-      "step": 165000
-    },
-    {
-      "epoch": 8.27,
-      "learning_rate": 3.966193593523562e-05,
-      "loss": 1.9441,
-      "step": 165500
-    },
-    {
-      "epoch": 8.3,
-      "learning_rate": 3.963070311328769e-05,
-      "loss": 1.9488,
-      "step": 166000
-    },
-    {
-      "epoch": 8.32,
-      "learning_rate": 3.9599470291339764e-05,
-      "loss": 1.9393,
-      "step": 166500
-    },
-    {
-      "epoch": 8.35,
-      "learning_rate": 3.956823746939184e-05,
-      "loss": 1.9394,
-      "step": 167000
-    },
-    {
-      "epoch": 8.37,
-      "learning_rate": 3.9537004647443906e-05,
-      "loss": 1.939,
-      "step": 167500
-    },
-    {
-      "epoch": 8.4,
-      "learning_rate": 3.950577182549598e-05,
-      "loss": 1.936,
-      "step": 168000
-    },
-    {
-      "epoch": 8.42,
-      "learning_rate": 3.947453900354805e-05,
-      "loss": 1.9403,
-      "step": 168500
-    },
-    {
-      "epoch": 8.45,
-      "learning_rate": 3.944330618160012e-05,
-      "loss": 1.9352,
-      "step": 169000
-    },
-    {
-      "epoch": 8.47,
-      "learning_rate": 3.941207335965219e-05,
-      "loss": 1.9368,
-      "step": 169500
-    },
-    {
-      "epoch": 8.5,
-      "learning_rate": 3.9380840537704264e-05,
-      "loss": 1.9376,
-      "step": 170000
-    },
-    {
-      "epoch": 8.52,
-      "learning_rate": 3.934960771575634e-05,
-      "loss": 1.9346,
-      "step": 170500
-    },
-    {
-      "epoch": 8.55,
-      "learning_rate": 3.9318374893808406e-05,
-      "loss": 1.9382,
-      "step": 171000
-    },
-    {
-      "epoch": 8.57,
-      "learning_rate": 3.928714207186048e-05,
-      "loss": 1.938,
-      "step": 171500
-    },
-    {
-      "epoch": 8.6,
-      "learning_rate": 3.925590924991255e-05,
-      "loss": 1.93,
-      "step": 172000
-    },
-    {
-      "epoch": 8.62,
-      "learning_rate": 3.922467642796462e-05,
-      "loss": 1.9283,
-      "step": 172500
-    },
-    {
-      "epoch": 8.65,
-      "learning_rate": 3.9193443606016696e-05,
-      "loss": 1.9218,
-      "step": 173000
-    },
-    {
-      "epoch": 8.67,
-      "learning_rate": 3.916221078406876e-05,
-      "loss": 1.931,
-      "step": 173500
-    },
-    {
-      "epoch": 8.7,
-      "learning_rate": 3.913097796212084e-05,
-      "loss": 1.9309,
-      "step": 174000
-    },
-    {
-      "epoch": 8.72,
-      "learning_rate": 3.9099745140172905e-05,
-      "loss": 1.9296,
-      "step": 174500
-    },
-    {
-      "epoch": 8.75,
-      "learning_rate": 3.906851231822497e-05,
-      "loss": 1.924,
-      "step": 175000
-    },
-    {
-      "epoch": 8.77,
-      "learning_rate": 3.9037279496277053e-05,
-      "loss": 1.9327,
-      "step": 175500
-    },
-    {
-      "epoch": 8.8,
-      "learning_rate": 3.900604667432912e-05,
-      "loss": 1.9197,
-      "step": 176000
-    },
-    {
-      "epoch": 8.82,
-      "learning_rate": 3.8974813852381195e-05,
-      "loss": 1.9193,
-      "step": 176500
-    },
-    {
-      "epoch": 8.85,
-      "learning_rate": 3.894358103043326e-05,
-      "loss": 1.9206,
-      "step": 177000
-    },
-    {
-      "epoch": 8.87,
-      "learning_rate": 3.891234820848533e-05,
-      "loss": 1.9216,
-      "step": 177500
-    },
-    {
-      "epoch": 8.9,
-      "learning_rate": 3.888111538653741e-05,
-      "loss": 1.9188,
-      "step": 178000
-    },
-    {
-      "epoch": 8.92,
-      "learning_rate": 3.884988256458948e-05,
-      "loss": 1.9221,
-      "step": 178500
-    },
-    {
-      "epoch": 8.95,
-      "learning_rate": 3.881864974264155e-05,
-      "loss": 1.9206,
-      "step": 179000
-    },
-    {
-      "epoch": 8.97,
-      "learning_rate": 3.878741692069362e-05,
-      "loss": 1.9242,
-      "step": 179500
-    },
-    {
-      "epoch": 9.0,
-      "learning_rate": 3.875618409874569e-05,
-      "loss": 1.9257,
-      "step": 180000
-    },
-    {
-      "epoch": 9.0,
-      "eval_loss": 1.864593505859375,
-      "eval_runtime": 80.895,
-      "eval_samples_per_second": 523.395,
-      "eval_steps_per_second": 65.431,
-      "step": 180099
-    },
-    {
-      "epoch": 9.02,
-      "learning_rate": 3.872495127679776e-05,
-      "loss": 1.9161,
-      "step": 180500
-    },
-    {
-      "epoch": 9.05,
-      "learning_rate": 3.8693718454849836e-05,
-      "loss": 1.9163,
-      "step": 181000
-    },
-    {
-      "epoch": 9.07,
-      "learning_rate": 3.8662485632901904e-05,
-      "loss": 1.914,
-      "step": 181500
-    },
-    {
-      "epoch": 9.09,
-      "learning_rate": 3.863125281095398e-05,
-      "loss": 1.9116,
-      "step": 182000
-    },
-    {
-      "epoch": 9.12,
-      "learning_rate": 3.8600019989006045e-05,
-      "loss": 1.909,
-      "step": 182500
-    },
-    {
-      "epoch": 9.14,
-      "learning_rate": 3.856878716705812e-05,
-      "loss": 1.9148,
-      "step": 183000
-    },
-    {
-      "epoch": 9.17,
-      "learning_rate": 3.8537554345110194e-05,
-      "loss": 1.9078,
-      "step": 183500
-    },
-    {
-      "epoch": 9.19,
-      "learning_rate": 3.850632152316226e-05,
-      "loss": 1.9113,
-      "step": 184000
-    },
-    {
-      "epoch": 9.22,
-      "learning_rate": 3.8475088701214336e-05,
-      "loss": 1.9089,
-      "step": 184500
-    },
-    {
-      "epoch": 9.24,
-      "learning_rate": 3.84438558792664e-05,
-      "loss": 1.908,
-      "step": 185000
-    },
-    {
-      "epoch": 9.27,
-      "learning_rate": 3.841262305731848e-05,
-      "loss": 1.9118,
-      "step": 185500
-    },
-    {
-      "epoch": 9.29,
-      "learning_rate": 3.8381390235370545e-05,
-      "loss": 1.901,
-      "step": 186000
-    },
-    {
-      "epoch": 9.32,
-      "learning_rate": 3.835015741342262e-05,
-      "loss": 1.9031,
-      "step": 186500
-    },
-    {
-      "epoch": 9.34,
-      "learning_rate": 3.831892459147469e-05,
-      "loss": 1.9069,
-      "step": 187000
-    },
-    {
-      "epoch": 9.37,
-      "learning_rate": 3.828769176952676e-05,
-      "loss": 1.9037,
-      "step": 187500
-    },
-    {
-      "epoch": 9.39,
-      "learning_rate": 3.8256458947578835e-05,
-      "loss": 1.8997,
-      "step": 188000
-    },
-    {
-      "epoch": 9.42,
-      "learning_rate": 3.82252261256309e-05,
-      "loss": 1.9024,
-      "step": 188500
-    },
-    {
-      "epoch": 9.44,
-      "learning_rate": 3.819399330368298e-05,
-      "loss": 1.9035,
-      "step": 189000
-    },
-    {
-      "epoch": 9.47,
-      "learning_rate": 3.816276048173505e-05,
-      "loss": 1.9035,
-      "step": 189500
-    },
-    {
-      "epoch": 9.49,
-      "learning_rate": 3.813152765978712e-05,
-      "loss": 1.9011,
-      "step": 190000
-    },
-    {
-      "epoch": 9.52,
-      "learning_rate": 3.810029483783919e-05,
-      "loss": 1.9071,
-      "step": 190500
-    },
-    {
-      "epoch": 9.54,
-      "learning_rate": 3.806906201589126e-05,
-      "loss": 1.9032,
-      "step": 191000
-    },
-    {
-      "epoch": 9.57,
-      "learning_rate": 3.803782919394333e-05,
-      "loss": 1.8986,
-      "step": 191500
-    },
-    {
-      "epoch": 9.59,
-      "learning_rate": 3.800659637199541e-05,
-      "loss": 1.8996,
-      "step": 192000
-    },
-    {
-      "epoch": 9.62,
-      "learning_rate": 3.7975363550047476e-05,
-      "loss": 1.8963,
-      "step": 192500
-    },
-    {
-      "epoch": 9.64,
-      "learning_rate": 3.794413072809955e-05,
-      "loss": 1.8981,
-      "step": 193000
-    },
-    {
-      "epoch": 9.67,
-      "learning_rate": 3.791289790615162e-05,
-      "loss": 1.9042,
-      "step": 193500
-    },
-    {
-      "epoch": 9.69,
-      "learning_rate": 3.7881665084203685e-05,
-      "loss": 1.8958,
-      "step": 194000
-    },
-    {
-      "epoch": 9.72,
-      "learning_rate": 3.7850432262255766e-05,
-      "loss": 1.8975,
-      "step": 194500
-    },
-    {
-      "epoch": 9.74,
-      "learning_rate": 3.7819199440307834e-05,
-      "loss": 1.8925,
-      "step": 195000
-    },
-    {
-      "epoch": 9.77,
-      "learning_rate": 3.77879666183599e-05,
-      "loss": 1.8883,
-      "step": 195500
-    },
-    {
-      "epoch": 9.79,
-      "learning_rate": 3.7756733796411976e-05,
-      "loss": 1.9021,
-      "step": 196000
-    },
-    {
-      "epoch": 9.82,
-      "learning_rate": 3.772550097446404e-05,
-      "loss": 1.9004,
-      "step": 196500
-    },
-    {
-      "epoch": 9.84,
-      "learning_rate": 3.769426815251612e-05,
-      "loss": 1.8899,
-      "step": 197000
-    },
-    {
-      "epoch": 9.87,
-      "learning_rate": 3.766303533056819e-05,
-      "loss": 1.8924,
-      "step": 197500
-    },
-    {
-      "epoch": 9.89,
-      "learning_rate": 3.763180250862026e-05,
-      "loss": 1.8888,
-      "step": 198000
-    },
-    {
-      "epoch": 9.92,
-      "learning_rate": 3.760056968667233e-05,
-      "loss": 1.8918,
-      "step": 198500
-    },
-    {
-      "epoch": 9.94,
-      "learning_rate": 3.75693368647244e-05,
-      "loss": 1.8857,
-      "step": 199000
-    },
-    {
-      "epoch": 9.97,
-      "learning_rate": 3.7538104042776475e-05,
-      "loss": 1.884,
-      "step": 199500
-    },
-    {
-      "epoch": 9.99,
-      "learning_rate": 3.750687122082855e-05,
-      "loss": 1.8952,
-      "step": 200000
-    },
-    {
-      "epoch": 10.0,
-      "eval_loss": 1.834604024887085,
-      "eval_runtime": 80.8164,
-      "eval_samples_per_second": 523.904,
-      "eval_steps_per_second": 65.494,
-      "step": 200110
-    },
-    {
-      "epoch": 10.02,
-      "learning_rate": 3.747563839888062e-05,
-      "loss": 1.8863,
-      "step": 200500
-    },
-    {
-      "epoch": 10.04,
-      "learning_rate": 3.744440557693269e-05,
-      "loss": 1.8832,
-      "step": 201000
-    },
-    {
-      "epoch": 10.07,
-      "learning_rate": 3.741317275498476e-05,
-      "loss": 1.8871,
-      "step": 201500
-    },
-    {
-      "epoch": 10.09,
-      "learning_rate": 3.738193993303683e-05,
-      "loss": 1.8874,
-      "step": 202000
-    },
-    {
-      "epoch": 10.12,
-      "learning_rate": 3.73507071110889e-05,
-      "loss": 1.8756,
-      "step": 202500
-    },
-    {
-      "epoch": 10.14,
-      "learning_rate": 3.7319474289140974e-05,
-      "loss": 1.8853,
-      "step": 203000
-    },
-    {
-      "epoch": 10.17,
-      "learning_rate": 3.728824146719305e-05,
-      "loss": 1.8779,
-      "step": 203500
-    },
-    {
-      "epoch": 10.19,
-      "learning_rate": 3.7257008645245116e-05,
-      "loss": 1.8808,
-      "step": 204000
-    },
-    {
-      "epoch": 10.22,
-      "learning_rate": 3.722577582329719e-05,
-      "loss": 1.8776,
-      "step": 204500
-    },
-    {
-      "epoch": 10.24,
-      "learning_rate": 3.719454300134926e-05,
-      "loss": 1.8773,
-      "step": 205000
-    },
-    {
-      "epoch": 10.27,
-      "learning_rate": 3.7163310179401325e-05,
-      "loss": 1.878,
-      "step": 205500
-    },
-    {
-      "epoch": 10.29,
-      "learning_rate": 3.7132077357453406e-05,
-      "loss": 1.8763,
-      "step": 206000
-    },
-    {
-      "epoch": 10.32,
-      "learning_rate": 3.7100844535505474e-05,
-      "loss": 1.8795,
-      "step": 206500
-    },
-    {
-      "epoch": 10.34,
-      "learning_rate": 3.706961171355755e-05,
-      "loss": 1.8709,
-      "step": 207000
-    },
-    {
-      "epoch": 10.37,
-      "learning_rate": 3.7038378891609615e-05,
-      "loss": 1.8771,
-      "step": 207500
-    },
-    {
-      "epoch": 10.39,
-      "learning_rate": 3.700714606966168e-05,
-      "loss": 1.871,
-      "step": 208000
-    },
-    {
-      "epoch": 10.42,
-      "learning_rate": 3.6975913247713764e-05,
-      "loss": 1.8733,
-      "step": 208500
-    },
-    {
-      "epoch": 10.44,
-      "learning_rate": 3.694468042576583e-05,
-      "loss": 1.8719,
-      "step": 209000
-    },
-    {
-      "epoch": 10.47,
-      "learning_rate": 3.69134476038179e-05,
-      "loss": 1.8728,
-      "step": 209500
-    },
-    {
-      "epoch": 10.49,
-      "learning_rate": 3.688221478186997e-05,
-      "loss": 1.8712,
-      "step": 210000
-    },
-    {
-      "epoch": 10.52,
-      "learning_rate": 3.685098195992204e-05,
-      "loss": 1.8698,
-      "step": 210500
-    },
-    {
-      "epoch": 10.54,
-      "learning_rate": 3.6819749137974115e-05,
-      "loss": 1.8762,
-      "step": 211000
-    },
-    {
-      "epoch": 10.57,
-      "learning_rate": 3.678851631602619e-05,
-      "loss": 1.8686,
-      "step": 211500
-    },
-    {
-      "epoch": 10.59,
-      "learning_rate": 3.6757283494078257e-05,
-      "loss": 1.8684,
-      "step": 212000
-    },
-    {
-      "epoch": 10.62,
-      "learning_rate": 3.672605067213033e-05,
-      "loss": 1.8663,
-      "step": 212500
-    },
-    {
-      "epoch": 10.64,
-      "learning_rate": 3.66948178501824e-05,
-      "loss": 1.8685,
-      "step": 213000
-    },
-    {
-      "epoch": 10.67,
-      "learning_rate": 3.666358502823447e-05,
-      "loss": 1.8676,
-      "step": 213500
-    },
-    {
-      "epoch": 10.69,
-      "learning_rate": 3.663235220628655e-05,
-      "loss": 1.8718,
-      "step": 214000
-    },
-    {
-      "epoch": 10.72,
-      "learning_rate": 3.6601119384338614e-05,
-      "loss": 1.8626,
-      "step": 214500
-    },
-    {
-      "epoch": 10.74,
-      "learning_rate": 3.656988656239069e-05,
-      "loss": 1.8601,
-      "step": 215000
-    },
-    {
-      "epoch": 10.77,
-      "learning_rate": 3.6538653740442756e-05,
-      "loss": 1.8629,
-      "step": 215500
-    },
-    {
-      "epoch": 10.79,
-      "learning_rate": 3.650742091849483e-05,
-      "loss": 1.8628,
-      "step": 216000
-    },
-    {
-      "epoch": 10.82,
-      "learning_rate": 3.64761880965469e-05,
-      "loss": 1.8661,
-      "step": 216500
-    },
-    {
-      "epoch": 10.84,
-      "learning_rate": 3.644495527459897e-05,
-      "loss": 1.8627,
-      "step": 217000
-    },
-    {
-      "epoch": 10.87,
-      "learning_rate": 3.6413722452651046e-05,
-      "loss": 1.8651,
-      "step": 217500
-    },
-    {
-      "epoch": 10.89,
-      "learning_rate": 3.6382489630703114e-05,
-      "loss": 1.8676,
-      "step": 218000
-    },
-    {
-      "epoch": 10.92,
-      "learning_rate": 3.635125680875519e-05,
-      "loss": 1.8604,
-      "step": 218500
-    },
-    {
-      "epoch": 10.94,
-      "learning_rate": 3.6320023986807255e-05,
-      "loss": 1.8631,
-      "step": 219000
-    },
-    {
-      "epoch": 10.97,
-      "learning_rate": 3.628879116485933e-05,
-      "loss": 1.8636,
-      "step": 219500
-    },
-    {
-      "epoch": 10.99,
-      "learning_rate": 3.6257558342911404e-05,
-      "loss": 1.8591,
-      "step": 220000
-    },
-    {
-      "epoch": 11.0,
-      "eval_loss": 1.805991530418396,
-      "eval_runtime": 80.9106,
-      "eval_samples_per_second": 523.293,
-      "eval_steps_per_second": 65.418,
-      "step": 220121
-    },
-    {
-      "epoch": 11.02,
-      "learning_rate": 3.622632552096347e-05,
-      "loss": 1.8554,
-      "step": 220500
-    },
-    {
-      "epoch": 11.04,
-      "learning_rate": 3.6195092699015546e-05,
-      "loss": 1.8545,
-      "step": 221000
-    },
-    {
-      "epoch": 11.07,
-      "learning_rate": 3.616385987706761e-05,
-      "loss": 1.8444,
-      "step": 221500
-    },
-    {
-      "epoch": 11.09,
-      "learning_rate": 3.613262705511968e-05,
-      "loss": 1.8531,
-      "step": 222000
-    },
-    {
-      "epoch": 11.12,
-      "learning_rate": 3.610139423317176e-05,
-      "loss": 1.852,
-      "step": 222500
-    },
-    {
-      "epoch": 11.14,
-      "learning_rate": 3.607016141122383e-05,
-      "loss": 1.8545,
-      "step": 223000
-    },
-    {
-      "epoch": 11.17,
-      "learning_rate": 3.6038928589275896e-05,
-      "loss": 1.8514,
-      "step": 223500
-    },
-    {
-      "epoch": 11.19,
-      "learning_rate": 3.600769576732797e-05,
-      "loss": 1.8446,
-      "step": 224000
-    },
-    {
-      "epoch": 11.22,
-      "learning_rate": 3.597646294538004e-05,
-      "loss": 1.8502,
-      "step": 224500
-    },
-    {
-      "epoch": 11.24,
-      "learning_rate": 3.594523012343212e-05,
-      "loss": 1.8509,
-      "step": 225000
-    },
-    {
-      "epoch": 11.27,
-      "learning_rate": 3.591399730148419e-05,
-      "loss": 1.8524,
-      "step": 225500
-    },
-    {
-      "epoch": 11.29,
-      "learning_rate": 3.5882764479536254e-05,
-      "loss": 1.853,
-      "step": 226000
-    },
-    {
-      "epoch": 11.32,
-      "learning_rate": 3.585153165758833e-05,
-      "loss": 1.8523,
-      "step": 226500
-    },
-    {
-      "epoch": 11.34,
-      "learning_rate": 3.5820298835640396e-05,
-      "loss": 1.8522,
-      "step": 227000
-    },
-    {
-      "epoch": 11.37,
-      "learning_rate": 3.578906601369247e-05,
-      "loss": 1.8485,
-      "step": 227500
-    },
-    {
-      "epoch": 11.39,
-      "learning_rate": 3.5757833191744544e-05,
-      "loss": 1.8477,
-      "step": 228000
-    },
-    {
-      "epoch": 11.42,
-      "learning_rate": 3.572660036979661e-05,
-      "loss": 1.8465,
-      "step": 228500
-    },
-    {
-      "epoch": 11.44,
-      "learning_rate": 3.5695367547848686e-05,
-      "loss": 1.8521,
-      "step": 229000
-    },
-    {
-      "epoch": 11.47,
-      "learning_rate": 3.5664134725900754e-05,
-      "loss": 1.8491,
-      "step": 229500
-    },
-    {
-      "epoch": 11.49,
-      "learning_rate": 3.563290190395283e-05,
-      "loss": 1.8514,
-      "step": 230000
-    },
-    {
-      "epoch": 11.52,
-      "learning_rate": 3.56016690820049e-05,
-      "loss": 1.8497,
-      "step": 230500
-    },
-    {
-      "epoch": 11.54,
-      "learning_rate": 3.557043626005697e-05,
-      "loss": 1.8525,
-      "step": 231000
-    },
-    {
-      "epoch": 11.57,
-      "learning_rate": 3.5539203438109044e-05,
-      "loss": 1.8456,
-      "step": 231500
-    },
-    {
-      "epoch": 11.59,
-      "learning_rate": 3.550797061616111e-05,
-      "loss": 1.8493,
-      "step": 232000
-    },
-    {
-      "epoch": 11.62,
-      "learning_rate": 3.5476737794213186e-05,
-      "loss": 1.8425,
-      "step": 232500
-    },
-    {
-      "epoch": 11.64,
-      "learning_rate": 3.544550497226525e-05,
-      "loss": 1.8421,
-      "step": 233000
-    },
-    {
-      "epoch": 11.67,
-      "learning_rate": 3.541427215031733e-05,
-      "loss": 1.8499,
-      "step": 233500
-    },
-    {
-      "epoch": 11.69,
-      "learning_rate": 3.53830393283694e-05,
-      "loss": 1.8379,
-      "step": 234000
-    },
-    {
-      "epoch": 11.72,
-      "learning_rate": 3.535180650642147e-05,
-      "loss": 1.8443,
-      "step": 234500
-    },
-    {
-      "epoch": 11.74,
-      "learning_rate": 3.532057368447354e-05,
-      "loss": 1.8443,
-      "step": 235000
-    },
-    {
-      "epoch": 11.77,
-      "learning_rate": 3.528934086252561e-05,
-      "loss": 1.8472,
-      "step": 235500
-    },
-    {
-      "epoch": 11.79,
-      "learning_rate": 3.5258108040577685e-05,
-      "loss": 1.837,
-      "step": 236000
-    },
-    {
-      "epoch": 11.82,
-      "learning_rate": 3.522687521862976e-05,
-      "loss": 1.8415,
-      "step": 236500
-    },
-    {
-      "epoch": 11.84,
-      "learning_rate": 3.519564239668183e-05,
-      "loss": 1.8409,
-      "step": 237000
-    },
-    {
-      "epoch": 11.87,
-      "learning_rate": 3.51644095747339e-05,
-      "loss": 1.8314,
-      "step": 237500
-    },
-    {
-      "epoch": 11.89,
-      "learning_rate": 3.513317675278597e-05,
-      "loss": 1.8407,
-      "step": 238000
-    },
-    {
-      "epoch": 11.92,
-      "learning_rate": 3.5101943930838036e-05,
-      "loss": 1.8414,
-      "step": 238500
-    },
-    {
-      "epoch": 11.94,
-      "learning_rate": 3.507071110889012e-05,
-      "loss": 1.8354,
-      "step": 239000
-    },
-    {
-      "epoch": 11.97,
-      "learning_rate": 3.5039478286942184e-05,
-      "loss": 1.8368,
-      "step": 239500
-    },
-    {
-      "epoch": 11.99,
-      "learning_rate": 3.500824546499425e-05,
-      "loss": 1.839,
-      "step": 240000
-    },
-    {
-      "epoch": 12.0,
-      "eval_loss": 1.7868399620056152,
-      "eval_runtime": 80.9133,
-      "eval_samples_per_second": 523.276,
-      "eval_steps_per_second": 65.416,
-      "step": 240132
-    },
-    {
-      "epoch": 12.02,
-      "learning_rate": 3.4977012643046326e-05,
-      "loss": 1.8311,
-      "step": 240500
-    },
-    {
-      "epoch": 12.04,
-      "learning_rate": 3.4945779821098393e-05,
-      "loss": 1.8268,
-      "step": 241000
-    },
-    {
-      "epoch": 12.07,
-      "learning_rate": 3.4914546999150475e-05,
-      "loss": 1.8299,
-      "step": 241500
-    },
-    {
-      "epoch": 12.09,
-      "learning_rate": 3.488331417720254e-05,
-      "loss": 1.8362,
-      "step": 242000
-    },
-    {
-      "epoch": 12.12,
-      "learning_rate": 3.485208135525461e-05,
-      "loss": 1.8285,
-      "step": 242500
-    },
-    {
-      "epoch": 12.14,
-      "learning_rate": 3.4820848533306684e-05,
-      "loss": 1.8226,
-      "step": 243000
-    },
-    {
-      "epoch": 12.17,
-      "learning_rate": 3.478961571135875e-05,
-      "loss": 1.8222,
-      "step": 243500
-    },
-    {
-      "epoch": 12.19,
-      "learning_rate": 3.4758382889410825e-05,
-      "loss": 1.8248,
-      "step": 244000
-    },
-    {
-      "epoch": 12.22,
-      "learning_rate": 3.47271500674629e-05,
-      "loss": 1.8281,
-      "step": 244500
-    },
-    {
-      "epoch": 12.24,
-      "learning_rate": 3.469591724551497e-05,
-      "loss": 1.8299,
-      "step": 245000
-    },
-    {
-      "epoch": 12.27,
-      "learning_rate": 3.466468442356704e-05,
-      "loss": 1.8276,
-      "step": 245500
-    },
-    {
-      "epoch": 12.29,
-      "learning_rate": 3.463345160161911e-05,
-      "loss": 1.8324,
-      "step": 246000
-    },
-    {
-      "epoch": 12.32,
-      "learning_rate": 3.460221877967118e-05,
-      "loss": 1.8266,
-      "step": 246500
-    },
-    {
-      "epoch": 12.34,
-      "learning_rate": 3.457098595772326e-05,
-      "loss": 1.8242,
-      "step": 247000
-    },
-    {
-      "epoch": 12.37,
-      "learning_rate": 3.4539753135775325e-05,
-      "loss": 1.8211,
-      "step": 247500
-    },
-    {
-      "epoch": 12.39,
-      "learning_rate": 3.45085203138274e-05,
-      "loss": 1.8301,
-      "step": 248000
-    },
-    {
-      "epoch": 12.42,
-      "learning_rate": 3.4477287491879467e-05,
-      "loss": 1.8235,
-      "step": 248500
-    },
-    {
-      "epoch": 12.44,
-      "learning_rate": 3.444605466993154e-05,
-      "loss": 1.8281,
-      "step": 249000
-    },
-    {
-      "epoch": 12.47,
-      "learning_rate": 3.441482184798361e-05,
-      "loss": 1.826,
-      "step": 249500
-    },
-    {
-      "epoch": 12.49,
-      "learning_rate": 3.438358902603568e-05,
-      "loss": 1.8222,
-      "step": 250000
-    },
-    {
-      "epoch": 12.52,
-      "learning_rate": 3.435235620408776e-05,
-      "loss": 1.8162,
-      "step": 250500
-    },
-    {
-      "epoch": 12.54,
-      "learning_rate": 3.4321123382139824e-05,
-      "loss": 1.8247,
-      "step": 251000
-    },
-    {
-      "epoch": 12.57,
-      "learning_rate": 3.42898905601919e-05,
-      "loss": 1.8252,
-      "step": 251500
-    },
-    {
-      "epoch": 12.59,
-      "learning_rate": 3.4258657738243966e-05,
-      "loss": 1.8241,
-      "step": 252000
-    },
-    {
-      "epoch": 12.62,
-      "learning_rate": 3.422742491629604e-05,
-      "loss": 1.8261,
-      "step": 252500
-    },
-    {
-      "epoch": 12.64,
-      "learning_rate": 3.4196192094348114e-05,
-      "loss": 1.8208,
-      "step": 253000
-    },
-    {
-      "epoch": 12.67,
-      "learning_rate": 3.416495927240018e-05,
-      "loss": 1.8311,
-      "step": 253500
-    },
-    {
-      "epoch": 12.69,
-      "learning_rate": 3.413372645045225e-05,
-      "loss": 1.8198,
-      "step": 254000
-    },
-    {
-      "epoch": 12.72,
-      "learning_rate": 3.4102493628504324e-05,
-      "loss": 1.8178,
-      "step": 254500
-    },
-    {
-      "epoch": 12.74,
-      "learning_rate": 3.407126080655639e-05,
-      "loss": 1.8204,
-      "step": 255000
-    },
-    {
-      "epoch": 12.77,
-      "learning_rate": 3.404002798460847e-05,
-      "loss": 1.8191,
-      "step": 255500
-    },
-    {
-      "epoch": 12.79,
-      "learning_rate": 3.400879516266054e-05,
-      "loss": 1.8214,
-      "step": 256000
-    },
-    {
-      "epoch": 12.82,
-      "learning_rate": 3.397756234071261e-05,
-      "loss": 1.8196,
-      "step": 256500
-    },
-    {
-      "epoch": 12.84,
-      "learning_rate": 3.394632951876468e-05,
-      "loss": 1.8208,
-      "step": 257000
-    },
-    {
-      "epoch": 12.87,
-      "learning_rate": 3.391509669681675e-05,
-      "loss": 1.8118,
-      "step": 257500
-    },
-    {
-      "epoch": 12.89,
-      "learning_rate": 3.388386387486883e-05,
-      "loss": 1.8194,
-      "step": 258000
-    },
-    {
-      "epoch": 12.92,
-      "learning_rate": 3.38526310529209e-05,
-      "loss": 1.8087,
-      "step": 258500
-    },
-    {
-      "epoch": 12.94,
-      "learning_rate": 3.3821398230972965e-05,
-      "loss": 1.811,
-      "step": 259000
-    },
-    {
-      "epoch": 12.97,
-      "learning_rate": 3.379016540902504e-05,
-      "loss": 1.8126,
-      "step": 259500
-    },
-    {
-      "epoch": 12.99,
-      "learning_rate": 3.3758932587077106e-05,
-      "loss": 1.8125,
-      "step": 260000
-    },
-    {
-      "epoch": 13.0,
-      "eval_loss": 1.7630648612976074,
-      "eval_runtime": 80.8714,
-      "eval_samples_per_second": 523.547,
-      "eval_steps_per_second": 65.45,
-      "step": 260143
-    },
-    {
-      "epoch": 13.02,
-      "learning_rate": 3.372769976512918e-05,
-      "loss": 1.811,
-      "step": 260500
-    },
-    {
-      "epoch": 13.04,
-      "learning_rate": 3.3696466943181255e-05,
-      "loss": 1.8085,
-      "step": 261000
-    },
-    {
-      "epoch": 13.07,
-      "learning_rate": 3.366523412123332e-05,
-      "loss": 1.8081,
-      "step": 261500
-    },
-    {
-      "epoch": 13.09,
-      "learning_rate": 3.36340012992854e-05,
-      "loss": 1.8104,
-      "step": 262000
-    },
-    {
-      "epoch": 13.12,
-      "learning_rate": 3.3602768477337464e-05,
-      "loss": 1.808,
-      "step": 262500
-    },
-    {
-      "epoch": 13.14,
-      "learning_rate": 3.357153565538954e-05,
-      "loss": 1.8047,
-      "step": 263000
-    },
-    {
-      "epoch": 13.17,
-      "learning_rate": 3.354030283344161e-05,
-      "loss": 1.8046,
-      "step": 263500
-    },
-    {
-      "epoch": 13.19,
-      "learning_rate": 3.350907001149368e-05,
-      "loss": 1.8061,
-      "step": 264000
-    },
-    {
-      "epoch": 13.22,
-      "learning_rate": 3.3477837189545754e-05,
-      "loss": 1.8071,
-      "step": 264500
-    },
-    {
-      "epoch": 13.24,
-      "learning_rate": 3.344660436759782e-05,
-      "loss": 1.8171,
-      "step": 265000
-    },
-    {
-      "epoch": 13.27,
-      "learning_rate": 3.3415371545649896e-05,
-      "loss": 1.8055,
-      "step": 265500
-    },
-    {
-      "epoch": 13.29,
-      "learning_rate": 3.3384138723701964e-05,
-      "loss": 1.8065,
-      "step": 266000
-    },
-    {
-      "epoch": 13.32,
-      "learning_rate": 3.335290590175404e-05,
-      "loss": 1.8104,
-      "step": 266500
-    },
-    {
-      "epoch": 13.34,
-      "learning_rate": 3.332167307980611e-05,
-      "loss": 1.804,
-      "step": 267000
-    },
-    {
-      "epoch": 13.37,
-      "learning_rate": 3.329044025785818e-05,
-      "loss": 1.8022,
-      "step": 267500
-    },
-    {
-      "epoch": 13.39,
-      "learning_rate": 3.325920743591025e-05,
-      "loss": 1.8046,
-      "step": 268000
-    },
-    {
-      "epoch": 13.42,
-      "learning_rate": 3.322797461396232e-05,
-      "loss": 1.8017,
-      "step": 268500
-    },
-    {
-      "epoch": 13.44,
-      "learning_rate": 3.3196741792014395e-05,
-      "loss": 1.8119,
-      "step": 269000
-    },
-    {
-      "epoch": 13.47,
-      "learning_rate": 3.316550897006647e-05,
-      "loss": 1.8047,
-      "step": 269500
-    },
-    {
-      "epoch": 13.49,
-      "learning_rate": 3.313427614811854e-05,
-      "loss": 1.8013,
-      "step": 270000
-    },
-    {
-      "epoch": 13.52,
-      "learning_rate": 3.3103043326170605e-05,
-      "loss": 1.8063,
-      "step": 270500
-    },
-    {
-      "epoch": 13.54,
-      "learning_rate": 3.307181050422268e-05,
-      "loss": 1.7995,
-      "step": 271000
-    },
-    {
-      "epoch": 13.57,
-      "learning_rate": 3.3040577682274746e-05,
-      "loss": 1.8046,
-      "step": 271500
-    },
-    {
-      "epoch": 13.59,
-      "learning_rate": 3.300934486032683e-05,
-      "loss": 1.8081,
-      "step": 272000
-    },
-    {
-      "epoch": 13.62,
-      "learning_rate": 3.2978112038378895e-05,
-      "loss": 1.8051,
-      "step": 272500
-    },
-    {
-      "epoch": 13.64,
-      "learning_rate": 3.294687921643096e-05,
-      "loss": 1.8055,
-      "step": 273000
-    },
-    {
-      "epoch": 13.67,
-      "learning_rate": 3.2915646394483037e-05,
-      "loss": 1.8044,
-      "step": 273500
-    },
-    {
-      "epoch": 13.69,
-      "learning_rate": 3.2884413572535104e-05,
-      "loss": 1.8024,
-      "step": 274000
-    },
-    {
-      "epoch": 13.72,
-      "learning_rate": 3.285318075058718e-05,
-      "loss": 1.8019,
-      "step": 274500
-    },
-    {
-      "epoch": 13.74,
-      "learning_rate": 3.282194792863925e-05,
-      "loss": 1.8005,
-      "step": 275000
-    },
-    {
-      "epoch": 13.77,
-      "learning_rate": 3.279071510669132e-05,
-      "loss": 1.8033,
-      "step": 275500
-    },
-    {
-      "epoch": 13.79,
-      "learning_rate": 3.2759482284743394e-05,
-      "loss": 1.797,
-      "step": 276000
-    },
-    {
-      "epoch": 13.82,
-      "learning_rate": 3.272824946279546e-05,
-      "loss": 1.7982,
-      "step": 276500
-    },
-    {
-      "epoch": 13.84,
-      "learning_rate": 3.2697016640847536e-05,
-      "loss": 1.8006,
-      "step": 277000
-    },
-    {
-      "epoch": 13.87,
-      "learning_rate": 3.266578381889961e-05,
-      "loss": 1.8047,
-      "step": 277500
-    },
-    {
-      "epoch": 13.89,
-      "learning_rate": 3.263455099695168e-05,
-      "loss": 1.8001,
-      "step": 278000
-    },
-    {
-      "epoch": 13.92,
-      "learning_rate": 3.260331817500375e-05,
-      "loss": 1.8024,
-      "step": 278500
-    },
-    {
-      "epoch": 13.94,
-      "learning_rate": 3.257208535305582e-05,
-      "loss": 1.7996,
-      "step": 279000
-    },
-    {
-      "epoch": 13.97,
-      "learning_rate": 3.2540852531107894e-05,
-      "loss": 1.794,
-      "step": 279500
-    },
-    {
-      "epoch": 13.99,
-      "learning_rate": 3.250961970915997e-05,
-      "loss": 1.7972,
-      "step": 280000
-    },
-    {
-      "epoch": 14.0,
-      "eval_loss": 1.7481426000595093,
-      "eval_runtime": 80.9838,
-      "eval_samples_per_second": 522.821,
-      "eval_steps_per_second": 65.359,
-      "step": 280154
-    },
-    {
-      "epoch": 14.02,
-      "learning_rate": 3.2478386887212035e-05,
-      "loss": 1.7931,
-      "step": 280500
-    },
-    {
-      "epoch": 14.04,
-      "learning_rate": 3.244715406526411e-05,
-      "loss": 1.7925,
-      "step": 281000
-    },
-    {
-      "epoch": 14.07,
-      "learning_rate": 3.241592124331618e-05,
-      "loss": 1.7925,
-      "step": 281500
-    },
-    {
-      "epoch": 14.09,
-      "learning_rate": 3.2384688421368245e-05,
-      "loss": 1.7898,
-      "step": 282000
-    },
-    {
-      "epoch": 14.12,
-      "learning_rate": 3.235345559942032e-05,
-      "loss": 1.7953,
-      "step": 282500
-    },
-    {
-      "epoch": 14.14,
-      "learning_rate": 3.232222277747239e-05,
-      "loss": 1.7934,
-      "step": 283000
-    },
-    {
-      "epoch": 14.17,
-      "learning_rate": 3.229098995552447e-05,
-      "loss": 1.7883,
-      "step": 283500
-    },
-    {
-      "epoch": 14.19,
-      "learning_rate": 3.2259757133576535e-05,
-      "loss": 1.7965,
-      "step": 284000
-    },
-    {
-      "epoch": 14.22,
-      "learning_rate": 3.22285243116286e-05,
-      "loss": 1.7871,
-      "step": 284500
-    },
-    {
-      "epoch": 14.24,
-      "learning_rate": 3.2197291489680676e-05,
-      "loss": 1.7871,
-      "step": 285000
-    },
-    {
-      "epoch": 14.27,
-      "learning_rate": 3.2166058667732744e-05,
-      "loss": 1.7853,
-      "step": 285500
-    },
-    {
-      "epoch": 14.29,
-      "learning_rate": 3.2134825845784825e-05,
-      "loss": 1.7897,
-      "step": 286000
-    },
-    {
-      "epoch": 14.32,
-      "learning_rate": 3.210359302383689e-05,
-      "loss": 1.7853,
-      "step": 286500
-    },
-    {
-      "epoch": 14.34,
-      "learning_rate": 3.207236020188896e-05,
-      "loss": 1.7862,
-      "step": 287000
-    },
-    {
-      "epoch": 14.37,
-      "learning_rate": 3.2041127379941034e-05,
-      "loss": 1.7853,
-      "step": 287500
-    },
-    {
-      "epoch": 14.39,
-      "learning_rate": 3.20098945579931e-05,
-      "loss": 1.7906,
-      "step": 288000
-    },
-    {
-      "epoch": 14.42,
-      "learning_rate": 3.1978661736045176e-05,
-      "loss": 1.7891,
-      "step": 288500
-    },
-    {
-      "epoch": 14.44,
-      "learning_rate": 3.194742891409725e-05,
-      "loss": 1.7915,
-      "step": 289000
-    },
-    {
-      "epoch": 14.47,
-      "learning_rate": 3.191619609214932e-05,
-      "loss": 1.7874,
-      "step": 289500
-    },
-    {
-      "epoch": 14.49,
-      "learning_rate": 3.188496327020139e-05,
-      "loss": 1.7879,
-      "step": 290000
-    },
-    {
-      "epoch": 14.52,
-      "learning_rate": 3.185373044825346e-05,
-      "loss": 1.7848,
-      "step": 290500
-    },
-    {
-      "epoch": 14.54,
-      "learning_rate": 3.1822497626305534e-05,
-      "loss": 1.7879,
-      "step": 291000
-    },
-    {
-      "epoch": 14.57,
-      "learning_rate": 3.179126480435761e-05,
-      "loss": 1.7854,
-      "step": 291500
-    },
-    {
-      "epoch": 14.59,
-      "learning_rate": 3.1760031982409675e-05,
-      "loss": 1.7835,
-      "step": 292000
-    },
-    {
-      "epoch": 14.62,
-      "learning_rate": 3.172879916046175e-05,
-      "loss": 1.7859,
-      "step": 292500
-    },
-    {
-      "epoch": 14.64,
-      "learning_rate": 3.169756633851382e-05,
-      "loss": 1.7825,
-      "step": 293000
-    },
-    {
-      "epoch": 14.67,
-      "learning_rate": 3.166633351656589e-05,
-      "loss": 1.7856,
-      "step": 293500
-    },
-    {
-      "epoch": 14.69,
-      "learning_rate": 3.1635100694617966e-05,
-      "loss": 1.788,
-      "step": 294000
-    },
-    {
-      "epoch": 14.72,
-      "learning_rate": 3.160386787267003e-05,
-      "loss": 1.7842,
-      "step": 294500
-    },
-    {
-      "epoch": 14.74,
-      "learning_rate": 3.157263505072211e-05,
-      "loss": 1.7848,
-      "step": 295000
-    },
-    {
-      "epoch": 14.77,
-      "learning_rate": 3.1541402228774175e-05,
-      "loss": 1.779,
-      "step": 295500
-    },
-    {
-      "epoch": 14.79,
-      "learning_rate": 3.151016940682624e-05,
-      "loss": 1.7816,
-      "step": 296000
-    },
-    {
-      "epoch": 14.82,
-      "learning_rate": 3.1478936584878316e-05,
-      "loss": 1.7856,
-      "step": 296500
-    },
-    {
-      "epoch": 14.84,
-      "learning_rate": 3.144770376293039e-05,
-      "loss": 1.7765,
-      "step": 297000
-    },
-    {
-      "epoch": 14.87,
-      "learning_rate": 3.1416470940982465e-05,
-      "loss": 1.786,
-      "step": 297500
-    },
-    {
-      "epoch": 14.89,
-      "learning_rate": 3.138523811903453e-05,
-      "loss": 1.7782,
-      "step": 298000
-    },
-    {
-      "epoch": 14.92,
-      "learning_rate": 3.13540052970866e-05,
-      "loss": 1.7817,
-      "step": 298500
-    },
-    {
-      "epoch": 14.94,
-      "learning_rate": 3.1322772475138674e-05,
-      "loss": 1.7789,
-      "step": 299000
-    },
-    {
-      "epoch": 14.97,
-      "learning_rate": 3.129153965319075e-05,
-      "loss": 1.7786,
-      "step": 299500
-    },
-    {
-      "epoch": 14.99,
-      "learning_rate": 3.126030683124282e-05,
-      "loss": 1.7814,
-      "step": 300000
-    },
-    {
-      "epoch": 15.0,
-      "eval_loss": 1.7306526899337769,
-      "eval_runtime": 80.8426,
-      "eval_samples_per_second": 523.734,
-      "eval_steps_per_second": 65.473,
-      "step": 300165
-    },
-    {
-      "epoch": 15.02,
-      "learning_rate": 3.122907400929489e-05,
-      "loss": 1.779,
-      "step": 300500
-    },
-    {
-      "epoch": 15.04,
-      "learning_rate": 3.119784118734696e-05,
-      "loss": 1.7737,
-      "step": 301000
-    },
-    {
-      "epoch": 15.07,
-      "learning_rate": 3.116660836539903e-05,
-      "loss": 1.7743,
-      "step": 301500
-    },
-    {
-      "epoch": 15.09,
-      "learning_rate": 3.11353755434511e-05,
-      "loss": 1.7702,
-      "step": 302000
-    },
-    {
-      "epoch": 15.12,
-      "learning_rate": 3.1104142721503173e-05,
-      "loss": 1.7722,
-      "step": 302500
-    },
-    {
-      "epoch": 15.14,
-      "learning_rate": 3.107290989955525e-05,
-      "loss": 1.7704,
-      "step": 303000
-    },
-    {
-      "epoch": 15.17,
-      "learning_rate": 3.1041677077607315e-05,
-      "loss": 1.7726,
-      "step": 303500
-    },
-    {
-      "epoch": 15.19,
-      "learning_rate": 3.101044425565939e-05,
-      "loss": 1.7684,
-      "step": 304000
-    },
-    {
-      "epoch": 15.22,
-      "learning_rate": 3.097921143371146e-05,
-      "loss": 1.7723,
-      "step": 304500
-    },
-    {
-      "epoch": 15.24,
-      "learning_rate": 3.094797861176353e-05,
-      "loss": 1.7726,
-      "step": 305000
-    },
-    {
-      "epoch": 15.27,
-      "learning_rate": 3.0916745789815605e-05,
-      "loss": 1.7714,
-      "step": 305500
-    },
-    {
-      "epoch": 15.29,
-      "learning_rate": 3.088551296786767e-05,
-      "loss": 1.7683,
-      "step": 306000
-    },
-    {
-      "epoch": 15.32,
-      "learning_rate": 3.085428014591975e-05,
-      "loss": 1.7728,
-      "step": 306500
-    },
-    {
-      "epoch": 15.34,
-      "learning_rate": 3.0823047323971815e-05,
-      "loss": 1.7719,
-      "step": 307000
-    },
-    {
-      "epoch": 15.37,
-      "learning_rate": 3.079181450202389e-05,
-      "loss": 1.7737,
-      "step": 307500
-    },
-    {
-      "epoch": 15.39,
-      "learning_rate": 3.076058168007596e-05,
-      "loss": 1.7685,
-      "step": 308000
-    },
-    {
-      "epoch": 15.42,
-      "learning_rate": 3.072934885812803e-05,
-      "loss": 1.7675,
-      "step": 308500
-    },
-    {
-      "epoch": 15.44,
-      "learning_rate": 3.0698116036180105e-05,
-      "loss": 1.7728,
-      "step": 309000
-    },
-    {
-      "epoch": 15.47,
-      "learning_rate": 3.066688321423217e-05,
-      "loss": 1.7648,
-      "step": 309500
-    },
-    {
-      "epoch": 15.49,
-      "learning_rate": 3.063565039228424e-05,
-      "loss": 1.7631,
-      "step": 310000
-    },
-    {
-      "epoch": 15.52,
-      "learning_rate": 3.060441757033632e-05,
-      "loss": 1.7693,
-      "step": 310500
-    },
-    {
-      "epoch": 15.54,
-      "learning_rate": 3.057318474838839e-05,
-      "loss": 1.7657,
-      "step": 311000
-    },
-    {
-      "epoch": 15.57,
-      "learning_rate": 3.054195192644046e-05,
-      "loss": 1.7632,
-      "step": 311500
-    },
-    {
-      "epoch": 15.59,
-      "learning_rate": 3.051071910449253e-05,
-      "loss": 1.7655,
-      "step": 312000
-    },
-    {
-      "epoch": 15.62,
-      "learning_rate": 3.04794862825446e-05,
-      "loss": 1.773,
-      "step": 312500
-    },
-    {
-      "epoch": 15.64,
-      "learning_rate": 3.044825346059667e-05,
-      "loss": 1.771,
-      "step": 313000
-    },
-    {
-      "epoch": 15.67,
-      "learning_rate": 3.0417020638648746e-05,
-      "loss": 1.7654,
-      "step": 313500
-    },
-    {
-      "epoch": 15.69,
-      "learning_rate": 3.0385787816700817e-05,
-      "loss": 1.7675,
-      "step": 314000
-    },
-    {
-      "epoch": 15.72,
-      "learning_rate": 3.0354554994752888e-05,
-      "loss": 1.763,
-      "step": 314500
-    },
-    {
-      "epoch": 15.74,
-      "learning_rate": 3.032332217280496e-05,
-      "loss": 1.7677,
-      "step": 315000
-    },
-    {
-      "epoch": 15.77,
-      "learning_rate": 3.029208935085703e-05,
-      "loss": 1.768,
-      "step": 315500
-    },
-    {
-      "epoch": 15.79,
-      "learning_rate": 3.0260856528909104e-05,
-      "loss": 1.7676,
-      "step": 316000
-    },
-    {
-      "epoch": 15.82,
-      "learning_rate": 3.0229623706961174e-05,
-      "loss": 1.7603,
-      "step": 316500
-    },
-    {
-      "epoch": 15.84,
-      "learning_rate": 3.0198390885013245e-05,
-      "loss": 1.7584,
-      "step": 317000
-    },
-    {
-      "epoch": 15.87,
-      "learning_rate": 3.0167158063065316e-05,
-      "loss": 1.768,
-      "step": 317500
-    },
-    {
-      "epoch": 15.89,
-      "learning_rate": 3.0135925241117384e-05,
-      "loss": 1.7609,
-      "step": 318000
-    },
-    {
-      "epoch": 15.92,
-      "learning_rate": 3.0104692419169455e-05,
-      "loss": 1.7658,
-      "step": 318500
-    },
-    {
-      "epoch": 15.94,
-      "learning_rate": 3.0073459597221532e-05,
-      "loss": 1.7593,
-      "step": 319000
-    },
-    {
-      "epoch": 15.97,
-      "learning_rate": 3.0042226775273603e-05,
-      "loss": 1.7652,
-      "step": 319500
-    },
-    {
-      "epoch": 15.99,
-      "learning_rate": 3.0010993953325674e-05,
-      "loss": 1.7662,
-      "step": 320000
-    },
-    {
-      "epoch": 16.0,
-      "eval_loss": 1.7128653526306152,
-      "eval_runtime": 80.8512,
-      "eval_samples_per_second": 523.678,
-      "eval_steps_per_second": 65.466,
-      "step": 320176
-    },
-    {
-      "epoch": 16.02,
-      "learning_rate": 2.997976113137774e-05,
-      "loss": 1.7638,
-      "step": 320500
-    },
-    {
-      "epoch": 16.04,
-      "learning_rate": 2.9948528309429812e-05,
-      "loss": 1.7568,
-      "step": 321000
-    },
-    {
-      "epoch": 16.07,
-      "learning_rate": 2.991729548748189e-05,
-      "loss": 1.7578,
-      "step": 321500
-    },
-    {
-      "epoch": 16.09,
-      "learning_rate": 2.988606266553396e-05,
-      "loss": 1.7517,
-      "step": 322000
-    },
-    {
-      "epoch": 16.12,
-      "learning_rate": 2.9854829843586028e-05,
-      "loss": 1.76,
-      "step": 322500
-    },
-    {
-      "epoch": 16.14,
-      "learning_rate": 2.98235970216381e-05,
-      "loss": 1.7607,
-      "step": 323000
-    },
-    {
-      "epoch": 16.17,
-      "learning_rate": 2.979236419969017e-05,
-      "loss": 1.7622,
-      "step": 323500
-    },
-    {
-      "epoch": 16.19,
-      "learning_rate": 2.976113137774224e-05,
-      "loss": 1.7604,
-      "step": 324000
-    },
-    {
-      "epoch": 16.22,
-      "learning_rate": 2.9729898555794315e-05,
-      "loss": 1.7598,
-      "step": 324500
-    },
-    {
-      "epoch": 16.24,
-      "learning_rate": 2.9698665733846386e-05,
-      "loss": 1.7572,
-      "step": 325000
-    },
-    {
-      "epoch": 16.27,
-      "learning_rate": 2.9667432911898457e-05,
-      "loss": 1.7541,
-      "step": 325500
-    },
-    {
-      "epoch": 16.29,
-      "learning_rate": 2.9636200089950528e-05,
-      "loss": 1.7549,
-      "step": 326000
-    },
-    {
-      "epoch": 16.32,
-      "learning_rate": 2.96049672680026e-05,
-      "loss": 1.7625,
-      "step": 326500
-    },
-    {
-      "epoch": 16.34,
-      "learning_rate": 2.9573734446054673e-05,
-      "loss": 1.7551,
-      "step": 327000
-    },
-    {
-      "epoch": 16.37,
-      "learning_rate": 2.9542501624106744e-05,
-      "loss": 1.7545,
-      "step": 327500
-    },
-    {
-      "epoch": 16.39,
-      "learning_rate": 2.9511268802158814e-05,
-      "loss": 1.7525,
-      "step": 328000
-    },
-    {
-      "epoch": 16.42,
-      "learning_rate": 2.9480035980210885e-05,
-      "loss": 1.7537,
-      "step": 328500
-    },
-    {
-      "epoch": 16.44,
-      "learning_rate": 2.9448803158262956e-05,
-      "loss": 1.7559,
-      "step": 329000
-    },
-    {
-      "epoch": 16.47,
-      "learning_rate": 2.9417570336315027e-05,
-      "loss": 1.7551,
-      "step": 329500
-    },
-    {
-      "epoch": 16.49,
-      "learning_rate": 2.93863375143671e-05,
-      "loss": 1.7507,
-      "step": 330000
-    },
-    {
-      "epoch": 16.52,
-      "learning_rate": 2.9355104692419172e-05,
-      "loss": 1.7492,
-      "step": 330500
-    },
-    {
-      "epoch": 16.54,
-      "learning_rate": 2.9323871870471243e-05,
-      "loss": 1.7561,
-      "step": 331000
-    },
-    {
-      "epoch": 16.57,
-      "learning_rate": 2.9292639048523314e-05,
-      "loss": 1.7515,
-      "step": 331500
-    },
-    {
-      "epoch": 16.59,
-      "learning_rate": 2.9261406226575385e-05,
-      "loss": 1.7496,
-      "step": 332000
-    },
-    {
-      "epoch": 16.62,
-      "learning_rate": 2.923017340462746e-05,
-      "loss": 1.7565,
-      "step": 332500
-    },
-    {
-      "epoch": 16.64,
-      "learning_rate": 2.919894058267953e-05,
-      "loss": 1.7499,
-      "step": 333000
-    },
-    {
-      "epoch": 16.67,
-      "learning_rate": 2.91677077607316e-05,
-      "loss": 1.7528,
-      "step": 333500
-    },
-    {
-      "epoch": 16.69,
-      "learning_rate": 2.913647493878367e-05,
-      "loss": 1.7548,
-      "step": 334000
-    },
-    {
-      "epoch": 16.72,
-      "learning_rate": 2.910524211683574e-05,
-      "loss": 1.7502,
-      "step": 334500
-    },
-    {
-      "epoch": 16.74,
-      "learning_rate": 2.907400929488781e-05,
-      "loss": 1.7511,
-      "step": 335000
-    },
-    {
-      "epoch": 16.77,
-      "learning_rate": 2.9042776472939887e-05,
-      "loss": 1.7493,
-      "step": 335500
-    },
-    {
-      "epoch": 16.79,
-      "learning_rate": 2.9011543650991958e-05,
-      "loss": 1.7518,
-      "step": 336000
-    },
-    {
-      "epoch": 16.82,
-      "learning_rate": 2.8980310829044026e-05,
-      "loss": 1.7525,
-      "step": 336500
-    },
-    {
-      "epoch": 16.84,
-      "learning_rate": 2.8949078007096097e-05,
-      "loss": 1.7512,
-      "step": 337000
-    },
-    {
-      "epoch": 16.87,
-      "learning_rate": 2.8917845185148167e-05,
-      "loss": 1.7467,
-      "step": 337500
-    },
-    {
-      "epoch": 16.89,
-      "learning_rate": 2.8886612363200245e-05,
-      "loss": 1.7506,
-      "step": 338000
-    },
-    {
-      "epoch": 16.92,
-      "learning_rate": 2.8855379541252313e-05,
-      "loss": 1.7442,
-      "step": 338500
-    },
-    {
-      "epoch": 16.94,
-      "learning_rate": 2.8824146719304383e-05,
-      "loss": 1.7462,
-      "step": 339000
-    },
-    {
-      "epoch": 16.97,
-      "learning_rate": 2.8792913897356454e-05,
-      "loss": 1.75,
-      "step": 339500
-    },
-    {
-      "epoch": 16.99,
-      "learning_rate": 2.8761681075408525e-05,
-      "loss": 1.7446,
-      "step": 340000
-    },
-    {
-      "epoch": 17.0,
-      "eval_loss": 1.7006747722625732,
-      "eval_runtime": 81.9179,
-      "eval_samples_per_second": 516.859,
-      "eval_steps_per_second": 64.613,
-      "step": 340187
-    },
-    {
-      "epoch": 17.02,
-      "learning_rate": 2.8730448253460596e-05,
-      "loss": 1.7475,
-      "step": 340500
-    },
-    {
-      "epoch": 17.04,
-      "learning_rate": 2.869921543151267e-05,
-      "loss": 1.7432,
-      "step": 341000
-    },
-    {
-      "epoch": 17.07,
-      "learning_rate": 2.866798260956474e-05,
-      "loss": 1.7499,
-      "step": 341500
-    },
-    {
-      "epoch": 17.09,
-      "learning_rate": 2.8636749787616812e-05,
-      "loss": 1.7432,
-      "step": 342000
-    },
-    {
-      "epoch": 17.12,
-      "learning_rate": 2.8605516965668883e-05,
-      "loss": 1.7365,
-      "step": 342500
-    },
-    {
-      "epoch": 17.14,
-      "learning_rate": 2.8574284143720954e-05,
-      "loss": 1.7398,
-      "step": 343000
-    },
-    {
-      "epoch": 17.17,
-      "learning_rate": 2.8543051321773028e-05,
-      "loss": 1.7395,
-      "step": 343500
-    },
-    {
-      "epoch": 17.19,
-      "learning_rate": 2.85118184998251e-05,
-      "loss": 1.741,
-      "step": 344000
-    },
-    {
-      "epoch": 17.22,
-      "learning_rate": 2.848058567787717e-05,
-      "loss": 1.7447,
-      "step": 344500
-    },
-    {
-      "epoch": 17.24,
-      "learning_rate": 2.844935285592924e-05,
-      "loss": 1.74,
-      "step": 345000
-    },
-    {
-      "epoch": 17.27,
-      "learning_rate": 2.841812003398131e-05,
-      "loss": 1.7436,
-      "step": 345500
-    },
-    {
-      "epoch": 17.29,
-      "learning_rate": 2.8386887212033382e-05,
-      "loss": 1.7429,
-      "step": 346000
-    },
-    {
-      "epoch": 17.32,
-      "learning_rate": 2.8355654390085456e-05,
-      "loss": 1.7386,
-      "step": 346500
-    },
-    {
-      "epoch": 17.34,
-      "learning_rate": 2.8324421568137527e-05,
-      "loss": 1.7445,
-      "step": 347000
-    },
-    {
-      "epoch": 17.37,
-      "learning_rate": 2.8293188746189598e-05,
-      "loss": 1.7333,
-      "step": 347500
-    },
-    {
-      "epoch": 17.39,
-      "learning_rate": 2.826195592424167e-05,
-      "loss": 1.735,
-      "step": 348000
-    },
-    {
-      "epoch": 17.42,
-      "learning_rate": 2.8230723102293737e-05,
-      "loss": 1.7443,
-      "step": 348500
-    },
-    {
-      "epoch": 17.44,
-      "learning_rate": 2.8199490280345814e-05,
-      "loss": 1.7404,
-      "step": 349000
-    },
-    {
-      "epoch": 17.47,
-      "learning_rate": 2.8168257458397885e-05,
-      "loss": 1.739,
-      "step": 349500
-    },
-    {
-      "epoch": 17.49,
-      "learning_rate": 2.8137024636449956e-05,
-      "loss": 1.7397,
-      "step": 350000
-    },
-    {
-      "epoch": 17.52,
-      "learning_rate": 2.8105791814502023e-05,
-      "loss": 1.7426,
-      "step": 350500
-    },
-    {
-      "epoch": 17.54,
-      "learning_rate": 2.8074558992554094e-05,
-      "loss": 1.7324,
-      "step": 351000
-    },
-    {
-      "epoch": 17.57,
-      "learning_rate": 2.8043326170606165e-05,
-      "loss": 1.7429,
-      "step": 351500
-    },
-    {
-      "epoch": 17.59,
-      "learning_rate": 2.8012093348658243e-05,
-      "loss": 1.7374,
-      "step": 352000
-    },
-    {
-      "epoch": 17.62,
-      "learning_rate": 2.798086052671031e-05,
-      "loss": 1.7435,
-      "step": 352500
-    },
-    {
-      "epoch": 17.64,
-      "learning_rate": 2.794962770476238e-05,
-      "loss": 1.7395,
-      "step": 353000
-    },
-    {
-      "epoch": 17.67,
-      "learning_rate": 2.7918394882814452e-05,
-      "loss": 1.7372,
-      "step": 353500
-    },
-    {
-      "epoch": 17.69,
-      "learning_rate": 2.7887162060866523e-05,
-      "loss": 1.7374,
-      "step": 354000
-    },
-    {
-      "epoch": 17.72,
-      "learning_rate": 2.78559292389186e-05,
-      "loss": 1.7332,
-      "step": 354500
-    },
-    {
-      "epoch": 17.74,
-      "learning_rate": 2.7824696416970668e-05,
-      "loss": 1.7451,
-      "step": 355000
-    },
-    {
-      "epoch": 17.77,
-      "learning_rate": 2.779346359502274e-05,
-      "loss": 1.7345,
-      "step": 355500
-    },
-    {
-      "epoch": 17.79,
-      "learning_rate": 2.776223077307481e-05,
-      "loss": 1.7409,
-      "step": 356000
-    },
-    {
-      "epoch": 17.82,
-      "learning_rate": 2.773099795112688e-05,
-      "loss": 1.7304,
-      "step": 356500
-    },
-    {
-      "epoch": 17.84,
-      "learning_rate": 2.769976512917895e-05,
-      "loss": 1.7382,
-      "step": 357000
-    },
-    {
-      "epoch": 17.87,
-      "learning_rate": 2.7668532307231026e-05,
-      "loss": 1.7367,
-      "step": 357500
-    },
-    {
-      "epoch": 17.89,
-      "learning_rate": 2.7637299485283096e-05,
-      "loss": 1.7415,
-      "step": 358000
-    },
-    {
-      "epoch": 17.92,
-      "learning_rate": 2.7606066663335167e-05,
-      "loss": 1.7332,
-      "step": 358500
-    },
-    {
-      "epoch": 17.94,
-      "learning_rate": 2.7574833841387238e-05,
-      "loss": 1.7359,
-      "step": 359000
-    },
-    {
-      "epoch": 17.97,
-      "learning_rate": 2.754360101943931e-05,
-      "loss": 1.7345,
-      "step": 359500
-    },
-    {
-      "epoch": 17.99,
-      "learning_rate": 2.7512368197491383e-05,
-      "loss": 1.7315,
-      "step": 360000
-    },
-    {
-      "epoch": 18.0,
-      "eval_loss": 1.6893686056137085,
-      "eval_runtime": 80.6287,
-      "eval_samples_per_second": 525.123,
-      "eval_steps_per_second": 65.647,
-      "step": 360198
-    },
-    {
-      "epoch": 18.02,
-      "learning_rate": 2.7481135375543454e-05,
-      "loss": 1.7336,
-      "step": 360500
-    },
-    {
-      "epoch": 18.04,
-      "learning_rate": 2.7449902553595525e-05,
-      "loss": 1.7206,
-      "step": 361000
-    },
-    {
-      "epoch": 18.07,
-      "learning_rate": 2.7418669731647596e-05,
-      "loss": 1.7247,
-      "step": 361500
-    },
-    {
-      "epoch": 18.09,
-      "learning_rate": 2.7387436909699667e-05,
-      "loss": 1.7327,
-      "step": 362000
-    },
-    {
-      "epoch": 18.12,
-      "learning_rate": 2.7356204087751734e-05,
-      "loss": 1.7305,
-      "step": 362500
-    },
-    {
-      "epoch": 18.14,
-      "learning_rate": 2.7324971265803812e-05,
-      "loss": 1.7286,
-      "step": 363000
-    },
-    {
-      "epoch": 18.17,
-      "learning_rate": 2.7293738443855883e-05,
-      "loss": 1.7269,
-      "step": 363500
-    },
-    {
-      "epoch": 18.19,
-      "learning_rate": 2.7262505621907953e-05,
-      "loss": 1.7269,
-      "step": 364000
-    },
-    {
-      "epoch": 18.21,
-      "learning_rate": 2.723127279996002e-05,
-      "loss": 1.7327,
-      "step": 364500
-    },
-    {
-      "epoch": 18.24,
-      "learning_rate": 2.7200039978012092e-05,
-      "loss": 1.728,
-      "step": 365000
-    },
-    {
-      "epoch": 18.26,
-      "learning_rate": 2.7168807156064163e-05,
-      "loss": 1.7295,
-      "step": 365500
-    },
-    {
-      "epoch": 18.29,
-      "learning_rate": 2.713757433411624e-05,
-      "loss": 1.7294,
-      "step": 366000
-    },
-    {
-      "epoch": 18.31,
-      "learning_rate": 2.710634151216831e-05,
-      "loss": 1.7249,
-      "step": 366500
-    },
-    {
-      "epoch": 18.34,
-      "learning_rate": 2.707510869022038e-05,
-      "loss": 1.724,
-      "step": 367000
-    },
-    {
-      "epoch": 18.36,
-      "learning_rate": 2.704387586827245e-05,
-      "loss": 1.733,
-      "step": 367500
-    },
-    {
-      "epoch": 18.39,
-      "learning_rate": 2.701264304632452e-05,
-      "loss": 1.7272,
-      "step": 368000
-    },
-    {
-      "epoch": 18.41,
-      "learning_rate": 2.6981410224376598e-05,
-      "loss": 1.7247,
-      "step": 368500
-    },
-    {
-      "epoch": 18.44,
-      "learning_rate": 2.6950177402428665e-05,
-      "loss": 1.7301,
-      "step": 369000
-    },
-    {
-      "epoch": 18.46,
-      "learning_rate": 2.6918944580480736e-05,
-      "loss": 1.7251,
-      "step": 369500
-    },
-    {
-      "epoch": 18.49,
-      "learning_rate": 2.6887711758532807e-05,
-      "loss": 1.7208,
-      "step": 370000
-    },
-    {
-      "epoch": 18.51,
-      "learning_rate": 2.6856478936584878e-05,
-      "loss": 1.7285,
-      "step": 370500
-    },
-    {
-      "epoch": 18.54,
-      "learning_rate": 2.682524611463695e-05,
-      "loss": 1.7315,
-      "step": 371000
-    },
-    {
-      "epoch": 18.56,
-      "learning_rate": 2.6794013292689023e-05,
-      "loss": 1.7234,
-      "step": 371500
-    },
-    {
-      "epoch": 18.59,
-      "learning_rate": 2.6762780470741094e-05,
-      "loss": 1.7272,
-      "step": 372000
-    },
-    {
-      "epoch": 18.61,
-      "learning_rate": 2.6731547648793165e-05,
-      "loss": 1.726,
-      "step": 372500
-    },
-    {
-      "epoch": 18.64,
-      "learning_rate": 2.6700314826845236e-05,
-      "loss": 1.7294,
-      "step": 373000
-    },
-    {
-      "epoch": 18.66,
-      "learning_rate": 2.6669082004897307e-05,
-      "loss": 1.7229,
-      "step": 373500
-    },
-    {
-      "epoch": 18.69,
-      "learning_rate": 2.663784918294938e-05,
-      "loss": 1.7274,
-      "step": 374000
-    },
-    {
-      "epoch": 18.71,
-      "learning_rate": 2.660661636100145e-05,
-      "loss": 1.7337,
-      "step": 374500
-    },
-    {
-      "epoch": 18.74,
-      "learning_rate": 2.6575383539053523e-05,
-      "loss": 1.7322,
-      "step": 375000
-    },
-    {
-      "epoch": 18.76,
-      "learning_rate": 2.6544150717105593e-05,
-      "loss": 1.7221,
-      "step": 375500
-    },
-    {
-      "epoch": 18.79,
-      "learning_rate": 2.6512917895157664e-05,
-      "loss": 1.7281,
-      "step": 376000
-    },
-    {
-      "epoch": 18.81,
-      "learning_rate": 2.6481685073209732e-05,
-      "loss": 1.7271,
-      "step": 376500
-    },
-    {
-      "epoch": 18.84,
-      "learning_rate": 2.645045225126181e-05,
-      "loss": 1.7212,
-      "step": 377000
-    },
-    {
-      "epoch": 18.86,
-      "learning_rate": 2.641921942931388e-05,
-      "loss": 1.7246,
-      "step": 377500
-    },
-    {
-      "epoch": 18.89,
-      "learning_rate": 2.638798660736595e-05,
-      "loss": 1.7228,
-      "step": 378000
-    },
-    {
-      "epoch": 18.91,
-      "learning_rate": 2.635675378541802e-05,
-      "loss": 1.7191,
-      "step": 378500
-    },
-    {
-      "epoch": 18.94,
-      "learning_rate": 2.632552096347009e-05,
-      "loss": 1.7246,
-      "step": 379000
-    },
-    {
-      "epoch": 18.96,
-      "learning_rate": 2.6294288141522167e-05,
-      "loss": 1.7214,
-      "step": 379500
-    },
-    {
-      "epoch": 18.99,
-      "learning_rate": 2.6263055319574238e-05,
-      "loss": 1.7227,
-      "step": 380000
-    },
-    {
-      "epoch": 19.0,
-      "eval_loss": 1.6773531436920166,
-      "eval_runtime": 80.9514,
-      "eval_samples_per_second": 523.03,
-      "eval_steps_per_second": 65.385,
-      "step": 380209
-    },
-    {
-      "epoch": 19.01,
-      "learning_rate": 2.623182249762631e-05,
-      "loss": 1.7174,
-      "step": 380500
-    },
-    {
-      "epoch": 19.04,
-      "learning_rate": 2.6200589675678376e-05,
-      "loss": 1.7219,
-      "step": 381000
-    },
-    {
-      "epoch": 19.06,
-      "learning_rate": 2.6169356853730447e-05,
-      "loss": 1.7179,
-      "step": 381500
-    },
-    {
-      "epoch": 19.09,
-      "learning_rate": 2.6138124031782518e-05,
-      "loss": 1.714,
-      "step": 382000
-    },
-    {
-      "epoch": 19.11,
-      "learning_rate": 2.6106891209834596e-05,
-      "loss": 1.7232,
-      "step": 382500
-    },
-    {
-      "epoch": 19.14,
-      "learning_rate": 2.6075658387886663e-05,
-      "loss": 1.7187,
-      "step": 383000
-    },
-    {
-      "epoch": 19.16,
-      "learning_rate": 2.6044425565938734e-05,
-      "loss": 1.7164,
-      "step": 383500
-    },
-    {
-      "epoch": 19.19,
-      "learning_rate": 2.6013192743990805e-05,
-      "loss": 1.7108,
-      "step": 384000
-    },
-    {
-      "epoch": 19.21,
-      "learning_rate": 2.5981959922042876e-05,
-      "loss": 1.7166,
-      "step": 384500
-    },
-    {
-      "epoch": 19.24,
-      "learning_rate": 2.595072710009495e-05,
-      "loss": 1.717,
-      "step": 385000
-    },
-    {
-      "epoch": 19.26,
-      "learning_rate": 2.591949427814702e-05,
-      "loss": 1.7186,
-      "step": 385500
-    },
-    {
-      "epoch": 19.29,
-      "learning_rate": 2.588826145619909e-05,
-      "loss": 1.715,
-      "step": 386000
-    },
-    {
-      "epoch": 19.31,
-      "learning_rate": 2.5857028634251162e-05,
-      "loss": 1.7177,
-      "step": 386500
-    },
-    {
-      "epoch": 19.34,
-      "learning_rate": 2.5825795812303233e-05,
-      "loss": 1.7191,
-      "step": 387000
-    },
-    {
-      "epoch": 19.36,
-      "learning_rate": 2.5794562990355304e-05,
-      "loss": 1.7156,
-      "step": 387500
-    },
-    {
-      "epoch": 19.39,
-      "learning_rate": 2.576333016840738e-05,
-      "loss": 1.71,
-      "step": 388000
-    },
-    {
-      "epoch": 19.41,
-      "learning_rate": 2.573209734645945e-05,
-      "loss": 1.7133,
-      "step": 388500
-    },
-    {
-      "epoch": 19.44,
-      "learning_rate": 2.570086452451152e-05,
-      "loss": 1.7168,
-      "step": 389000
-    },
-    {
-      "epoch": 19.46,
-      "learning_rate": 2.566963170256359e-05,
-      "loss": 1.7133,
-      "step": 389500
-    },
-    {
-      "epoch": 19.49,
-      "learning_rate": 2.5638398880615662e-05,
-      "loss": 1.7177,
-      "step": 390000
-    },
-    {
-      "epoch": 19.51,
-      "learning_rate": 2.5607166058667736e-05,
-      "loss": 1.7163,
-      "step": 390500
-    },
-    {
-      "epoch": 19.54,
-      "learning_rate": 2.5575933236719807e-05,
-      "loss": 1.7148,
-      "step": 391000
-    },
-    {
-      "epoch": 19.56,
-      "learning_rate": 2.5544700414771878e-05,
-      "loss": 1.7127,
-      "step": 391500
-    },
-    {
-      "epoch": 19.59,
-      "learning_rate": 2.551346759282395e-05,
-      "loss": 1.7185,
-      "step": 392000
-    },
-    {
-      "epoch": 19.61,
-      "learning_rate": 2.5482234770876016e-05,
-      "loss": 1.7062,
-      "step": 392500
-    },
-    {
-      "epoch": 19.64,
-      "learning_rate": 2.5451001948928087e-05,
-      "loss": 1.7142,
-      "step": 393000
-    },
-    {
-      "epoch": 19.66,
-      "learning_rate": 2.5419769126980165e-05,
-      "loss": 1.7166,
-      "step": 393500
-    },
-    {
-      "epoch": 19.69,
-      "learning_rate": 2.5388536305032236e-05,
-      "loss": 1.7181,
-      "step": 394000
-    },
-    {
-      "epoch": 19.71,
-      "learning_rate": 2.5357303483084306e-05,
-      "loss": 1.713,
-      "step": 394500
-    },
-    {
-      "epoch": 19.74,
-      "learning_rate": 2.5326070661136374e-05,
-      "loss": 1.7058,
-      "step": 395000
-    },
-    {
-      "epoch": 19.76,
-      "learning_rate": 2.5294837839188445e-05,
-      "loss": 1.7122,
-      "step": 395500
-    },
-    {
-      "epoch": 19.79,
-      "learning_rate": 2.5263605017240522e-05,
-      "loss": 1.7139,
-      "step": 396000
-    },
-    {
-      "epoch": 19.81,
-      "learning_rate": 2.5232372195292593e-05,
-      "loss": 1.7107,
-      "step": 396500
-    },
-    {
-      "epoch": 19.84,
-      "learning_rate": 2.520113937334466e-05,
-      "loss": 1.7138,
-      "step": 397000
-    },
-    {
-      "epoch": 19.86,
-      "learning_rate": 2.516990655139673e-05,
-      "loss": 1.715,
-      "step": 397500
-    },
-    {
-      "epoch": 19.89,
-      "learning_rate": 2.5138673729448802e-05,
-      "loss": 1.7054,
-      "step": 398000
-    },
-    {
-      "epoch": 19.91,
-      "learning_rate": 2.5107440907500873e-05,
-      "loss": 1.7099,
-      "step": 398500
-    },
-    {
-      "epoch": 19.94,
-      "learning_rate": 2.5076208085552947e-05,
-      "loss": 1.7159,
-      "step": 399000
-    },
-    {
-      "epoch": 19.96,
-      "learning_rate": 2.504497526360502e-05,
-      "loss": 1.7027,
-      "step": 399500
-    },
-    {
-      "epoch": 19.99,
-      "learning_rate": 2.501374244165709e-05,
-      "loss": 1.7129,
-      "step": 400000
-    },
-    {
-      "epoch": 20.0,
-      "eval_loss": 1.666919231414795,
-      "eval_runtime": 80.8571,
-      "eval_samples_per_second": 523.64,
-      "eval_steps_per_second": 65.461,
-      "step": 400220
-    },
-    {
-      "epoch": 20.01,
-      "learning_rate": 2.498250961970916e-05,
-      "loss": 1.7126,
-      "step": 400500
-    },
-    {
-      "epoch": 20.04,
-      "learning_rate": 2.4951276797761234e-05,
-      "loss": 1.6989,
-      "step": 401000
-    },
-    {
-      "epoch": 20.06,
-      "learning_rate": 2.4920043975813305e-05,
-      "loss": 1.7107,
-      "step": 401500
-    },
-    {
-      "epoch": 20.09,
-      "learning_rate": 2.4888811153865373e-05,
-      "loss": 1.7049,
-      "step": 402000
-    },
-    {
-      "epoch": 20.11,
-      "learning_rate": 2.4857578331917447e-05,
-      "loss": 1.71,
-      "step": 402500
-    },
-    {
-      "epoch": 20.14,
-      "learning_rate": 2.4826345509969518e-05,
-      "loss": 1.7096,
-      "step": 403000
-    },
-    {
-      "epoch": 20.16,
-      "learning_rate": 2.4795112688021592e-05,
-      "loss": 1.7059,
-      "step": 403500
-    },
-    {
-      "epoch": 20.19,
-      "learning_rate": 2.476387986607366e-05,
-      "loss": 1.707,
-      "step": 404000
-    },
-    {
-      "epoch": 20.21,
-      "learning_rate": 2.473264704412573e-05,
-      "loss": 1.7061,
-      "step": 404500
-    },
-    {
-      "epoch": 20.24,
-      "learning_rate": 2.4701414222177805e-05,
-      "loss": 1.7076,
-      "step": 405000
-    },
-    {
-      "epoch": 20.26,
-      "learning_rate": 2.4670181400229875e-05,
-      "loss": 1.7006,
-      "step": 405500
-    },
-    {
-      "epoch": 20.29,
-      "learning_rate": 2.4638948578281946e-05,
-      "loss": 1.7043,
-      "step": 406000
-    },
-    {
-      "epoch": 20.31,
-      "learning_rate": 2.4607715756334017e-05,
-      "loss": 1.7011,
-      "step": 406500
-    },
-    {
-      "epoch": 20.34,
-      "learning_rate": 2.4576482934386088e-05,
-      "loss": 1.7029,
-      "step": 407000
-    },
-    {
-      "epoch": 20.36,
-      "learning_rate": 2.454525011243816e-05,
-      "loss": 1.7061,
-      "step": 407500
-    },
-    {
-      "epoch": 20.39,
-      "learning_rate": 2.4514017290490233e-05,
-      "loss": 1.6962,
-      "step": 408000
-    },
-    {
-      "epoch": 20.41,
-      "learning_rate": 2.4482784468542304e-05,
-      "loss": 1.7072,
-      "step": 408500
-    },
-    {
-      "epoch": 20.44,
-      "learning_rate": 2.4451551646594375e-05,
-      "loss": 1.7007,
-      "step": 409000
-    },
-    {
-      "epoch": 20.46,
-      "learning_rate": 2.4420318824646446e-05,
-      "loss": 1.7083,
-      "step": 409500
-    },
-    {
-      "epoch": 20.49,
-      "learning_rate": 2.4389086002698517e-05,
-      "loss": 1.7062,
-      "step": 410000
-    },
-    {
-      "epoch": 20.51,
-      "learning_rate": 2.435785318075059e-05,
-      "loss": 1.7039,
-      "step": 410500
-    },
-    {
-      "epoch": 20.54,
-      "learning_rate": 2.4326620358802658e-05,
-      "loss": 1.7011,
-      "step": 411000
-    },
-    {
-      "epoch": 20.56,
-      "learning_rate": 2.429538753685473e-05,
-      "loss": 1.711,
-      "step": 411500
-    },
-    {
-      "epoch": 20.59,
-      "learning_rate": 2.4264154714906803e-05,
-      "loss": 1.7017,
-      "step": 412000
-    },
-    {
-      "epoch": 20.61,
-      "learning_rate": 2.4232921892958874e-05,
-      "loss": 1.6973,
-      "step": 412500
-    },
-    {
-      "epoch": 20.64,
-      "learning_rate": 2.4201689071010945e-05,
-      "loss": 1.7045,
-      "step": 413000
-    },
-    {
-      "epoch": 20.66,
-      "learning_rate": 2.4170456249063016e-05,
-      "loss": 1.7024,
-      "step": 413500
-    },
-    {
-      "epoch": 20.69,
-      "learning_rate": 2.4139223427115087e-05,
-      "loss": 1.7003,
-      "step": 414000
-    },
-    {
-      "epoch": 20.71,
-      "learning_rate": 2.410799060516716e-05,
-      "loss": 1.7004,
-      "step": 414500
-    },
-    {
-      "epoch": 20.74,
-      "learning_rate": 2.4076757783219232e-05,
-      "loss": 1.6969,
-      "step": 415000
-    },
-    {
-      "epoch": 20.76,
-      "learning_rate": 2.4045524961271303e-05,
-      "loss": 1.7026,
-      "step": 415500
-    },
-    {
-      "epoch": 20.79,
-      "learning_rate": 2.4014292139323374e-05,
-      "loss": 1.7019,
-      "step": 416000
-    },
-    {
-      "epoch": 20.81,
-      "learning_rate": 2.3983059317375444e-05,
-      "loss": 1.7006,
-      "step": 416500
-    },
-    {
-      "epoch": 20.84,
-      "learning_rate": 2.3951826495427515e-05,
-      "loss": 1.6951,
-      "step": 417000
-    },
-    {
-      "epoch": 20.86,
-      "learning_rate": 2.392059367347959e-05,
-      "loss": 1.6976,
-      "step": 417500
-    },
-    {
-      "epoch": 20.89,
-      "learning_rate": 2.3889360851531657e-05,
-      "loss": 1.7059,
-      "step": 418000
-    },
-    {
-      "epoch": 20.91,
-      "learning_rate": 2.3858128029583728e-05,
-      "loss": 1.6923,
-      "step": 418500
-    },
-    {
-      "epoch": 20.94,
-      "learning_rate": 2.3826895207635802e-05,
-      "loss": 1.6991,
-      "step": 419000
-    },
-    {
-      "epoch": 20.96,
-      "learning_rate": 2.3795662385687873e-05,
-      "loss": 1.7017,
-      "step": 419500
-    },
-    {
-      "epoch": 20.99,
-      "learning_rate": 2.3764429563739944e-05,
-      "loss": 1.7028,
-      "step": 420000
-    },
-    {
-      "epoch": 21.0,
-      "eval_loss": 1.657880187034607,
-      "eval_runtime": 80.8889,
-      "eval_samples_per_second": 523.434,
-      "eval_steps_per_second": 65.435,
-      "step": 420231
-    },
-    {
-      "epoch": 21.01,
-      "learning_rate": 2.3733196741792015e-05,
-      "loss": 1.6894,
-      "step": 420500
-    },
-    {
-      "epoch": 21.04,
-      "learning_rate": 2.3701963919844086e-05,
-      "loss": 1.6935,
-      "step": 421000
-    },
-    {
-      "epoch": 21.06,
-      "learning_rate": 2.367073109789616e-05,
-      "loss": 1.6964,
-      "step": 421500
-    },
-    {
-      "epoch": 21.09,
-      "learning_rate": 2.363949827594823e-05,
-      "loss": 1.6904,
-      "step": 422000
-    },
-    {
-      "epoch": 21.11,
-      "learning_rate": 2.36082654540003e-05,
-      "loss": 1.694,
-      "step": 422500
-    },
-    {
-      "epoch": 21.14,
-      "learning_rate": 2.3577032632052372e-05,
-      "loss": 1.691,
-      "step": 423000
-    },
-    {
-      "epoch": 21.16,
-      "learning_rate": 2.3545799810104443e-05,
-      "loss": 1.6951,
-      "step": 423500
-    },
-    {
-      "epoch": 21.19,
-      "learning_rate": 2.3514566988156514e-05,
-      "loss": 1.6943,
-      "step": 424000
-    },
-    {
-      "epoch": 21.21,
-      "learning_rate": 2.348333416620859e-05,
-      "loss": 1.6884,
-      "step": 424500
-    },
-    {
-      "epoch": 21.24,
-      "learning_rate": 2.3452101344260656e-05,
-      "loss": 1.6939,
-      "step": 425000
-    },
-    {
-      "epoch": 21.26,
-      "learning_rate": 2.3420868522312727e-05,
-      "loss": 1.6934,
-      "step": 425500
-    },
-    {
-      "epoch": 21.29,
-      "learning_rate": 2.33896357003648e-05,
-      "loss": 1.6908,
-      "step": 426000
-    },
-    {
-      "epoch": 21.31,
-      "learning_rate": 2.3358402878416872e-05,
-      "loss": 1.6943,
-      "step": 426500
-    },
-    {
-      "epoch": 21.34,
-      "learning_rate": 2.3327170056468943e-05,
-      "loss": 1.6936,
-      "step": 427000
-    },
-    {
-      "epoch": 21.36,
-      "learning_rate": 2.3295937234521014e-05,
-      "loss": 1.6953,
-      "step": 427500
-    },
-    {
-      "epoch": 21.39,
-      "learning_rate": 2.3264704412573084e-05,
-      "loss": 1.692,
-      "step": 428000
-    },
-    {
-      "epoch": 21.41,
-      "learning_rate": 2.323347159062516e-05,
-      "loss": 1.6906,
-      "step": 428500
-    },
-    {
-      "epoch": 21.44,
-      "learning_rate": 2.320223876867723e-05,
-      "loss": 1.6909,
-      "step": 429000
-    },
-    {
-      "epoch": 21.46,
-      "learning_rate": 2.31710059467293e-05,
-      "loss": 1.6895,
-      "step": 429500
-    },
-    {
-      "epoch": 21.49,
-      "learning_rate": 2.313977312478137e-05,
-      "loss": 1.6903,
-      "step": 430000
-    },
-    {
-      "epoch": 21.51,
-      "learning_rate": 2.3108540302833442e-05,
-      "loss": 1.697,
-      "step": 430500
-    },
-    {
-      "epoch": 21.54,
-      "learning_rate": 2.3077307480885513e-05,
-      "loss": 1.6977,
-      "step": 431000
-    },
-    {
-      "epoch": 21.56,
-      "learning_rate": 2.3046074658937587e-05,
-      "loss": 1.696,
-      "step": 431500
-    },
-    {
-      "epoch": 21.59,
-      "learning_rate": 2.3014841836989655e-05,
-      "loss": 1.6947,
-      "step": 432000
-    },
-    {
-      "epoch": 21.61,
-      "learning_rate": 2.298360901504173e-05,
-      "loss": 1.6943,
-      "step": 432500
-    },
-    {
-      "epoch": 21.64,
-      "learning_rate": 2.29523761930938e-05,
-      "loss": 1.6925,
-      "step": 433000
-    },
-    {
-      "epoch": 21.66,
-      "learning_rate": 2.292114337114587e-05,
-      "loss": 1.6864,
-      "step": 433500
-    },
-    {
-      "epoch": 21.69,
-      "learning_rate": 2.2889910549197945e-05,
-      "loss": 1.6937,
-      "step": 434000
-    },
-    {
-      "epoch": 21.71,
-      "learning_rate": 2.2858677727250012e-05,
-      "loss": 1.6911,
-      "step": 434500
-    },
-    {
-      "epoch": 21.74,
-      "learning_rate": 2.2827444905302083e-05,
-      "loss": 1.6931,
-      "step": 435000
-    },
-    {
-      "epoch": 21.76,
-      "learning_rate": 2.2796212083354157e-05,
-      "loss": 1.6948,
-      "step": 435500
-    },
-    {
-      "epoch": 21.79,
-      "learning_rate": 2.276497926140623e-05,
-      "loss": 1.6903,
-      "step": 436000
-    },
-    {
-      "epoch": 21.81,
-      "learning_rate": 2.27337464394583e-05,
-      "loss": 1.688,
-      "step": 436500
-    },
-    {
-      "epoch": 21.84,
-      "learning_rate": 2.270251361751037e-05,
-      "loss": 1.6923,
-      "step": 437000
-    },
-    {
-      "epoch": 21.86,
-      "learning_rate": 2.267128079556244e-05,
-      "loss": 1.6938,
-      "step": 437500
-    },
-    {
-      "epoch": 21.89,
-      "learning_rate": 2.2640047973614515e-05,
-      "loss": 1.6896,
-      "step": 438000
-    },
-    {
-      "epoch": 21.91,
-      "learning_rate": 2.2608815151666586e-05,
-      "loss": 1.6928,
-      "step": 438500
-    },
-    {
-      "epoch": 21.94,
-      "learning_rate": 2.2577582329718653e-05,
-      "loss": 1.6937,
-      "step": 439000
-    },
-    {
-      "epoch": 21.96,
-      "learning_rate": 2.2546349507770728e-05,
-      "loss": 1.6927,
-      "step": 439500
-    },
-    {
-      "epoch": 21.99,
-      "learning_rate": 2.25151166858228e-05,
-      "loss": 1.6888,
-      "step": 440000
-    },
-    {
-      "epoch": 22.0,
-      "eval_loss": 1.6455161571502686,
-      "eval_runtime": 80.986,
-      "eval_samples_per_second": 522.806,
-      "eval_steps_per_second": 65.357,
-      "step": 440242
-    },
-    {
-      "epoch": 22.01,
-      "learning_rate": 2.248388386387487e-05,
-      "loss": 1.6879,
-      "step": 440500
-    },
-    {
-      "epoch": 22.04,
-      "learning_rate": 2.2452651041926944e-05,
-      "loss": 1.6818,
-      "step": 441000
-    },
-    {
-      "epoch": 22.06,
-      "learning_rate": 2.242141821997901e-05,
-      "loss": 1.6868,
-      "step": 441500
-    },
-    {
-      "epoch": 22.09,
-      "learning_rate": 2.2390185398031082e-05,
-      "loss": 1.6893,
-      "step": 442000
-    },
-    {
-      "epoch": 22.11,
-      "learning_rate": 2.2358952576083156e-05,
-      "loss": 1.6842,
-      "step": 442500
-    },
-    {
-      "epoch": 22.14,
-      "learning_rate": 2.2327719754135227e-05,
-      "loss": 1.68,
-      "step": 443000
-    },
-    {
-      "epoch": 22.16,
-      "learning_rate": 2.2296486932187298e-05,
-      "loss": 1.6808,
-      "step": 443500
-    },
-    {
-      "epoch": 22.19,
-      "learning_rate": 2.226525411023937e-05,
-      "loss": 1.6838,
-      "step": 444000
-    },
-    {
-      "epoch": 22.21,
-      "learning_rate": 2.223402128829144e-05,
-      "loss": 1.6857,
-      "step": 444500
-    },
-    {
-      "epoch": 22.24,
-      "learning_rate": 2.2202788466343514e-05,
-      "loss": 1.6842,
-      "step": 445000
-    },
-    {
-      "epoch": 22.26,
-      "learning_rate": 2.2171555644395585e-05,
-      "loss": 1.6853,
-      "step": 445500
-    },
-    {
-      "epoch": 22.29,
-      "learning_rate": 2.2140322822447652e-05,
-      "loss": 1.6787,
-      "step": 446000
-    },
-    {
-      "epoch": 22.31,
-      "learning_rate": 2.2109090000499727e-05,
-      "loss": 1.6864,
-      "step": 446500
-    },
-    {
-      "epoch": 22.34,
-      "learning_rate": 2.2077857178551797e-05,
-      "loss": 1.6873,
-      "step": 447000
-    },
-    {
-      "epoch": 22.36,
-      "learning_rate": 2.2046624356603868e-05,
-      "loss": 1.6844,
-      "step": 447500
-    },
-    {
-      "epoch": 22.39,
-      "learning_rate": 2.2015391534655942e-05,
-      "loss": 1.6841,
-      "step": 448000
-    },
-    {
-      "epoch": 22.41,
-      "learning_rate": 2.198415871270801e-05,
-      "loss": 1.6821,
-      "step": 448500
-    },
-    {
-      "epoch": 22.44,
-      "learning_rate": 2.1952925890760084e-05,
-      "loss": 1.6766,
-      "step": 449000
-    },
-    {
-      "epoch": 22.46,
-      "learning_rate": 2.1921693068812155e-05,
-      "loss": 1.6859,
-      "step": 449500
-    },
-    {
-      "epoch": 22.49,
-      "learning_rate": 2.1890460246864226e-05,
-      "loss": 1.6884,
-      "step": 450000
-    },
-    {
-      "epoch": 22.51,
-      "learning_rate": 2.1859227424916297e-05,
-      "loss": 1.6822,
-      "step": 450500
-    },
-    {
-      "epoch": 22.54,
-      "learning_rate": 2.1827994602968368e-05,
-      "loss": 1.6804,
-      "step": 451000
-    },
-    {
-      "epoch": 22.56,
-      "learning_rate": 2.179676178102044e-05,
-      "loss": 1.6891,
-      "step": 451500
-    },
-    {
-      "epoch": 22.59,
-      "learning_rate": 2.1765528959072513e-05,
-      "loss": 1.6805,
-      "step": 452000
-    },
-    {
-      "epoch": 22.61,
-      "learning_rate": 2.1734296137124584e-05,
-      "loss": 1.6832,
-      "step": 452500
-    },
-    {
-      "epoch": 22.64,
-      "learning_rate": 2.170306331517665e-05,
-      "loss": 1.6883,
-      "step": 453000
-    },
-    {
-      "epoch": 22.66,
-      "learning_rate": 2.1671830493228725e-05,
-      "loss": 1.6839,
-      "step": 453500
-    },
-    {
-      "epoch": 22.69,
-      "learning_rate": 2.1640597671280796e-05,
-      "loss": 1.6789,
-      "step": 454000
-    },
-    {
-      "epoch": 22.71,
-      "learning_rate": 2.160936484933287e-05,
-      "loss": 1.6784,
-      "step": 454500
-    },
-    {
-      "epoch": 22.74,
-      "learning_rate": 2.157813202738494e-05,
-      "loss": 1.6866,
-      "step": 455000
-    },
-    {
-      "epoch": 22.76,
-      "learning_rate": 2.154689920543701e-05,
-      "loss": 1.686,
-      "step": 455500
-    },
-    {
-      "epoch": 22.79,
-      "learning_rate": 2.1515666383489083e-05,
-      "loss": 1.678,
-      "step": 456000
-    },
-    {
-      "epoch": 22.81,
-      "learning_rate": 2.1484433561541154e-05,
-      "loss": 1.6805,
-      "step": 456500
-    },
-    {
-      "epoch": 22.84,
-      "learning_rate": 2.1453200739593225e-05,
-      "loss": 1.6813,
-      "step": 457000
-    },
-    {
-      "epoch": 22.86,
-      "learning_rate": 2.1421967917645296e-05,
-      "loss": 1.6801,
-      "step": 457500
-    },
-    {
-      "epoch": 22.89,
-      "learning_rate": 2.1390735095697366e-05,
-      "loss": 1.6793,
-      "step": 458000
-    },
-    {
-      "epoch": 22.91,
-      "learning_rate": 2.1359502273749437e-05,
-      "loss": 1.6779,
-      "step": 458500
-    },
-    {
-      "epoch": 22.94,
-      "learning_rate": 2.132826945180151e-05,
-      "loss": 1.682,
-      "step": 459000
-    },
-    {
-      "epoch": 22.96,
-      "learning_rate": 2.1297036629853582e-05,
-      "loss": 1.6775,
-      "step": 459500
-    },
-    {
-      "epoch": 22.99,
-      "learning_rate": 2.1265803807905653e-05,
-      "loss": 1.6842,
-      "step": 460000
-    },
-    {
-      "epoch": 23.0,
-      "eval_loss": 1.6366124153137207,
-      "eval_runtime": 80.8824,
-      "eval_samples_per_second": 523.476,
-      "eval_steps_per_second": 65.441,
-      "step": 460253
-    },
-    {
-      "epoch": 23.01,
-      "learning_rate": 2.1234570985957724e-05,
-      "loss": 1.6808,
-      "step": 460500
-    },
-    {
-      "epoch": 23.04,
-      "learning_rate": 2.1203338164009795e-05,
-      "loss": 1.6717,
-      "step": 461000
-    },
-    {
-      "epoch": 23.06,
-      "learning_rate": 2.117210534206187e-05,
-      "loss": 1.6832,
-      "step": 461500
-    },
-    {
-      "epoch": 23.09,
-      "learning_rate": 2.114087252011394e-05,
-      "loss": 1.6793,
-      "step": 462000
-    },
-    {
-      "epoch": 23.11,
-      "learning_rate": 2.1109639698166008e-05,
-      "loss": 1.6747,
-      "step": 462500
-    },
-    {
-      "epoch": 23.14,
-      "learning_rate": 2.1078406876218082e-05,
-      "loss": 1.6707,
-      "step": 463000
-    },
-    {
-      "epoch": 23.16,
-      "learning_rate": 2.1047174054270153e-05,
-      "loss": 1.6722,
-      "step": 463500
-    },
-    {
-      "epoch": 23.19,
-      "learning_rate": 2.1015941232322224e-05,
-      "loss": 1.6745,
-      "step": 464000
-    },
-    {
-      "epoch": 23.21,
-      "learning_rate": 2.0984708410374294e-05,
-      "loss": 1.672,
-      "step": 464500
-    },
-    {
-      "epoch": 23.24,
-      "learning_rate": 2.0953475588426365e-05,
-      "loss": 1.6773,
-      "step": 465000
-    },
-    {
-      "epoch": 23.26,
-      "learning_rate": 2.0922242766478436e-05,
-      "loss": 1.6828,
-      "step": 465500
-    },
-    {
-      "epoch": 23.29,
-      "learning_rate": 2.089100994453051e-05,
-      "loss": 1.6781,
-      "step": 466000
-    },
-    {
-      "epoch": 23.31,
-      "learning_rate": 2.085977712258258e-05,
-      "loss": 1.677,
-      "step": 466500
-    },
-    {
-      "epoch": 23.34,
-      "learning_rate": 2.0828544300634652e-05,
-      "loss": 1.6723,
-      "step": 467000
-    },
-    {
-      "epoch": 23.36,
-      "learning_rate": 2.0797311478686723e-05,
-      "loss": 1.6697,
-      "step": 467500
-    },
-    {
-      "epoch": 23.39,
-      "learning_rate": 2.0766078656738794e-05,
-      "loss": 1.672,
-      "step": 468000
-    },
-    {
-      "epoch": 23.41,
-      "learning_rate": 2.0734845834790868e-05,
-      "loss": 1.6741,
-      "step": 468500
-    },
-    {
-      "epoch": 23.44,
-      "learning_rate": 2.070361301284294e-05,
-      "loss": 1.6794,
-      "step": 469000
-    },
-    {
-      "epoch": 23.46,
-      "learning_rate": 2.0672380190895006e-05,
-      "loss": 1.6753,
-      "step": 469500
-    },
-    {
-      "epoch": 23.49,
-      "learning_rate": 2.064114736894708e-05,
-      "loss": 1.6751,
-      "step": 470000
-    },
-    {
-      "epoch": 23.51,
-      "learning_rate": 2.060991454699915e-05,
-      "loss": 1.679,
-      "step": 470500
-    },
-    {
-      "epoch": 23.54,
-      "learning_rate": 2.0578681725051222e-05,
-      "loss": 1.6737,
-      "step": 471000
-    },
-    {
-      "epoch": 23.56,
-      "learning_rate": 2.0547448903103293e-05,
-      "loss": 1.6741,
-      "step": 471500
-    },
-    {
-      "epoch": 23.59,
-      "learning_rate": 2.0516216081155364e-05,
-      "loss": 1.6702,
-      "step": 472000
-    },
-    {
-      "epoch": 23.61,
-      "learning_rate": 2.0484983259207438e-05,
-      "loss": 1.6739,
-      "step": 472500
-    },
-    {
-      "epoch": 23.64,
-      "learning_rate": 2.045375043725951e-05,
-      "loss": 1.6741,
-      "step": 473000
-    },
-    {
-      "epoch": 23.66,
-      "learning_rate": 2.042251761531158e-05,
-      "loss": 1.6715,
-      "step": 473500
-    },
-    {
-      "epoch": 23.69,
-      "learning_rate": 2.039128479336365e-05,
-      "loss": 1.6668,
-      "step": 474000
-    },
-    {
-      "epoch": 23.71,
-      "learning_rate": 2.0360051971415722e-05,
-      "loss": 1.6735,
-      "step": 474500
-    },
-    {
-      "epoch": 23.74,
-      "learning_rate": 2.0328819149467793e-05,
-      "loss": 1.6743,
-      "step": 475000
-    },
-    {
-      "epoch": 23.76,
-      "learning_rate": 2.0297586327519867e-05,
-      "loss": 1.6767,
-      "step": 475500
-    },
-    {
-      "epoch": 23.79,
-      "learning_rate": 2.0266353505571938e-05,
-      "loss": 1.6715,
-      "step": 476000
-    },
-    {
-      "epoch": 23.81,
-      "learning_rate": 2.0235120683624005e-05,
-      "loss": 1.6719,
-      "step": 476500
-    },
-    {
-      "epoch": 23.84,
-      "learning_rate": 2.020388786167608e-05,
-      "loss": 1.6729,
-      "step": 477000
-    },
-    {
-      "epoch": 23.86,
-      "learning_rate": 2.017265503972815e-05,
-      "loss": 1.6687,
-      "step": 477500
-    },
-    {
-      "epoch": 23.89,
-      "learning_rate": 2.0141422217780224e-05,
-      "loss": 1.6717,
-      "step": 478000
-    },
-    {
-      "epoch": 23.91,
-      "learning_rate": 2.0110189395832292e-05,
-      "loss": 1.6753,
-      "step": 478500
-    },
-    {
-      "epoch": 23.94,
-      "learning_rate": 2.0078956573884363e-05,
-      "loss": 1.6676,
-      "step": 479000
-    },
-    {
-      "epoch": 23.96,
-      "learning_rate": 2.0047723751936437e-05,
-      "loss": 1.6697,
-      "step": 479500
-    },
-    {
-      "epoch": 23.99,
-      "learning_rate": 2.0016490929988508e-05,
-      "loss": 1.6739,
-      "step": 480000
-    },
-    {
-      "epoch": 24.0,
-      "eval_loss": 1.632072925567627,
-      "eval_runtime": 80.8697,
-      "eval_samples_per_second": 523.558,
-      "eval_steps_per_second": 65.451,
-      "step": 480264
-    },
-    {
-      "epoch": 24.01,
-      "learning_rate": 1.998525810804058e-05,
-      "loss": 1.6704,
-      "step": 480500
-    },
-    {
-      "epoch": 24.04,
-      "learning_rate": 1.995402528609265e-05,
-      "loss": 1.6638,
-      "step": 481000
-    },
-    {
-      "epoch": 24.06,
-      "learning_rate": 1.992279246414472e-05,
-      "loss": 1.6659,
-      "step": 481500
-    },
-    {
-      "epoch": 24.09,
-      "learning_rate": 1.989155964219679e-05,
-      "loss": 1.6674,
-      "step": 482000
-    },
-    {
-      "epoch": 24.11,
-      "learning_rate": 1.9860326820248866e-05,
-      "loss": 1.6713,
-      "step": 482500
-    },
-    {
-      "epoch": 24.14,
-      "learning_rate": 1.9829093998300936e-05,
-      "loss": 1.6616,
-      "step": 483000
-    },
-    {
-      "epoch": 24.16,
-      "learning_rate": 1.9797861176353007e-05,
-      "loss": 1.6652,
-      "step": 483500
-    },
-    {
-      "epoch": 24.19,
-      "learning_rate": 1.9766628354405078e-05,
-      "loss": 1.6678,
-      "step": 484000
-    },
-    {
-      "epoch": 24.21,
-      "learning_rate": 1.973539553245715e-05,
-      "loss": 1.6647,
-      "step": 484500
-    },
-    {
-      "epoch": 24.24,
-      "learning_rate": 1.9704162710509223e-05,
-      "loss": 1.6639,
-      "step": 485000
-    },
-    {
-      "epoch": 24.26,
-      "learning_rate": 1.967292988856129e-05,
-      "loss": 1.666,
-      "step": 485500
-    },
-    {
-      "epoch": 24.29,
-      "learning_rate": 1.964169706661336e-05,
-      "loss": 1.6695,
-      "step": 486000
-    },
-    {
-      "epoch": 24.31,
-      "learning_rate": 1.9610464244665436e-05,
-      "loss": 1.6625,
-      "step": 486500
-    },
-    {
-      "epoch": 24.34,
-      "learning_rate": 1.9579231422717507e-05,
-      "loss": 1.6762,
-      "step": 487000
-    },
-    {
-      "epoch": 24.36,
-      "learning_rate": 1.9547998600769578e-05,
-      "loss": 1.6669,
-      "step": 487500
-    },
-    {
-      "epoch": 24.39,
-      "learning_rate": 1.951676577882165e-05,
-      "loss": 1.6687,
-      "step": 488000
-    },
-    {
-      "epoch": 24.41,
-      "learning_rate": 1.948553295687372e-05,
-      "loss": 1.6615,
-      "step": 488500
-    },
-    {
-      "epoch": 24.44,
-      "learning_rate": 1.9454300134925794e-05,
-      "loss": 1.669,
-      "step": 489000
-    },
-    {
-      "epoch": 24.46,
-      "learning_rate": 1.9423067312977864e-05,
-      "loss": 1.6619,
-      "step": 489500
-    },
-    {
-      "epoch": 24.49,
-      "learning_rate": 1.9391834491029935e-05,
-      "loss": 1.6677,
-      "step": 490000
-    },
-    {
-      "epoch": 24.51,
-      "learning_rate": 1.9360601669082006e-05,
-      "loss": 1.6676,
-      "step": 490500
-    },
-    {
-      "epoch": 24.54,
-      "learning_rate": 1.9329368847134077e-05,
-      "loss": 1.6669,
-      "step": 491000
-    },
-    {
-      "epoch": 24.56,
-      "learning_rate": 1.9298136025186148e-05,
-      "loss": 1.6583,
-      "step": 491500
-    },
-    {
-      "epoch": 24.59,
-      "learning_rate": 1.9266903203238222e-05,
-      "loss": 1.6601,
-      "step": 492000
-    },
-    {
-      "epoch": 24.61,
-      "learning_rate": 1.923567038129029e-05,
-      "loss": 1.6636,
-      "step": 492500
-    },
-    {
-      "epoch": 24.64,
-      "learning_rate": 1.920443755934236e-05,
-      "loss": 1.6713,
-      "step": 493000
-    },
-    {
-      "epoch": 24.66,
-      "learning_rate": 1.9173204737394435e-05,
-      "loss": 1.6602,
-      "step": 493500
-    },
-    {
-      "epoch": 24.69,
-      "learning_rate": 1.9141971915446506e-05,
-      "loss": 1.6571,
-      "step": 494000
-    },
-    {
-      "epoch": 24.71,
-      "learning_rate": 1.9110739093498576e-05,
-      "loss": 1.6606,
-      "step": 494500
-    },
-    {
-      "epoch": 24.74,
-      "learning_rate": 1.9079506271550647e-05,
-      "loss": 1.6678,
-      "step": 495000
-    },
-    {
-      "epoch": 24.76,
-      "learning_rate": 1.9048273449602718e-05,
-      "loss": 1.66,
-      "step": 495500
-    },
-    {
-      "epoch": 24.79,
-      "learning_rate": 1.9017040627654792e-05,
-      "loss": 1.6611,
-      "step": 496000
-    },
-    {
-      "epoch": 24.81,
-      "learning_rate": 1.8985807805706863e-05,
-      "loss": 1.6649,
-      "step": 496500
-    },
-    {
-      "epoch": 24.84,
-      "learning_rate": 1.8954574983758934e-05,
-      "loss": 1.6679,
-      "step": 497000
-    },
-    {
-      "epoch": 24.86,
-      "learning_rate": 1.8923342161811005e-05,
-      "loss": 1.6628,
-      "step": 497500
-    },
-    {
-      "epoch": 24.89,
-      "learning_rate": 1.8892109339863076e-05,
-      "loss": 1.6653,
-      "step": 498000
-    },
-    {
-      "epoch": 24.91,
-      "learning_rate": 1.8860876517915147e-05,
-      "loss": 1.6655,
-      "step": 498500
-    },
-    {
-      "epoch": 24.94,
-      "learning_rate": 1.882964369596722e-05,
-      "loss": 1.6636,
-      "step": 499000
-    },
-    {
-      "epoch": 24.96,
-      "learning_rate": 1.879841087401929e-05,
-      "loss": 1.6654,
-      "step": 499500
-    },
-    {
-      "epoch": 24.99,
-      "learning_rate": 1.8767178052071363e-05,
-      "loss": 1.6648,
-      "step": 500000
-    },
-    {
-      "epoch": 25.0,
-      "eval_loss": 1.6190860271453857,
-      "eval_runtime": 80.9079,
-      "eval_samples_per_second": 523.311,
-      "eval_steps_per_second": 65.42,
-      "step": 500275
-    },
-    {
-      "epoch": 25.01,
-      "learning_rate": 1.8735945230123433e-05,
-      "loss": 1.6648,
-      "step": 500500
-    },
-    {
-      "epoch": 25.04,
-      "learning_rate": 1.8704712408175504e-05,
-      "loss": 1.6547,
-      "step": 501000
-    },
-    {
-      "epoch": 25.06,
-      "learning_rate": 1.8673479586227575e-05,
-      "loss": 1.6612,
-      "step": 501500
-    },
-    {
-      "epoch": 25.09,
-      "learning_rate": 1.8642246764279646e-05,
-      "loss": 1.655,
-      "step": 502000
-    },
-    {
-      "epoch": 25.11,
-      "learning_rate": 1.8611013942331717e-05,
-      "loss": 1.6591,
-      "step": 502500
-    },
-    {
-      "epoch": 25.14,
-      "learning_rate": 1.857978112038379e-05,
-      "loss": 1.6652,
-      "step": 503000
-    },
-    {
-      "epoch": 25.16,
-      "learning_rate": 1.8548548298435862e-05,
-      "loss": 1.6603,
-      "step": 503500
-    },
-    {
-      "epoch": 25.19,
-      "learning_rate": 1.8517315476487933e-05,
-      "loss": 1.6549,
-      "step": 504000
-    },
-    {
-      "epoch": 25.21,
-      "learning_rate": 1.8486082654540004e-05,
-      "loss": 1.6578,
-      "step": 504500
-    },
-    {
-      "epoch": 25.24,
-      "learning_rate": 1.8454849832592075e-05,
-      "loss": 1.6561,
-      "step": 505000
-    },
-    {
-      "epoch": 25.26,
-      "learning_rate": 1.8423617010644145e-05,
-      "loss": 1.6636,
-      "step": 505500
-    },
-    {
-      "epoch": 25.29,
-      "learning_rate": 1.839238418869622e-05,
-      "loss": 1.6587,
-      "step": 506000
-    },
-    {
-      "epoch": 25.31,
-      "learning_rate": 1.8361151366748287e-05,
-      "loss": 1.6587,
-      "step": 506500
-    },
-    {
-      "epoch": 25.34,
-      "learning_rate": 1.832991854480036e-05,
-      "loss": 1.6606,
-      "step": 507000
-    },
-    {
-      "epoch": 25.36,
-      "learning_rate": 1.8298685722852432e-05,
-      "loss": 1.6547,
-      "step": 507500
-    },
-    {
-      "epoch": 25.39,
-      "learning_rate": 1.8267452900904503e-05,
-      "loss": 1.6543,
-      "step": 508000
-    },
-    {
-      "epoch": 25.41,
-      "learning_rate": 1.8236220078956577e-05,
-      "loss": 1.659,
-      "step": 508500
-    },
-    {
-      "epoch": 25.44,
-      "learning_rate": 1.8204987257008645e-05,
-      "loss": 1.6603,
-      "step": 509000
-    },
-    {
-      "epoch": 25.46,
-      "learning_rate": 1.8173754435060716e-05,
-      "loss": 1.6597,
-      "step": 509500
-    },
-    {
-      "epoch": 25.49,
-      "learning_rate": 1.814252161311279e-05,
-      "loss": 1.6632,
-      "step": 510000
-    },
-    {
-      "epoch": 25.51,
-      "learning_rate": 1.811128879116486e-05,
-      "loss": 1.6531,
-      "step": 510500
-    },
-    {
-      "epoch": 25.54,
-      "learning_rate": 1.808005596921693e-05,
-      "loss": 1.6546,
-      "step": 511000
-    },
-    {
-      "epoch": 25.56,
-      "learning_rate": 1.8048823147269003e-05,
-      "loss": 1.6525,
-      "step": 511500
-    },
-    {
-      "epoch": 25.59,
-      "learning_rate": 1.8017590325321073e-05,
-      "loss": 1.6532,
-      "step": 512000
-    },
-    {
-      "epoch": 25.61,
-      "learning_rate": 1.7986357503373148e-05,
-      "loss": 1.6542,
-      "step": 512500
-    },
-    {
-      "epoch": 25.64,
-      "learning_rate": 1.795512468142522e-05,
-      "loss": 1.6598,
-      "step": 513000
-    },
-    {
-      "epoch": 25.66,
-      "learning_rate": 1.7923891859477286e-05,
-      "loss": 1.6618,
-      "step": 513500
-    },
-    {
-      "epoch": 25.69,
-      "learning_rate": 1.789265903752936e-05,
-      "loss": 1.6576,
-      "step": 514000
-    },
-    {
-      "epoch": 25.71,
-      "learning_rate": 1.786142621558143e-05,
-      "loss": 1.6603,
-      "step": 514500
-    },
-    {
-      "epoch": 25.74,
-      "learning_rate": 1.7830193393633502e-05,
-      "loss": 1.6559,
-      "step": 515000
-    },
-    {
-      "epoch": 25.76,
-      "learning_rate": 1.7798960571685576e-05,
-      "loss": 1.6562,
-      "step": 515500
-    },
-    {
-      "epoch": 25.79,
-      "learning_rate": 1.7767727749737644e-05,
-      "loss": 1.657,
-      "step": 516000
-    },
-    {
-      "epoch": 25.81,
-      "learning_rate": 1.7736494927789714e-05,
-      "loss": 1.6526,
-      "step": 516500
-    },
-    {
-      "epoch": 25.84,
-      "learning_rate": 1.770526210584179e-05,
-      "loss": 1.6514,
-      "step": 517000
-    },
-    {
-      "epoch": 25.86,
-      "learning_rate": 1.767402928389386e-05,
-      "loss": 1.6567,
-      "step": 517500
-    },
-    {
-      "epoch": 25.89,
-      "learning_rate": 1.764279646194593e-05,
-      "loss": 1.6524,
-      "step": 518000
-    },
-    {
-      "epoch": 25.91,
-      "learning_rate": 1.7611563639998e-05,
-      "loss": 1.6558,
-      "step": 518500
-    },
-    {
-      "epoch": 25.94,
-      "learning_rate": 1.7580330818050072e-05,
-      "loss": 1.6501,
-      "step": 519000
-    },
-    {
-      "epoch": 25.96,
-      "learning_rate": 1.7549097996102146e-05,
-      "loss": 1.6522,
-      "step": 519500
-    },
-    {
-      "epoch": 25.99,
-      "learning_rate": 1.7517865174154217e-05,
-      "loss": 1.6541,
-      "step": 520000
-    },
-    {
-      "epoch": 26.0,
-      "eval_loss": 1.6134978532791138,
-      "eval_runtime": 80.814,
-      "eval_samples_per_second": 523.919,
-      "eval_steps_per_second": 65.496,
-      "step": 520286
-    },
-    {
-      "epoch": 26.01,
-      "learning_rate": 1.7486632352206285e-05,
-      "loss": 1.6544,
-      "step": 520500
-    },
-    {
-      "epoch": 26.04,
-      "learning_rate": 1.745539953025836e-05,
-      "loss": 1.6469,
-      "step": 521000
-    },
-    {
-      "epoch": 26.06,
-      "learning_rate": 1.742416670831043e-05,
-      "loss": 1.6509,
-      "step": 521500
-    },
-    {
-      "epoch": 26.09,
-      "learning_rate": 1.73929338863625e-05,
-      "loss": 1.6488,
-      "step": 522000
-    },
-    {
-      "epoch": 26.11,
-      "learning_rate": 1.7361701064414575e-05,
-      "loss": 1.6514,
-      "step": 522500
-    },
-    {
-      "epoch": 26.14,
-      "learning_rate": 1.7330468242466642e-05,
-      "loss": 1.6529,
-      "step": 523000
-    },
-    {
-      "epoch": 26.16,
-      "learning_rate": 1.7299235420518717e-05,
-      "loss": 1.652,
-      "step": 523500
-    },
-    {
-      "epoch": 26.19,
-      "learning_rate": 1.7268002598570788e-05,
-      "loss": 1.6534,
-      "step": 524000
-    },
-    {
-      "epoch": 26.21,
-      "learning_rate": 1.723676977662286e-05,
-      "loss": 1.661,
-      "step": 524500
-    },
-    {
-      "epoch": 26.24,
-      "learning_rate": 1.720553695467493e-05,
-      "loss": 1.654,
-      "step": 525000
-    },
-    {
-      "epoch": 26.26,
-      "learning_rate": 1.7174304132727e-05,
-      "loss": 1.6522,
-      "step": 525500
-    },
-    {
-      "epoch": 26.29,
-      "learning_rate": 1.714307131077907e-05,
-      "loss": 1.6492,
-      "step": 526000
-    },
-    {
-      "epoch": 26.31,
-      "learning_rate": 1.7111838488831145e-05,
-      "loss": 1.6486,
-      "step": 526500
-    },
-    {
-      "epoch": 26.34,
-      "learning_rate": 1.7080605666883216e-05,
-      "loss": 1.6522,
-      "step": 527000
-    },
-    {
-      "epoch": 26.36,
-      "learning_rate": 1.7049372844935284e-05,
-      "loss": 1.6504,
-      "step": 527500
-    },
-    {
-      "epoch": 26.39,
-      "learning_rate": 1.7018140022987358e-05,
-      "loss": 1.6508,
-      "step": 528000
-    },
-    {
-      "epoch": 26.41,
-      "learning_rate": 1.698690720103943e-05,
-      "loss": 1.6495,
-      "step": 528500
-    },
-    {
-      "epoch": 26.44,
-      "learning_rate": 1.6955674379091503e-05,
-      "loss": 1.6536,
-      "step": 529000
-    },
-    {
-      "epoch": 26.46,
-      "learning_rate": 1.6924441557143574e-05,
-      "loss": 1.6523,
-      "step": 529500
-    },
-    {
-      "epoch": 26.49,
-      "learning_rate": 1.689320873519564e-05,
-      "loss": 1.6483,
-      "step": 530000
-    },
-    {
-      "epoch": 26.51,
-      "learning_rate": 1.6861975913247715e-05,
-      "loss": 1.6522,
-      "step": 530500
-    },
-    {
-      "epoch": 26.54,
-      "learning_rate": 1.6830743091299786e-05,
-      "loss": 1.6539,
-      "step": 531000
-    },
-    {
-      "epoch": 26.56,
-      "learning_rate": 1.6799510269351857e-05,
-      "loss": 1.6528,
-      "step": 531500
-    },
-    {
-      "epoch": 26.59,
-      "learning_rate": 1.6768277447403928e-05,
-      "loss": 1.6418,
-      "step": 532000
-    },
-    {
-      "epoch": 26.61,
-      "learning_rate": 1.6737044625456e-05,
-      "loss": 1.6485,
-      "step": 532500
-    },
-    {
-      "epoch": 26.64,
-      "learning_rate": 1.670581180350807e-05,
-      "loss": 1.6508,
-      "step": 533000
-    },
-    {
-      "epoch": 26.66,
-      "learning_rate": 1.6674578981560144e-05,
-      "loss": 1.6524,
-      "step": 533500
-    },
-    {
-      "epoch": 26.69,
-      "learning_rate": 1.6643346159612215e-05,
-      "loss": 1.6505,
-      "step": 534000
-    },
-    {
-      "epoch": 26.71,
-      "learning_rate": 1.6612113337664286e-05,
-      "loss": 1.6494,
-      "step": 534500
-    },
-    {
-      "epoch": 26.74,
-      "learning_rate": 1.6580880515716357e-05,
-      "loss": 1.6485,
-      "step": 535000
-    },
-    {
-      "epoch": 26.76,
-      "learning_rate": 1.6549647693768427e-05,
-      "loss": 1.6427,
-      "step": 535500
-    },
-    {
-      "epoch": 26.79,
-      "learning_rate": 1.6518414871820502e-05,
-      "loss": 1.6424,
-      "step": 536000
-    },
-    {
-      "epoch": 26.81,
-      "learning_rate": 1.6487182049872573e-05,
-      "loss": 1.6543,
-      "step": 536500
-    },
-    {
-      "epoch": 26.84,
-      "learning_rate": 1.645594922792464e-05,
-      "loss": 1.6471,
-      "step": 537000
-    },
-    {
-      "epoch": 26.86,
-      "learning_rate": 1.6424716405976714e-05,
-      "loss": 1.6454,
-      "step": 537500
-    },
-    {
-      "epoch": 26.89,
-      "learning_rate": 1.6393483584028785e-05,
-      "loss": 1.6516,
-      "step": 538000
-    },
-    {
-      "epoch": 26.91,
-      "learning_rate": 1.6362250762080856e-05,
-      "loss": 1.6434,
-      "step": 538500
-    },
-    {
-      "epoch": 26.94,
-      "learning_rate": 1.6331017940132927e-05,
-      "loss": 1.6453,
-      "step": 539000
-    },
-    {
-      "epoch": 26.96,
-      "learning_rate": 1.6299785118184998e-05,
-      "loss": 1.6504,
-      "step": 539500
-    },
-    {
-      "epoch": 26.99,
-      "learning_rate": 1.6268552296237072e-05,
-      "loss": 1.6457,
-      "step": 540000
-    },
-    {
-      "epoch": 27.0,
-      "eval_loss": 1.6034142971038818,
-      "eval_runtime": 81.7077,
-      "eval_samples_per_second": 518.189,
-      "eval_steps_per_second": 64.78,
-      "step": 540297
-    },
-    {
-      "epoch": 27.01,
-      "learning_rate": 1.6237319474289143e-05,
-      "loss": 1.6449,
-      "step": 540500
-    },
-    {
-      "epoch": 27.04,
-      "learning_rate": 1.6206086652341214e-05,
-      "loss": 1.6407,
-      "step": 541000
-    },
-    {
-      "epoch": 27.06,
-      "learning_rate": 1.6174853830393285e-05,
-      "loss": 1.6462,
-      "step": 541500
-    },
-    {
-      "epoch": 27.09,
-      "learning_rate": 1.6143621008445355e-05,
-      "loss": 1.649,
-      "step": 542000
-    },
-    {
-      "epoch": 27.11,
-      "learning_rate": 1.6112388186497426e-05,
-      "loss": 1.6426,
-      "step": 542500
-    },
-    {
-      "epoch": 27.14,
-      "learning_rate": 1.60811553645495e-05,
-      "loss": 1.641,
-      "step": 543000
-    },
-    {
-      "epoch": 27.16,
-      "learning_rate": 1.604992254260157e-05,
-      "loss": 1.6443,
-      "step": 543500
-    },
-    {
-      "epoch": 27.19,
-      "learning_rate": 1.601868972065364e-05,
-      "loss": 1.641,
-      "step": 544000
-    },
-    {
-      "epoch": 27.21,
-      "learning_rate": 1.5987456898705713e-05,
-      "loss": 1.6475,
-      "step": 544500
-    },
-    {
-      "epoch": 27.24,
-      "learning_rate": 1.5956224076757784e-05,
-      "loss": 1.6413,
-      "step": 545000
-    },
-    {
-      "epoch": 27.26,
-      "learning_rate": 1.5924991254809855e-05,
-      "loss": 1.6382,
-      "step": 545500
-    },
-    {
-      "epoch": 27.28,
-      "learning_rate": 1.5893758432861926e-05,
-      "loss": 1.638,
-      "step": 546000
-    },
-    {
-      "epoch": 27.31,
-      "learning_rate": 1.5862525610913997e-05,
-      "loss": 1.6422,
-      "step": 546500
-    },
-    {
-      "epoch": 27.33,
-      "learning_rate": 1.583129278896607e-05,
-      "loss": 1.6467,
-      "step": 547000
-    },
-    {
-      "epoch": 27.36,
-      "learning_rate": 1.580005996701814e-05,
-      "loss": 1.6412,
-      "step": 547500
-    },
-    {
-      "epoch": 27.38,
-      "learning_rate": 1.5768827145070212e-05,
-      "loss": 1.645,
-      "step": 548000
-    },
-    {
-      "epoch": 27.41,
-      "learning_rate": 1.5737594323122283e-05,
-      "loss": 1.6427,
-      "step": 548500
-    },
-    {
-      "epoch": 27.43,
-      "learning_rate": 1.5706361501174354e-05,
-      "loss": 1.6436,
-      "step": 549000
-    },
-    {
-      "epoch": 27.46,
-      "learning_rate": 1.5675128679226425e-05,
-      "loss": 1.6413,
-      "step": 549500
-    },
-    {
-      "epoch": 27.48,
-      "learning_rate": 1.56438958572785e-05,
-      "loss": 1.6444,
-      "step": 550000
-    },
-    {
-      "epoch": 27.51,
-      "learning_rate": 1.561266303533057e-05,
-      "loss": 1.6466,
-      "step": 550500
-    },
-    {
-      "epoch": 27.53,
-      "learning_rate": 1.5581430213382638e-05,
-      "loss": 1.6401,
-      "step": 551000
-    },
-    {
-      "epoch": 27.56,
-      "learning_rate": 1.5550197391434712e-05,
-      "loss": 1.6414,
-      "step": 551500
-    },
-    {
-      "epoch": 27.58,
-      "learning_rate": 1.5518964569486783e-05,
-      "loss": 1.6419,
-      "step": 552000
-    },
-    {
-      "epoch": 27.61,
-      "learning_rate": 1.5487731747538857e-05,
-      "loss": 1.6402,
-      "step": 552500
-    },
-    {
-      "epoch": 27.63,
-      "learning_rate": 1.5456498925590924e-05,
-      "loss": 1.6361,
-      "step": 553000
-    },
-    {
-      "epoch": 27.66,
-      "learning_rate": 1.5425266103642995e-05,
-      "loss": 1.6455,
-      "step": 553500
-    },
-    {
-      "epoch": 27.68,
-      "learning_rate": 1.539403328169507e-05,
-      "loss": 1.6411,
-      "step": 554000
-    },
-    {
-      "epoch": 27.71,
-      "learning_rate": 1.536280045974714e-05,
-      "loss": 1.6443,
-      "step": 554500
-    },
-    {
-      "epoch": 27.73,
-      "learning_rate": 1.533156763779921e-05,
-      "loss": 1.6412,
-      "step": 555000
-    },
-    {
-      "epoch": 27.76,
-      "learning_rate": 1.5300334815851282e-05,
-      "loss": 1.6413,
-      "step": 555500
-    },
-    {
-      "epoch": 27.78,
-      "learning_rate": 1.5269101993903353e-05,
-      "loss": 1.6384,
-      "step": 556000
-    },
-    {
-      "epoch": 27.81,
-      "learning_rate": 1.5237869171955424e-05,
-      "loss": 1.6474,
-      "step": 556500
-    },
-    {
-      "epoch": 27.83,
-      "learning_rate": 1.5206636350007496e-05,
-      "loss": 1.6401,
-      "step": 557000
-    },
-    {
-      "epoch": 27.86,
-      "learning_rate": 1.5175403528059567e-05,
-      "loss": 1.6418,
-      "step": 557500
-    },
-    {
-      "epoch": 27.88,
-      "learning_rate": 1.514417070611164e-05,
-      "loss": 1.6387,
-      "step": 558000
-    },
-    {
-      "epoch": 27.91,
-      "learning_rate": 1.511293788416371e-05,
-      "loss": 1.6474,
-      "step": 558500
-    },
-    {
-      "epoch": 27.93,
-      "learning_rate": 1.5081705062215782e-05,
-      "loss": 1.6415,
-      "step": 559000
-    },
-    {
-      "epoch": 27.96,
-      "learning_rate": 1.5050472240267854e-05,
-      "loss": 1.6414,
-      "step": 559500
-    },
-    {
-      "epoch": 27.98,
-      "learning_rate": 1.5019239418319925e-05,
-      "loss": 1.6382,
-      "step": 560000
-    }
-  ],
-  "max_steps": 800440,
-  "num_train_epochs": 40,
-  "total_flos": 3.7120332229015634e+18,
-  "trial_name": null,
-  "trial_params": null
-}