diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,9658 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.49847046802871836,
+  "global_step": 803500,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9997932086836637e-05,
+      "loss": 1.8211,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9995864173673275e-05,
+      "loss": 1.8484,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9993796260509913e-05,
+      "loss": 1.832,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9991728347346548e-05,
+      "loss": 1.8583,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9989660434183183e-05,
+      "loss": 1.8529,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.998759252101982e-05,
+      "loss": 1.8312,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.998552460785646e-05,
+      "loss": 1.8302,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9983456694693095e-05,
+      "loss": 1.8357,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.998138878152973e-05,
+      "loss": 1.8555,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9979320868366368e-05,
+      "loss": 1.8106,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9977252955203007e-05,
+      "loss": 1.7992,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.997518504203964e-05,
+      "loss": 1.8011,
+      "step": 6000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.997311712887628e-05,
+      "loss": 1.8131,
+      "step": 6500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9971049215712918e-05,
+      "loss": 1.8333,
+      "step": 7000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9968981302549553e-05,
+      "loss": 1.8279,
+      "step": 7500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.9966913389386188e-05,
+      "loss": 1.8247,
+      "step": 8000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9964845476222826e-05,
+      "loss": 1.7957,
+      "step": 8500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9962777563059465e-05,
+      "loss": 1.8243,
+      "step": 9000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.99607096498961e-05,
+      "loss": 1.7959,
+      "step": 9500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9958641736732735e-05,
+      "loss": 1.8339,
+      "step": 10000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9956573823569373e-05,
+      "loss": 1.8002,
+      "step": 10500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.995450591040601e-05,
+      "loss": 1.8096,
+      "step": 11000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9952437997242646e-05,
+      "loss": 1.7897,
+      "step": 11500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.995037008407928e-05,
+      "loss": 1.7928,
+      "step": 12000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.994830217091592e-05,
+      "loss": 1.788,
+      "step": 12500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9946234257752558e-05,
+      "loss": 1.776,
+      "step": 13000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9944166344589193e-05,
+      "loss": 1.7895,
+      "step": 13500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9942098431425828e-05,
+      "loss": 1.7952,
+      "step": 14000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9940030518262466e-05,
+      "loss": 1.8282,
+      "step": 14500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9937962605099105e-05,
+      "loss": 1.7913,
+      "step": 15000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.993589469193574e-05,
+      "loss": 1.7591,
+      "step": 15500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9933826778772375e-05,
+      "loss": 1.7948,
+      "step": 16000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9931758865609013e-05,
+      "loss": 1.8091,
+      "step": 16500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.992969095244565e-05,
+      "loss": 1.7862,
+      "step": 17000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9927623039282286e-05,
+      "loss": 1.8192,
+      "step": 17500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.992555512611892e-05,
+      "loss": 1.8088,
+      "step": 18000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.992348721295556e-05,
+      "loss": 1.7959,
+      "step": 18500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9921419299792198e-05,
+      "loss": 1.803,
+      "step": 19000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9919351386628833e-05,
+      "loss": 1.7873,
+      "step": 19500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.991728347346547e-05,
+      "loss": 1.7821,
+      "step": 20000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.991521556030211e-05,
+      "loss": 1.7863,
+      "step": 20500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9913147647138745e-05,
+      "loss": 1.8086,
+      "step": 21000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.991107973397538e-05,
+      "loss": 1.7648,
+      "step": 21500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9909011820812018e-05,
+      "loss": 1.774,
+      "step": 22000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9906943907648656e-05,
+      "loss": 1.8018,
+      "step": 22500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.990487599448529e-05,
+      "loss": 1.7961,
+      "step": 23000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9902808081321926e-05,
+      "loss": 1.7624,
+      "step": 23500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9900740168158564e-05,
+      "loss": 1.7494,
+      "step": 24000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9898672254995203e-05,
+      "loss": 1.7513,
+      "step": 24500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9896604341831838e-05,
+      "loss": 1.7641,
+      "step": 25000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9894536428668473e-05,
+      "loss": 1.7823,
+      "step": 25500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.989246851550511e-05,
+      "loss": 1.7488,
+      "step": 26000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.989040060234175e-05,
+      "loss": 1.7275,
+      "step": 26500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9888332689178384e-05,
+      "loss": 1.78,
+      "step": 27000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.988626477601502e-05,
+      "loss": 1.7703,
+      "step": 27500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9884196862851658e-05,
+      "loss": 1.759,
+      "step": 28000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9882128949688296e-05,
+      "loss": 1.7876,
+      "step": 28500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.988006103652493e-05,
+      "loss": 1.7472,
+      "step": 29000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9877993123361566e-05,
+      "loss": 1.786,
+      "step": 29500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9875925210198204e-05,
+      "loss": 1.7707,
+      "step": 30000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9873857297034843e-05,
+      "loss": 1.749,
+      "step": 30500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9871789383871478e-05,
+      "loss": 1.7522,
+      "step": 31000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9869721470708113e-05,
+      "loss": 1.7915,
+      "step": 31500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9867653557544754e-05,
+      "loss": 1.7413,
+      "step": 32000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.986558564438139e-05,
+      "loss": 1.735,
+      "step": 32500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9863517731218024e-05,
+      "loss": 1.7725,
+      "step": 33000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9861449818054663e-05,
+      "loss": 1.79,
+      "step": 33500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.98593819048913e-05,
+      "loss": 1.7809,
+      "step": 34000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9857313991727936e-05,
+      "loss": 1.7557,
+      "step": 34500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.985524607856457e-05,
+      "loss": 1.7474,
+      "step": 35000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.985317816540121e-05,
+      "loss": 1.7717,
+      "step": 35500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9851110252237848e-05,
+      "loss": 1.761,
+      "step": 36000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9849042339074483e-05,
+      "loss": 1.763,
+      "step": 36500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9846974425911118e-05,
+      "loss": 1.7306,
+      "step": 37000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9844906512747756e-05,
+      "loss": 1.7409,
+      "step": 37500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9842838599584394e-05,
+      "loss": 1.7731,
+      "step": 38000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.984077068642103e-05,
+      "loss": 1.782,
+      "step": 38500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9838702773257664e-05,
+      "loss": 1.7416,
+      "step": 39000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.9836634860094302e-05,
+      "loss": 1.7537,
+      "step": 39500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.983456694693094e-05,
+      "loss": 1.7449,
+      "step": 40000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9832499033767576e-05,
+      "loss": 1.7629,
+      "step": 40500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.983043112060421e-05,
+      "loss": 1.7539,
+      "step": 41000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.982836320744085e-05,
+      "loss": 1.7311,
+      "step": 41500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9826295294277487e-05,
+      "loss": 1.7415,
+      "step": 42000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9824227381114122e-05,
+      "loss": 1.7529,
+      "step": 42500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9822159467950757e-05,
+      "loss": 1.7372,
+      "step": 43000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9820091554787396e-05,
+      "loss": 1.7288,
+      "step": 43500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9818023641624034e-05,
+      "loss": 1.7581,
+      "step": 44000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.981595572846067e-05,
+      "loss": 1.7325,
+      "step": 44500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9813887815297307e-05,
+      "loss": 1.7552,
+      "step": 45000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9811819902133946e-05,
+      "loss": 1.7689,
+      "step": 45500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.980975198897058e-05,
+      "loss": 1.7547,
+      "step": 46000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9807684075807216e-05,
+      "loss": 1.7676,
+      "step": 46500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9805616162643854e-05,
+      "loss": 1.7406,
+      "step": 47000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9803548249480492e-05,
+      "loss": 1.7515,
+      "step": 47500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9801480336317127e-05,
+      "loss": 1.7379,
+      "step": 48000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9799412423153762e-05,
+      "loss": 1.7673,
+      "step": 48500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.97973445099904e-05,
+      "loss": 1.7142,
+      "step": 49000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.979527659682704e-05,
+      "loss": 1.7152,
+      "step": 49500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9793208683663674e-05,
+      "loss": 1.7406,
+      "step": 50000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.979114077050031e-05,
+      "loss": 1.752,
+      "step": 50500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9789072857336947e-05,
+      "loss": 1.7744,
+      "step": 51000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9787004944173586e-05,
+      "loss": 1.754,
+      "step": 51500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.978493703101022e-05,
+      "loss": 1.7402,
+      "step": 52000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9782869117846856e-05,
+      "loss": 1.7219,
+      "step": 52500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9780801204683494e-05,
+      "loss": 1.7076,
+      "step": 53000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9778733291520132e-05,
+      "loss": 1.7554,
+      "step": 53500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9776665378356767e-05,
+      "loss": 1.7478,
+      "step": 54000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9774597465193402e-05,
+      "loss": 1.7663,
+      "step": 54500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.977252955203004e-05,
+      "loss": 1.753,
+      "step": 55000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.977046163886668e-05,
+      "loss": 1.7328,
+      "step": 55500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.9768393725703314e-05,
+      "loss": 1.7462,
+      "step": 56000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.976632581253995e-05,
+      "loss": 1.7636,
+      "step": 56500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9764257899376587e-05,
+      "loss": 1.7446,
+      "step": 57000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9762189986213225e-05,
+      "loss": 1.7484,
+      "step": 57500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.976012207304986e-05,
+      "loss": 1.7466,
+      "step": 58000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.97580541598865e-05,
+      "loss": 1.7511,
+      "step": 58500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9755986246723137e-05,
+      "loss": 1.7163,
+      "step": 59000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9753918333559772e-05,
+      "loss": 1.7215,
+      "step": 59500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9751850420396407e-05,
+      "loss": 1.7513,
+      "step": 60000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9749782507233045e-05,
+      "loss": 1.7199,
+      "step": 60500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9747714594069684e-05,
+      "loss": 1.7385,
+      "step": 61000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.974564668090632e-05,
+      "loss": 1.7485,
+      "step": 61500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9743578767742954e-05,
+      "loss": 1.7382,
+      "step": 62000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9741510854579592e-05,
+      "loss": 1.7108,
+      "step": 62500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.973944294141623e-05,
+      "loss": 1.7437,
+      "step": 63000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9737375028252865e-05,
+      "loss": 1.7325,
+      "step": 63500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.97353071150895e-05,
+      "loss": 1.775,
+      "step": 64000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.973323920192614e-05,
+      "loss": 1.7149,
+      "step": 64500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9731171288762777e-05,
+      "loss": 1.7412,
+      "step": 65000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9729103375599412e-05,
+      "loss": 1.7411,
+      "step": 65500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9727035462436047e-05,
+      "loss": 1.716,
+      "step": 66000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9724967549272685e-05,
+      "loss": 1.722,
+      "step": 66500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9722899636109324e-05,
+      "loss": 1.7307,
+      "step": 67000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.972083172294596e-05,
+      "loss": 1.7038,
+      "step": 67500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9718763809782594e-05,
+      "loss": 1.7468,
+      "step": 68000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9716695896619232e-05,
+      "loss": 1.7389,
+      "step": 68500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.971462798345587e-05,
+      "loss": 1.7329,
+      "step": 69000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9712560070292505e-05,
+      "loss": 1.7209,
+      "step": 69500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9710492157129144e-05,
+      "loss": 1.715,
+      "step": 70000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9708424243965782e-05,
+      "loss": 1.7383,
+      "step": 70500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9706356330802417e-05,
+      "loss": 1.7256,
+      "step": 71000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.9704288417639052e-05,
+      "loss": 1.7646,
+      "step": 71500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.970222050447569e-05,
+      "loss": 1.7673,
+      "step": 72000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.970015259131233e-05,
+      "loss": 1.7027,
+      "step": 72500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9698084678148963e-05,
+      "loss": 1.7549,
+      "step": 73000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.96960167649856e-05,
+      "loss": 1.7388,
+      "step": 73500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9693948851822237e-05,
+      "loss": 1.7039,
+      "step": 74000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9691880938658875e-05,
+      "loss": 1.7451,
+      "step": 74500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.968981302549551e-05,
+      "loss": 1.7338,
+      "step": 75000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9687745112332145e-05,
+      "loss": 1.7265,
+      "step": 75500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9685677199168783e-05,
+      "loss": 1.7263,
+      "step": 76000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9683609286005422e-05,
+      "loss": 1.7253,
+      "step": 76500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9681541372842057e-05,
+      "loss": 1.728,
+      "step": 77000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.967947345967869e-05,
+      "loss": 1.7316,
+      "step": 77500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.967740554651533e-05,
+      "loss": 1.7585,
+      "step": 78000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.967533763335197e-05,
+      "loss": 1.7129,
+      "step": 78500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9673269720188603e-05,
+      "loss": 1.7137,
+      "step": 79000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9671201807025238e-05,
+      "loss": 1.7334,
+      "step": 79500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9669133893861877e-05,
+      "loss": 1.7323,
+      "step": 80000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9667065980698515e-05,
+      "loss": 1.7381,
+      "step": 80500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.966499806753515e-05,
+      "loss": 1.722,
+      "step": 81000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9662930154371785e-05,
+      "loss": 1.7139,
+      "step": 81500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9660862241208423e-05,
+      "loss": 1.7404,
+      "step": 82000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.965879432804506e-05,
+      "loss": 1.7501,
+      "step": 82500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9656726414881697e-05,
+      "loss": 1.7188,
+      "step": 83000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9654658501718335e-05,
+      "loss": 1.7154,
+      "step": 83500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9652590588554973e-05,
+      "loss": 1.7433,
+      "step": 84000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9650522675391608e-05,
+      "loss": 1.6987,
+      "step": 84500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9648454762228243e-05,
+      "loss": 1.7371,
+      "step": 85000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.964638684906488e-05,
+      "loss": 1.7143,
+      "step": 85500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.964431893590152e-05,
+      "loss": 1.7327,
+      "step": 86000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9642251022738155e-05,
+      "loss": 1.7334,
+      "step": 86500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.964018310957479e-05,
+      "loss": 1.7079,
+      "step": 87000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9638115196411428e-05,
+      "loss": 1.7426,
+      "step": 87500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.9636047283248067e-05,
+      "loss": 1.7066,
+      "step": 88000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.96339793700847e-05,
+      "loss": 1.7613,
+      "step": 88500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9631911456921336e-05,
+      "loss": 1.7257,
+      "step": 89000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9629843543757975e-05,
+      "loss": 1.7413,
+      "step": 89500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9627775630594613e-05,
+      "loss": 1.7053,
+      "step": 90000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9625707717431248e-05,
+      "loss": 1.7156,
+      "step": 90500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9623639804267883e-05,
+      "loss": 1.7176,
+      "step": 91000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.962157189110452e-05,
+      "loss": 1.7132,
+      "step": 91500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.961950397794116e-05,
+      "loss": 1.7286,
+      "step": 92000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9617436064777795e-05,
+      "loss": 1.7361,
+      "step": 92500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.961536815161443e-05,
+      "loss": 1.7267,
+      "step": 93000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9613300238451068e-05,
+      "loss": 1.7048,
+      "step": 93500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9611232325287706e-05,
+      "loss": 1.7163,
+      "step": 94000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.960916441212434e-05,
+      "loss": 1.7627,
+      "step": 94500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9607096498960976e-05,
+      "loss": 1.7167,
+      "step": 95000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9605028585797618e-05,
+      "loss": 1.7274,
+      "step": 95500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9602960672634253e-05,
+      "loss": 1.7079,
+      "step": 96000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9600892759470888e-05,
+      "loss": 1.7104,
+      "step": 96500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9598824846307526e-05,
+      "loss": 1.7126,
+      "step": 97000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9596756933144165e-05,
+      "loss": 1.7055,
+      "step": 97500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.95946890199808e-05,
+      "loss": 1.6893,
+      "step": 98000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9592621106817435e-05,
+      "loss": 1.7458,
+      "step": 98500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9590553193654073e-05,
+      "loss": 1.7388,
+      "step": 99000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.958848528049071e-05,
+      "loss": 1.7242,
+      "step": 99500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9586417367327346e-05,
+      "loss": 1.7237,
+      "step": 100000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.958434945416398e-05,
+      "loss": 1.7167,
+      "step": 100500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.958228154100062e-05,
+      "loss": 1.7259,
+      "step": 101000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9580213627837258e-05,
+      "loss": 1.719,
+      "step": 101500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9578145714673893e-05,
+      "loss": 1.7311,
+      "step": 102000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9576077801510528e-05,
+      "loss": 1.6825,
+      "step": 102500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9574009888347166e-05,
+      "loss": 1.7203,
+      "step": 103000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9571941975183805e-05,
+      "loss": 1.7543,
+      "step": 103500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.956987406202044e-05,
+      "loss": 1.7323,
+      "step": 104000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9567806148857074e-05,
+      "loss": 1.7179,
+      "step": 104500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9565738235693713e-05,
+      "loss": 1.6992,
+      "step": 105000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.956367032253035e-05,
+      "loss": 1.7269,
+      "step": 105500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9561602409366986e-05,
+      "loss": 1.7197,
+      "step": 106000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.955953449620362e-05,
+      "loss": 1.7175,
+      "step": 106500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.955746658304026e-05,
+      "loss": 1.731,
+      "step": 107000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9555398669876898e-05,
+      "loss": 1.6981,
+      "step": 107500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9553330756713533e-05,
+      "loss": 1.6977,
+      "step": 108000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.955126284355017e-05,
+      "loss": 1.7397,
+      "step": 108500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.954919493038681e-05,
+      "loss": 1.692,
+      "step": 109000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9547127017223444e-05,
+      "loss": 1.7,
+      "step": 109500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.954505910406008e-05,
+      "loss": 1.733,
+      "step": 110000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9542991190896718e-05,
+      "loss": 1.703,
+      "step": 110500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9540923277733356e-05,
+      "loss": 1.714,
+      "step": 111000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.953885536456999e-05,
+      "loss": 1.7271,
+      "step": 111500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9536787451406626e-05,
+      "loss": 1.7385,
+      "step": 112000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9534719538243264e-05,
+      "loss": 1.7427,
+      "step": 112500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9532651625079903e-05,
+      "loss": 1.7234,
+      "step": 113000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9530583711916538e-05,
+      "loss": 1.7279,
+      "step": 113500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9528515798753173e-05,
+      "loss": 1.6994,
+      "step": 114000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.952644788558981e-05,
+      "loss": 1.7076,
+      "step": 114500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.952437997242645e-05,
+      "loss": 1.7031,
+      "step": 115000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9522312059263084e-05,
+      "loss": 1.7195,
+      "step": 115500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.952024414609972e-05,
+      "loss": 1.6933,
+      "step": 116000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9518176232936358e-05,
+      "loss": 1.7005,
+      "step": 116500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9516108319772996e-05,
+      "loss": 1.7131,
+      "step": 117000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.951404040660963e-05,
+      "loss": 1.7252,
+      "step": 117500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9511972493446266e-05,
+      "loss": 1.7333,
+      "step": 118000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9509904580282904e-05,
+      "loss": 1.6931,
+      "step": 118500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9507836667119543e-05,
+      "loss": 1.7487,
+      "step": 119000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9505768753956178e-05,
+      "loss": 1.7313,
+      "step": 119500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9503700840792812e-05,
+      "loss": 1.6854,
+      "step": 120000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.950163292762945e-05,
+      "loss": 1.7253,
+      "step": 120500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.949956501446609e-05,
+      "loss": 1.7121,
+      "step": 121000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9497497101302724e-05,
+      "loss": 1.7068,
+      "step": 121500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9495429188139362e-05,
+      "loss": 1.7373,
+      "step": 122000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9493361274976e-05,
+      "loss": 1.731,
+      "step": 122500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9491293361812636e-05,
+      "loss": 1.6952,
+      "step": 123000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.948922544864927e-05,
+      "loss": 1.7152,
+      "step": 123500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.948715753548591e-05,
+      "loss": 1.718,
+      "step": 124000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9485089622322547e-05,
+      "loss": 1.6984,
+      "step": 124500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9483021709159182e-05,
+      "loss": 1.7289,
+      "step": 125000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9480953795995817e-05,
+      "loss": 1.7152,
+      "step": 125500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9478885882832456e-05,
+      "loss": 1.7138,
+      "step": 126000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9476817969669094e-05,
+      "loss": 1.7083,
+      "step": 126500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.947475005650573e-05,
+      "loss": 1.7135,
+      "step": 127000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9472682143342364e-05,
+      "loss": 1.6916,
+      "step": 127500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9470614230179002e-05,
+      "loss": 1.7172,
+      "step": 128000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.946854631701564e-05,
+      "loss": 1.7369,
+      "step": 128500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9466478403852276e-05,
+      "loss": 1.7164,
+      "step": 129000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.946441049068891e-05,
+      "loss": 1.7208,
+      "step": 129500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.946234257752555e-05,
+      "loss": 1.7315,
+      "step": 130000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9460274664362187e-05,
+      "loss": 1.7234,
+      "step": 130500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9458206751198822e-05,
+      "loss": 1.73,
+      "step": 131000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9456138838035457e-05,
+      "loss": 1.7105,
+      "step": 131500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9454070924872096e-05,
+      "loss": 1.7049,
+      "step": 132000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9452003011708734e-05,
+      "loss": 1.7187,
+      "step": 132500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.944993509854537e-05,
+      "loss": 1.7466,
+      "step": 133000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9447867185382007e-05,
+      "loss": 1.6927,
+      "step": 133500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9445799272218646e-05,
+      "loss": 1.7113,
+      "step": 134000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.944373135905528e-05,
+      "loss": 1.7202,
+      "step": 134500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9441663445891916e-05,
+      "loss": 1.6841,
+      "step": 135000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9439595532728554e-05,
+      "loss": 1.7161,
+      "step": 135500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9437527619565192e-05,
+      "loss": 1.7156,
+      "step": 136000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9435459706401827e-05,
+      "loss": 1.7228,
+      "step": 136500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9433391793238462e-05,
+      "loss": 1.7018,
+      "step": 137000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.94313238800751e-05,
+      "loss": 1.7207,
+      "step": 137500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.942925596691174e-05,
+      "loss": 1.7134,
+      "step": 138000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9427188053748374e-05,
+      "loss": 1.6893,
+      "step": 138500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.942512014058501e-05,
+      "loss": 1.7211,
+      "step": 139000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9423052227421647e-05,
+      "loss": 1.7061,
+      "step": 139500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9420984314258285e-05,
+      "loss": 1.7193,
+      "step": 140000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.941891640109492e-05,
+      "loss": 1.706,
+      "step": 140500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9416848487931555e-05,
+      "loss": 1.7256,
+      "step": 141000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9414780574768194e-05,
+      "loss": 1.7544,
+      "step": 141500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9412712661604832e-05,
+      "loss": 1.7104,
+      "step": 142000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9410644748441467e-05,
+      "loss": 1.7459,
+      "step": 142500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9408576835278102e-05,
+      "loss": 1.7049,
+      "step": 143000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.940650892211474e-05,
+      "loss": 1.7099,
+      "step": 143500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.940444100895138e-05,
+      "loss": 1.697,
+      "step": 144000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9402373095788014e-05,
+      "loss": 1.6939,
+      "step": 144500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.940030518262465e-05,
+      "loss": 1.7076,
+      "step": 145000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9398237269461287e-05,
+      "loss": 1.7028,
+      "step": 145500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9396169356297925e-05,
+      "loss": 1.6949,
+      "step": 146000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.939410144313456e-05,
+      "loss": 1.7152,
+      "step": 146500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.93920335299712e-05,
+      "loss": 1.7053,
+      "step": 147000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9389965616807837e-05,
+      "loss": 1.7175,
+      "step": 147500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9387897703644472e-05,
+      "loss": 1.6896,
+      "step": 148000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9385829790481107e-05,
+      "loss": 1.6895,
+      "step": 148500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9383761877317745e-05,
+      "loss": 1.7108,
+      "step": 149000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9381693964154384e-05,
+      "loss": 1.7032,
+      "step": 149500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.937962605099102e-05,
+      "loss": 1.7051,
+      "step": 150000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9377558137827654e-05,
+      "loss": 1.7253,
+      "step": 150500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9375490224664292e-05,
+      "loss": 1.6897,
+      "step": 151000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.937342231150093e-05,
+      "loss": 1.6875,
+      "step": 151500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9371354398337565e-05,
+      "loss": 1.6933,
+      "step": 152000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.93692864851742e-05,
+      "loss": 1.6915,
+      "step": 152500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.936721857201084e-05,
+      "loss": 1.7162,
+      "step": 153000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9365150658847477e-05,
+      "loss": 1.6907,
+      "step": 153500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9363082745684112e-05,
+      "loss": 1.7201,
+      "step": 154000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9361014832520747e-05,
+      "loss": 1.6888,
+      "step": 154500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9358946919357385e-05,
+      "loss": 1.6645,
+      "step": 155000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9356879006194023e-05,
+      "loss": 1.7112,
+      "step": 155500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.935481109303066e-05,
+      "loss": 1.7021,
+      "step": 156000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9352743179867293e-05,
+      "loss": 1.6912,
+      "step": 156500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9350675266703932e-05,
+      "loss": 1.7171,
+      "step": 157000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.934860735354057e-05,
+      "loss": 1.6884,
+      "step": 157500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9346539440377205e-05,
+      "loss": 1.6607,
+      "step": 158000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.934447152721384e-05,
+      "loss": 1.6743,
+      "step": 158500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.934240361405048e-05,
+      "loss": 1.6976,
+      "step": 159000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9340335700887117e-05,
+      "loss": 1.6957,
+      "step": 159500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.933826778772375e-05,
+      "loss": 1.7103,
+      "step": 160000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.933619987456039e-05,
+      "loss": 1.7008,
+      "step": 160500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.933413196139703e-05,
+      "loss": 1.7077,
+      "step": 161000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9332064048233663e-05,
+      "loss": 1.7027,
+      "step": 161500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9329996135070298e-05,
+      "loss": 1.7152,
+      "step": 162000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9327928221906937e-05,
+      "loss": 1.6772,
+      "step": 162500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9325860308743575e-05,
+      "loss": 1.6789,
+      "step": 163000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.932379239558021e-05,
+      "loss": 1.679,
+      "step": 163500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9321724482416845e-05,
+      "loss": 1.7125,
+      "step": 164000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9319656569253483e-05,
+      "loss": 1.7123,
+      "step": 164500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.931758865609012e-05,
+      "loss": 1.6982,
+      "step": 165000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9315520742926757e-05,
+      "loss": 1.7348,
+      "step": 165500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.931345282976339e-05,
+      "loss": 1.6996,
+      "step": 166000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.931138491660003e-05,
+      "loss": 1.712,
+      "step": 166500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9309317003436668e-05,
+      "loss": 1.7365,
+      "step": 167000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9307249090273303e-05,
+      "loss": 1.7034,
+      "step": 167500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9305181177109938e-05,
+      "loss": 1.7086,
+      "step": 168000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9303113263946577e-05,
+      "loss": 1.6911,
+      "step": 168500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9301045350783215e-05,
+      "loss": 1.6881,
+      "step": 169000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.929897743761985e-05,
+      "loss": 1.7006,
+      "step": 169500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9296909524456485e-05,
+      "loss": 1.7111,
+      "step": 170000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9294841611293123e-05,
+      "loss": 1.6961,
+      "step": 170500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.929277369812976e-05,
+      "loss": 1.7163,
+      "step": 171000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9290705784966396e-05,
+      "loss": 1.6837,
+      "step": 171500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9288637871803035e-05,
+      "loss": 1.6935,
+      "step": 172000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.928656995863967e-05,
+      "loss": 1.7296,
+      "step": 172500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9284502045476308e-05,
+      "loss": 1.7189,
+      "step": 173000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9282434132312943e-05,
+      "loss": 1.7131,
+      "step": 173500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.928036621914958e-05,
+      "loss": 1.6656,
+      "step": 174000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.927829830598622e-05,
+      "loss": 1.7097,
+      "step": 174500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9276230392822855e-05,
+      "loss": 1.7183,
+      "step": 175000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.927416247965949e-05,
+      "loss": 1.6925,
+      "step": 175500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9272094566496128e-05,
+      "loss": 1.7156,
+      "step": 176000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9270026653332766e-05,
+      "loss": 1.7002,
+      "step": 176500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.92679587401694e-05,
+      "loss": 1.7181,
+      "step": 177000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9265890827006036e-05,
+      "loss": 1.6844,
+      "step": 177500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9263822913842675e-05,
+      "loss": 1.714,
+      "step": 178000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9261755000679313e-05,
+      "loss": 1.6939,
+      "step": 178500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9259687087515948e-05,
+      "loss": 1.7179,
+      "step": 179000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9257619174352583e-05,
+      "loss": 1.6719,
+      "step": 179500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.925555126118922e-05,
+      "loss": 1.7066,
+      "step": 180000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.925348334802586e-05,
+      "loss": 1.7037,
+      "step": 180500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9251415434862495e-05,
+      "loss": 1.7064,
+      "step": 181000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.924934752169913e-05,
+      "loss": 1.6772,
+      "step": 181500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9247279608535768e-05,
+      "loss": 1.6937,
+      "step": 182000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9245211695372406e-05,
+      "loss": 1.6681,
+      "step": 182500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.924314378220904e-05,
+      "loss": 1.7035,
+      "step": 183000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9241075869045676e-05,
+      "loss": 1.7057,
+      "step": 183500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9239007955882315e-05,
+      "loss": 1.6688,
+      "step": 184000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9236940042718953e-05,
+      "loss": 1.6797,
+      "step": 184500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9234872129555588e-05,
+      "loss": 1.6937,
+      "step": 185000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9232804216392226e-05,
+      "loss": 1.7253,
+      "step": 185500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.923073630322886e-05,
+      "loss": 1.7019,
+      "step": 186000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.92286683900655e-05,
+      "loss": 1.685,
+      "step": 186500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9226600476902134e-05,
+      "loss": 1.7247,
+      "step": 187000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9224532563738773e-05,
+      "loss": 1.706,
+      "step": 187500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.922246465057541e-05,
+      "loss": 1.7113,
+      "step": 188000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9220396737412046e-05,
+      "loss": 1.7225,
+      "step": 188500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.921832882424868e-05,
+      "loss": 1.6968,
+      "step": 189000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.921626091108532e-05,
+      "loss": 1.6904,
+      "step": 189500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9214192997921958e-05,
+      "loss": 1.6812,
+      "step": 190000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9212125084758593e-05,
+      "loss": 1.6845,
+      "step": 190500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9210057171595228e-05,
+      "loss": 1.7069,
+      "step": 191000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9207989258431866e-05,
+      "loss": 1.6864,
+      "step": 191500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9205921345268504e-05,
+      "loss": 1.6812,
+      "step": 192000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.920385343210514e-05,
+      "loss": 1.6656,
+      "step": 192500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9201785518941774e-05,
+      "loss": 1.7053,
+      "step": 193000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9199717605778413e-05,
+      "loss": 1.6912,
+      "step": 193500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.919764969261505e-05,
+      "loss": 1.6788,
+      "step": 194000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9195581779451686e-05,
+      "loss": 1.7159,
+      "step": 194500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.919351386628832e-05,
+      "loss": 1.6926,
+      "step": 195000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.919144595312496e-05,
+      "loss": 1.6993,
+      "step": 195500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9189378039961598e-05,
+      "loss": 1.6873,
+      "step": 196000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9187310126798233e-05,
+      "loss": 1.6958,
+      "step": 196500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.918524221363487e-05,
+      "loss": 1.707,
+      "step": 197000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9183174300471506e-05,
+      "loss": 1.7106,
+      "step": 197500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9181106387308144e-05,
+      "loss": 1.6955,
+      "step": 198000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.917903847414478e-05,
+      "loss": 1.6852,
+      "step": 198500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9176970560981418e-05,
+      "loss": 1.6947,
+      "step": 199000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9174902647818056e-05,
+      "loss": 1.6855,
+      "step": 199500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.917283473465469e-05,
+      "loss": 1.6682,
+      "step": 200000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9170766821491326e-05,
+      "loss": 1.6652,
+      "step": 200500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9168698908327964e-05,
+      "loss": 1.6933,
+      "step": 201000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9166630995164603e-05,
+      "loss": 1.6796,
+      "step": 201500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9164563082001237e-05,
+      "loss": 1.6792,
+      "step": 202000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9162495168837872e-05,
+      "loss": 1.6971,
+      "step": 202500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.916042725567451e-05,
+      "loss": 1.68,
+      "step": 203000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.915835934251115e-05,
+      "loss": 1.7343,
+      "step": 203500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9156291429347784e-05,
+      "loss": 1.6952,
+      "step": 204000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.915422351618442e-05,
+      "loss": 1.6982,
+      "step": 204500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9152155603021057e-05,
+      "loss": 1.6913,
+      "step": 205000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9150087689857696e-05,
+      "loss": 1.7325,
+      "step": 205500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.914801977669433e-05,
+      "loss": 1.702,
+      "step": 206000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9145951863530966e-05,
+      "loss": 1.7036,
+      "step": 206500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9143883950367604e-05,
+      "loss": 1.6976,
+      "step": 207000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9141816037204242e-05,
+      "loss": 1.6641,
+      "step": 207500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9139748124040877e-05,
+      "loss": 1.6834,
+      "step": 208000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9137680210877512e-05,
+      "loss": 1.6544,
+      "step": 208500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.913561229771415e-05,
+      "loss": 1.6664,
+      "step": 209000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.913354438455079e-05,
+      "loss": 1.7106,
+      "step": 209500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9131476471387424e-05,
+      "loss": 1.7085,
+      "step": 210000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9129408558224062e-05,
+      "loss": 1.7068,
+      "step": 210500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9127340645060697e-05,
+      "loss": 1.6862,
+      "step": 211000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9125272731897336e-05,
+      "loss": 1.7104,
+      "step": 211500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.912320481873397e-05,
+      "loss": 1.7098,
+      "step": 212000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.912113690557061e-05,
+      "loss": 1.724,
+      "step": 212500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9119068992407247e-05,
+      "loss": 1.6682,
+      "step": 213000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9117001079243882e-05,
+      "loss": 1.6904,
+      "step": 213500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9114933166080517e-05,
+      "loss": 1.6882,
+      "step": 214000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9112865252917156e-05,
+      "loss": 1.6934,
+      "step": 214500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9110797339753794e-05,
+      "loss": 1.661,
+      "step": 215000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.910872942659043e-05,
+      "loss": 1.7105,
+      "step": 215500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9106661513427064e-05,
+      "loss": 1.6951,
+      "step": 216000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9104593600263702e-05,
+      "loss": 1.6618,
+      "step": 216500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.910252568710034e-05,
+      "loss": 1.6655,
+      "step": 217000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9100457773936976e-05,
+      "loss": 1.6697,
+      "step": 217500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.909838986077361e-05,
+      "loss": 1.697,
+      "step": 218000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.909632194761025e-05,
+      "loss": 1.7151,
+      "step": 218500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9094254034446887e-05,
+      "loss": 1.6973,
+      "step": 219000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9092186121283522e-05,
+      "loss": 1.6952,
+      "step": 219500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9090118208120157e-05,
+      "loss": 1.6862,
+      "step": 220000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9088050294956795e-05,
+      "loss": 1.6556,
+      "step": 220500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9085982381793434e-05,
+      "loss": 1.6698,
+      "step": 221000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.908391446863007e-05,
+      "loss": 1.7042,
+      "step": 221500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9081846555466704e-05,
+      "loss": 1.675,
+      "step": 222000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9079778642303342e-05,
+      "loss": 1.6962,
+      "step": 222500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.907771072913998e-05,
+      "loss": 1.7022,
+      "step": 223000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9075642815976615e-05,
+      "loss": 1.705,
+      "step": 223500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9073574902813254e-05,
+      "loss": 1.6785,
+      "step": 224000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.907150698964989e-05,
+      "loss": 1.6881,
+      "step": 224500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9069439076486527e-05,
+      "loss": 1.6617,
+      "step": 225000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9067371163323162e-05,
+      "loss": 1.6976,
+      "step": 225500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.90653032501598e-05,
+      "loss": 1.67,
+      "step": 226000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.906323533699644e-05,
+      "loss": 1.6941,
+      "step": 226500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9061167423833074e-05,
+      "loss": 1.6841,
+      "step": 227000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.905909951066971e-05,
+      "loss": 1.6705,
+      "step": 227500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9057031597506347e-05,
+      "loss": 1.6706,
+      "step": 228000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9054963684342985e-05,
+      "loss": 1.6915,
+      "step": 228500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.905289577117962e-05,
+      "loss": 1.6837,
+      "step": 229000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9050827858016255e-05,
+      "loss": 1.6841,
+      "step": 229500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9048759944852894e-05,
+      "loss": 1.6806,
+      "step": 230000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9046692031689532e-05,
+      "loss": 1.6783,
+      "step": 230500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9044624118526167e-05,
+      "loss": 1.6878,
+      "step": 231000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9042556205362802e-05,
+      "loss": 1.6912,
+      "step": 231500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.904048829219944e-05,
+      "loss": 1.6867,
+      "step": 232000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.903842037903608e-05,
+      "loss": 1.6788,
+      "step": 232500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9036352465872714e-05,
+      "loss": 1.6876,
+      "step": 233000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.903428455270935e-05,
+      "loss": 1.6774,
+      "step": 233500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9032216639545987e-05,
+      "loss": 1.6914,
+      "step": 234000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9030148726382625e-05,
+      "loss": 1.6734,
+      "step": 234500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.902808081321926e-05,
+      "loss": 1.6902,
+      "step": 235000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.90260129000559e-05,
+      "loss": 1.6824,
+      "step": 235500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9023944986892533e-05,
+      "loss": 1.7159,
+      "step": 236000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9021877073729172e-05,
+      "loss": 1.6848,
+      "step": 236500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9019809160565807e-05,
+      "loss": 1.6727,
+      "step": 237000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9017741247402445e-05,
+      "loss": 1.6647,
+      "step": 237500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.901567333423908e-05,
+      "loss": 1.666,
+      "step": 238000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.901360542107572e-05,
+      "loss": 1.7109,
+      "step": 238500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9011537507912353e-05,
+      "loss": 1.6651,
+      "step": 239000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9009469594748992e-05,
+      "loss": 1.6668,
+      "step": 239500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.900740168158563e-05,
+      "loss": 1.682,
+      "step": 240000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9005333768422265e-05,
+      "loss": 1.7031,
+      "step": 240500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.90032658552589e-05,
+      "loss": 1.6993,
+      "step": 241000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.900119794209554e-05,
+      "loss": 1.6602,
+      "step": 241500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8999130028932177e-05,
+      "loss": 1.6772,
+      "step": 242000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.899706211576881e-05,
+      "loss": 1.7098,
+      "step": 242500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8994994202605447e-05,
+      "loss": 1.6754,
+      "step": 243000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8992926289442085e-05,
+      "loss": 1.6923,
+      "step": 243500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8990858376278723e-05,
+      "loss": 1.6801,
+      "step": 244000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8988790463115358e-05,
+      "loss": 1.6797,
+      "step": 244500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8986722549951993e-05,
+      "loss": 1.6852,
+      "step": 245000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.898465463678863e-05,
+      "loss": 1.6869,
+      "step": 245500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.898258672362527e-05,
+      "loss": 1.6933,
+      "step": 246000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8980518810461905e-05,
+      "loss": 1.6877,
+      "step": 246500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.897845089729854e-05,
+      "loss": 1.6923,
+      "step": 247000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8976382984135178e-05,
+      "loss": 1.7072,
+      "step": 247500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8974315070971817e-05,
+      "loss": 1.7022,
+      "step": 248000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.897224715780845e-05,
+      "loss": 1.6557,
+      "step": 248500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.897017924464509e-05,
+      "loss": 1.679,
+      "step": 249000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.8968111331481725e-05,
+      "loss": 1.6773,
+      "step": 249500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8966043418318363e-05,
+      "loss": 1.6589,
+      "step": 250000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8963975505154998e-05,
+      "loss": 1.6512,
+      "step": 250500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8961907591991636e-05,
+      "loss": 1.677,
+      "step": 251000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.895983967882827e-05,
+      "loss": 1.6426,
+      "step": 251500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.895777176566491e-05,
+      "loss": 1.6895,
+      "step": 252000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8955703852501545e-05,
+      "loss": 1.7015,
+      "step": 252500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8953635939338183e-05,
+      "loss": 1.6814,
+      "step": 253000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.895156802617482e-05,
+      "loss": 1.6872,
+      "step": 253500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8949500113011456e-05,
+      "loss": 1.6808,
+      "step": 254000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.894743219984809e-05,
+      "loss": 1.6724,
+      "step": 254500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.894536428668473e-05,
+      "loss": 1.6583,
+      "step": 255000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8943296373521368e-05,
+      "loss": 1.6886,
+      "step": 255500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8941228460358003e-05,
+      "loss": 1.6697,
+      "step": 256000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8939160547194638e-05,
+      "loss": 1.6663,
+      "step": 256500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8937092634031276e-05,
+      "loss": 1.6772,
+      "step": 257000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8935024720867915e-05,
+      "loss": 1.686,
+      "step": 257500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.893295680770455e-05,
+      "loss": 1.6776,
+      "step": 258000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8930888894541185e-05,
+      "loss": 1.6644,
+      "step": 258500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8928820981377823e-05,
+      "loss": 1.709,
+      "step": 259000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.892675306821446e-05,
+      "loss": 1.6555,
+      "step": 259500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8924685155051096e-05,
+      "loss": 1.7072,
+      "step": 260000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8922617241887735e-05,
+      "loss": 1.6783,
+      "step": 260500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.892054932872437e-05,
+      "loss": 1.6766,
+      "step": 261000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8918481415561008e-05,
+      "loss": 1.6712,
+      "step": 261500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8916413502397643e-05,
+      "loss": 1.6923,
+      "step": 262000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.891434558923428e-05,
+      "loss": 1.699,
+      "step": 262500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8912277676070916e-05,
+      "loss": 1.6557,
+      "step": 263000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8910209762907555e-05,
+      "loss": 1.6932,
+      "step": 263500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.890814184974419e-05,
+      "loss": 1.6695,
+      "step": 264000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8906073936580828e-05,
+      "loss": 1.6708,
+      "step": 264500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.8904006023417463e-05,
+      "loss": 1.6846,
+      "step": 265000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.89019381102541e-05,
+      "loss": 1.6674,
+      "step": 265500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8899870197090736e-05,
+      "loss": 1.6888,
+      "step": 266000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8897802283927375e-05,
+      "loss": 1.6255,
+      "step": 266500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8895734370764013e-05,
+      "loss": 1.6834,
+      "step": 267000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8893666457600648e-05,
+      "loss": 1.6467,
+      "step": 267500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8891598544437283e-05,
+      "loss": 1.6775,
+      "step": 268000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.888953063127392e-05,
+      "loss": 1.6667,
+      "step": 268500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.888746271811056e-05,
+      "loss": 1.6797,
+      "step": 269000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8885394804947194e-05,
+      "loss": 1.6653,
+      "step": 269500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.888332689178383e-05,
+      "loss": 1.6725,
+      "step": 270000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8881258978620468e-05,
+      "loss": 1.6932,
+      "step": 270500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8879191065457106e-05,
+      "loss": 1.7109,
+      "step": 271000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.887712315229374e-05,
+      "loss": 1.6952,
+      "step": 271500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8875055239130376e-05,
+      "loss": 1.6407,
+      "step": 272000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8872987325967014e-05,
+      "loss": 1.6619,
+      "step": 272500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8870919412803653e-05,
+      "loss": 1.7035,
+      "step": 273000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8868851499640288e-05,
+      "loss": 1.6827,
+      "step": 273500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8866783586476926e-05,
+      "loss": 1.6668,
+      "step": 274000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.886471567331356e-05,
+      "loss": 1.6379,
+      "step": 274500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.88626477601502e-05,
+      "loss": 1.6813,
+      "step": 275000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8860579846986834e-05,
+      "loss": 1.7091,
+      "step": 275500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8858511933823473e-05,
+      "loss": 1.6762,
+      "step": 276000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8856444020660108e-05,
+      "loss": 1.688,
+      "step": 276500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8854376107496746e-05,
+      "loss": 1.6393,
+      "step": 277000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.885230819433338e-05,
+      "loss": 1.6629,
+      "step": 277500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.885024028117002e-05,
+      "loss": 1.6881,
+      "step": 278000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8848172368006654e-05,
+      "loss": 1.7069,
+      "step": 278500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8846104454843293e-05,
+      "loss": 1.6752,
+      "step": 279000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8844036541679928e-05,
+      "loss": 1.678,
+      "step": 279500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8841968628516566e-05,
+      "loss": 1.6643,
+      "step": 280000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8839900715353204e-05,
+      "loss": 1.6525,
+      "step": 280500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.883783280218984e-05,
+      "loss": 1.7002,
+      "step": 281000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8835764889026474e-05,
+      "loss": 1.6542,
+      "step": 281500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.8833696975863113e-05,
+      "loss": 1.7043,
+      "step": 282000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.883162906269975e-05,
+      "loss": 1.6496,
+      "step": 282500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8829561149536386e-05,
+      "loss": 1.6587,
+      "step": 283000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.882749323637302e-05,
+      "loss": 1.6738,
+      "step": 283500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.882542532320966e-05,
+      "loss": 1.6681,
+      "step": 284000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8823357410046297e-05,
+      "loss": 1.633,
+      "step": 284500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8821289496882932e-05,
+      "loss": 1.6639,
+      "step": 285000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8819221583719567e-05,
+      "loss": 1.6569,
+      "step": 285500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8817153670556206e-05,
+      "loss": 1.7017,
+      "step": 286000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8815085757392844e-05,
+      "loss": 1.6748,
+      "step": 286500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.881301784422948e-05,
+      "loss": 1.6641,
+      "step": 287000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8810949931066117e-05,
+      "loss": 1.6913,
+      "step": 287500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8808882017902752e-05,
+      "loss": 1.6746,
+      "step": 288000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.880681410473939e-05,
+      "loss": 1.7007,
+      "step": 288500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8804746191576026e-05,
+      "loss": 1.6874,
+      "step": 289000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8802678278412664e-05,
+      "loss": 1.6801,
+      "step": 289500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.88006103652493e-05,
+      "loss": 1.6809,
+      "step": 290000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8798542452085937e-05,
+      "loss": 1.6858,
+      "step": 290500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8796474538922572e-05,
+      "loss": 1.6333,
+      "step": 291000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.879440662575921e-05,
+      "loss": 1.6655,
+      "step": 291500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8792338712595846e-05,
+      "loss": 1.6815,
+      "step": 292000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8790270799432484e-05,
+      "loss": 1.6881,
+      "step": 292500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.878820288626912e-05,
+      "loss": 1.6599,
+      "step": 293000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8786134973105757e-05,
+      "loss": 1.6517,
+      "step": 293500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8784067059942396e-05,
+      "loss": 1.6852,
+      "step": 294000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.878199914677903e-05,
+      "loss": 1.6945,
+      "step": 294500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8779931233615666e-05,
+      "loss": 1.6562,
+      "step": 295000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8777863320452304e-05,
+      "loss": 1.6828,
+      "step": 295500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8775795407288942e-05,
+      "loss": 1.6758,
+      "step": 296000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8773727494125577e-05,
+      "loss": 1.6738,
+      "step": 296500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.8771659580962212e-05,
+      "loss": 1.6369,
+      "step": 297000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.876959166779885e-05,
+      "loss": 1.6627,
+      "step": 297500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.876752375463549e-05,
+      "loss": 1.6529,
+      "step": 298000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8765455841472124e-05,
+      "loss": 1.6635,
+      "step": 298500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8763387928308762e-05,
+      "loss": 1.6566,
+      "step": 299000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8761320015145397e-05,
+      "loss": 1.6997,
+      "step": 299500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8759252101982035e-05,
+      "loss": 1.6699,
+      "step": 300000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875718418881867e-05,
+      "loss": 1.6844,
+      "step": 300500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.875511627565531e-05,
+      "loss": 1.6682,
+      "step": 301000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8753048362491944e-05,
+      "loss": 1.6541,
+      "step": 301500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8750980449328582e-05,
+      "loss": 1.6626,
+      "step": 302000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8748912536165217e-05,
+      "loss": 1.6739,
+      "step": 302500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8746844623001855e-05,
+      "loss": 1.6582,
+      "step": 303000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.874477670983849e-05,
+      "loss": 1.6743,
+      "step": 303500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.874270879667513e-05,
+      "loss": 1.6741,
+      "step": 304000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8740640883511764e-05,
+      "loss": 1.6588,
+      "step": 304500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8738572970348402e-05,
+      "loss": 1.6654,
+      "step": 305000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8736505057185037e-05,
+      "loss": 1.6849,
+      "step": 305500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8734437144021675e-05,
+      "loss": 1.6606,
+      "step": 306000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873236923085831e-05,
+      "loss": 1.7128,
+      "step": 306500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.873030131769495e-05,
+      "loss": 1.6696,
+      "step": 307000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8728233404531587e-05,
+      "loss": 1.6637,
+      "step": 307500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8726165491368222e-05,
+      "loss": 1.6955,
+      "step": 308000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8724097578204857e-05,
+      "loss": 1.6834,
+      "step": 308500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8722029665041495e-05,
+      "loss": 1.6335,
+      "step": 309000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8719961751878134e-05,
+      "loss": 1.6748,
+      "step": 309500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.871789383871477e-05,
+      "loss": 1.6522,
+      "step": 310000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8715825925551404e-05,
+      "loss": 1.6767,
+      "step": 310500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8713758012388042e-05,
+      "loss": 1.6893,
+      "step": 311000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.871169009922468e-05,
+      "loss": 1.6616,
+      "step": 311500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8709622186061315e-05,
+      "loss": 1.6518,
+      "step": 312000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8707554272897954e-05,
+      "loss": 1.6703,
+      "step": 312500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.870548635973459e-05,
+      "loss": 1.6511,
+      "step": 313000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8703418446571227e-05,
+      "loss": 1.712,
+      "step": 313500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.8701350533407862e-05,
+      "loss": 1.684,
+      "step": 314000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.86992826202445e-05,
+      "loss": 1.6989,
+      "step": 314500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8697214707081135e-05,
+      "loss": 1.6937,
+      "step": 315000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8695146793917774e-05,
+      "loss": 1.679,
+      "step": 315500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.869307888075441e-05,
+      "loss": 1.6523,
+      "step": 316000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8691010967591047e-05,
+      "loss": 1.6638,
+      "step": 316500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8688943054427682e-05,
+      "loss": 1.6578,
+      "step": 317000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.868687514126432e-05,
+      "loss": 1.668,
+      "step": 317500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8684807228100955e-05,
+      "loss": 1.6638,
+      "step": 318000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8682739314937593e-05,
+      "loss": 1.6585,
+      "step": 318500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8680671401774232e-05,
+      "loss": 1.6564,
+      "step": 319000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8678603488610867e-05,
+      "loss": 1.679,
+      "step": 319500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8676535575447502e-05,
+      "loss": 1.6669,
+      "step": 320000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.867446766228414e-05,
+      "loss": 1.6687,
+      "step": 320500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.867239974912078e-05,
+      "loss": 1.6963,
+      "step": 321000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8670331835957413e-05,
+      "loss": 1.6617,
+      "step": 321500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.866826392279405e-05,
+      "loss": 1.6586,
+      "step": 322000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8666196009630687e-05,
+      "loss": 1.6685,
+      "step": 322500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8664128096467325e-05,
+      "loss": 1.6909,
+      "step": 323000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.866206018330396e-05,
+      "loss": 1.6458,
+      "step": 323500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.86599922701406e-05,
+      "loss": 1.6812,
+      "step": 324000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8657924356977233e-05,
+      "loss": 1.6596,
+      "step": 324500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.865585644381387e-05,
+      "loss": 1.6848,
+      "step": 325000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8653788530650507e-05,
+      "loss": 1.6796,
+      "step": 325500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8651720617487145e-05,
+      "loss": 1.6883,
+      "step": 326000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.864965270432378e-05,
+      "loss": 1.6402,
+      "step": 326500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8647584791160418e-05,
+      "loss": 1.6754,
+      "step": 327000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8645516877997053e-05,
+      "loss": 1.6419,
+      "step": 327500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.864344896483369e-05,
+      "loss": 1.6601,
+      "step": 328000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8641381051670327e-05,
+      "loss": 1.6689,
+      "step": 328500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8639313138506965e-05,
+      "loss": 1.6372,
+      "step": 329000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.86372452253436e-05,
+      "loss": 1.6361,
+      "step": 329500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.8635177312180238e-05,
+      "loss": 1.6986,
+      "step": 330000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8633109399016873e-05,
+      "loss": 1.6626,
+      "step": 330500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.863104148585351e-05,
+      "loss": 1.6471,
+      "step": 331000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8628973572690146e-05,
+      "loss": 1.6749,
+      "step": 331500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8626905659526785e-05,
+      "loss": 1.6646,
+      "step": 332000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8624837746363423e-05,
+      "loss": 1.6745,
+      "step": 332500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8622769833200058e-05,
+      "loss": 1.6759,
+      "step": 333000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8620701920036693e-05,
+      "loss": 1.6502,
+      "step": 333500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.861863400687333e-05,
+      "loss": 1.6745,
+      "step": 334000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.861656609370997e-05,
+      "loss": 1.6366,
+      "step": 334500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8614498180546605e-05,
+      "loss": 1.6612,
+      "step": 335000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.861243026738324e-05,
+      "loss": 1.6645,
+      "step": 335500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8610362354219878e-05,
+      "loss": 1.6613,
+      "step": 336000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8608294441056516e-05,
+      "loss": 1.6703,
+      "step": 336500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.860622652789315e-05,
+      "loss": 1.6633,
+      "step": 337000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.860415861472979e-05,
+      "loss": 1.6559,
+      "step": 337500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8602090701566425e-05,
+      "loss": 1.6805,
+      "step": 338000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8600022788403063e-05,
+      "loss": 1.6817,
+      "step": 338500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8597954875239698e-05,
+      "loss": 1.7016,
+      "step": 339000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8595886962076336e-05,
+      "loss": 1.6582,
+      "step": 339500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.859381904891297e-05,
+      "loss": 1.6472,
+      "step": 340000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.859175113574961e-05,
+      "loss": 1.6682,
+      "step": 340500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8589683222586245e-05,
+      "loss": 1.7143,
+      "step": 341000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8587615309422883e-05,
+      "loss": 1.6578,
+      "step": 341500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8585547396259518e-05,
+      "loss": 1.662,
+      "step": 342000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8583479483096156e-05,
+      "loss": 1.6454,
+      "step": 342500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.858141156993279e-05,
+      "loss": 1.6586,
+      "step": 343000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.857934365676943e-05,
+      "loss": 1.6859,
+      "step": 343500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8577275743606065e-05,
+      "loss": 1.6667,
+      "step": 344000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8575207830442703e-05,
+      "loss": 1.6875,
+      "step": 344500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8573139917279338e-05,
+      "loss": 1.6784,
+      "step": 345000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8571072004115976e-05,
+      "loss": 1.6744,
+      "step": 345500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.8569004090952615e-05,
+      "loss": 1.6499,
+      "step": 346000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.856693617778925e-05,
+      "loss": 1.6434,
+      "step": 346500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8564868264625884e-05,
+      "loss": 1.6592,
+      "step": 347000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8562800351462523e-05,
+      "loss": 1.6665,
+      "step": 347500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.856073243829916e-05,
+      "loss": 1.6438,
+      "step": 348000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8558664525135796e-05,
+      "loss": 1.6838,
+      "step": 348500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.855659661197243e-05,
+      "loss": 1.6925,
+      "step": 349000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.855452869880907e-05,
+      "loss": 1.6616,
+      "step": 349500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8552460785645708e-05,
+      "loss": 1.6478,
+      "step": 350000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8550392872482343e-05,
+      "loss": 1.6539,
+      "step": 350500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.854832495931898e-05,
+      "loss": 1.6667,
+      "step": 351000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8546257046155616e-05,
+      "loss": 1.698,
+      "step": 351500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8544189132992254e-05,
+      "loss": 1.6305,
+      "step": 352000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.854212121982889e-05,
+      "loss": 1.6525,
+      "step": 352500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8540053306665528e-05,
+      "loss": 1.6506,
+      "step": 353000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8537985393502163e-05,
+      "loss": 1.6907,
+      "step": 353500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.85359174803388e-05,
+      "loss": 1.6641,
+      "step": 354000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8533849567175436e-05,
+      "loss": 1.6587,
+      "step": 354500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8531781654012074e-05,
+      "loss": 1.6549,
+      "step": 355000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.852971374084871e-05,
+      "loss": 1.6669,
+      "step": 355500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8527645827685348e-05,
+      "loss": 1.6615,
+      "step": 356000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8525577914521983e-05,
+      "loss": 1.7056,
+      "step": 356500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.852351000135862e-05,
+      "loss": 1.6965,
+      "step": 357000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8521442088195256e-05,
+      "loss": 1.65,
+      "step": 357500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8519374175031894e-05,
+      "loss": 1.662,
+      "step": 358000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.851730626186853e-05,
+      "loss": 1.6659,
+      "step": 358500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8515238348705168e-05,
+      "loss": 1.668,
+      "step": 359000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8513170435541806e-05,
+      "loss": 1.6712,
+      "step": 359500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.851110252237844e-05,
+      "loss": 1.655,
+      "step": 360000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8509034609215076e-05,
+      "loss": 1.6694,
+      "step": 360500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8506966696051714e-05,
+      "loss": 1.6588,
+      "step": 361000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8504898782888353e-05,
+      "loss": 1.6963,
+      "step": 361500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8502830869724988e-05,
+      "loss": 1.67,
+      "step": 362000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.8500762956561626e-05,
+      "loss": 1.6612,
+      "step": 362500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.849869504339826e-05,
+      "loss": 1.6683,
+      "step": 363000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.84966271302349e-05,
+      "loss": 1.6851,
+      "step": 363500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8494559217071534e-05,
+      "loss": 1.6498,
+      "step": 364000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8492491303908173e-05,
+      "loss": 1.644,
+      "step": 364500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8490423390744807e-05,
+      "loss": 1.6754,
+      "step": 365000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8488355477581446e-05,
+      "loss": 1.6836,
+      "step": 365500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.848628756441808e-05,
+      "loss": 1.6537,
+      "step": 366000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.848421965125472e-05,
+      "loss": 1.651,
+      "step": 366500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8482151738091354e-05,
+      "loss": 1.6182,
+      "step": 367000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8480083824927992e-05,
+      "loss": 1.6661,
+      "step": 367500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8478015911764627e-05,
+      "loss": 1.6385,
+      "step": 368000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8475947998601266e-05,
+      "loss": 1.6284,
+      "step": 368500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.84738800854379e-05,
+      "loss": 1.6813,
+      "step": 369000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.847181217227454e-05,
+      "loss": 1.6621,
+      "step": 369500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8469744259111174e-05,
+      "loss": 1.663,
+      "step": 370000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8467676345947812e-05,
+      "loss": 1.6451,
+      "step": 370500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8465608432784447e-05,
+      "loss": 1.6663,
+      "step": 371000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8463540519621086e-05,
+      "loss": 1.63,
+      "step": 371500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.846147260645772e-05,
+      "loss": 1.6637,
+      "step": 372000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.845940469329436e-05,
+      "loss": 1.6485,
+      "step": 372500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8457336780130997e-05,
+      "loss": 1.6679,
+      "step": 373000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8455268866967632e-05,
+      "loss": 1.6681,
+      "step": 373500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8453200953804267e-05,
+      "loss": 1.6559,
+      "step": 374000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8451133040640906e-05,
+      "loss": 1.6885,
+      "step": 374500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8449065127477544e-05,
+      "loss": 1.6863,
+      "step": 375000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.844699721431418e-05,
+      "loss": 1.6402,
+      "step": 375500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8444929301150817e-05,
+      "loss": 1.6368,
+      "step": 376000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8442861387987452e-05,
+      "loss": 1.6648,
+      "step": 376500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.844079347482409e-05,
+      "loss": 1.6663,
+      "step": 377000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8438725561660726e-05,
+      "loss": 1.6628,
+      "step": 377500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8436657648497364e-05,
+      "loss": 1.6763,
+      "step": 378000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.8434589735334e-05,
+      "loss": 1.6907,
+      "step": 378500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8432521822170637e-05,
+      "loss": 1.6456,
+      "step": 379000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8430453909007272e-05,
+      "loss": 1.6476,
+      "step": 379500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.842838599584391e-05,
+      "loss": 1.6527,
+      "step": 380000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8426318082680545e-05,
+      "loss": 1.6693,
+      "step": 380500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8424250169517184e-05,
+      "loss": 1.6449,
+      "step": 381000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.842218225635382e-05,
+      "loss": 1.6448,
+      "step": 381500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8420114343190457e-05,
+      "loss": 1.6584,
+      "step": 382000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8418046430027092e-05,
+      "loss": 1.6626,
+      "step": 382500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.841597851686373e-05,
+      "loss": 1.6332,
+      "step": 383000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8413910603700365e-05,
+      "loss": 1.6822,
+      "step": 383500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8411842690537004e-05,
+      "loss": 1.6918,
+      "step": 384000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.840977477737364e-05,
+      "loss": 1.6372,
+      "step": 384500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8407706864210277e-05,
+      "loss": 1.6666,
+      "step": 385000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8405638951046912e-05,
+      "loss": 1.6548,
+      "step": 385500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.840357103788355e-05,
+      "loss": 1.6538,
+      "step": 386000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.840150312472019e-05,
+      "loss": 1.6661,
+      "step": 386500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8399435211556824e-05,
+      "loss": 1.6869,
+      "step": 387000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8397367298393462e-05,
+      "loss": 1.6475,
+      "step": 387500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8395299385230097e-05,
+      "loss": 1.6752,
+      "step": 388000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8393231472066735e-05,
+      "loss": 1.6536,
+      "step": 388500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.839116355890337e-05,
+      "loss": 1.6247,
+      "step": 389000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.838909564574001e-05,
+      "loss": 1.6753,
+      "step": 389500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8387027732576644e-05,
+      "loss": 1.6638,
+      "step": 390000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8384959819413282e-05,
+      "loss": 1.6797,
+      "step": 390500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8382891906249917e-05,
+      "loss": 1.6426,
+      "step": 391000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8380823993086555e-05,
+      "loss": 1.6834,
+      "step": 391500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.837875607992319e-05,
+      "loss": 1.6424,
+      "step": 392000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.837668816675983e-05,
+      "loss": 1.6996,
+      "step": 392500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8374620253596464e-05,
+      "loss": 1.6475,
+      "step": 393000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8372552340433102e-05,
+      "loss": 1.668,
+      "step": 393500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8370484427269737e-05,
+      "loss": 1.6578,
+      "step": 394000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.8368416514106375e-05,
+      "loss": 1.6566,
+      "step": 394500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.836634860094301e-05,
+      "loss": 1.6448,
+      "step": 395000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.836428068777965e-05,
+      "loss": 1.6473,
+      "step": 395500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8362212774616283e-05,
+      "loss": 1.6196,
+      "step": 396000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8360144861452922e-05,
+      "loss": 1.6599,
+      "step": 396500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8358076948289557e-05,
+      "loss": 1.6793,
+      "step": 397000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8356009035126195e-05,
+      "loss": 1.6576,
+      "step": 397500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.835394112196283e-05,
+      "loss": 1.6568,
+      "step": 398000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.835187320879947e-05,
+      "loss": 1.6515,
+      "step": 398500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8349805295636103e-05,
+      "loss": 1.6276,
+      "step": 399000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8347737382472742e-05,
+      "loss": 1.6365,
+      "step": 399500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.834566946930938e-05,
+      "loss": 1.658,
+      "step": 400000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8343601556146015e-05,
+      "loss": 1.6499,
+      "step": 400500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8341533642982653e-05,
+      "loss": 1.653,
+      "step": 401000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.833946572981929e-05,
+      "loss": 1.635,
+      "step": 401500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8337397816655927e-05,
+      "loss": 1.675,
+      "step": 402000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8335329903492562e-05,
+      "loss": 1.6724,
+      "step": 402500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.83332619903292e-05,
+      "loss": 1.6298,
+      "step": 403000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8331194077165835e-05,
+      "loss": 1.6759,
+      "step": 403500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8329126164002473e-05,
+      "loss": 1.6709,
+      "step": 404000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.832705825083911e-05,
+      "loss": 1.6522,
+      "step": 404500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8324990337675747e-05,
+      "loss": 1.6463,
+      "step": 405000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.832292242451238e-05,
+      "loss": 1.6643,
+      "step": 405500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.832085451134902e-05,
+      "loss": 1.6055,
+      "step": 406000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8318786598185655e-05,
+      "loss": 1.6392,
+      "step": 406500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8316718685022293e-05,
+      "loss": 1.6522,
+      "step": 407000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8314650771858928e-05,
+      "loss": 1.6631,
+      "step": 407500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8312582858695567e-05,
+      "loss": 1.6838,
+      "step": 408000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.83105149455322e-05,
+      "loss": 1.6631,
+      "step": 408500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.830844703236884e-05,
+      "loss": 1.6685,
+      "step": 409000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8306379119205475e-05,
+      "loss": 1.653,
+      "step": 409500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8304311206042113e-05,
+      "loss": 1.6389,
+      "step": 410000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8302243292878748e-05,
+      "loss": 1.675,
+      "step": 410500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.8300175379715387e-05,
+      "loss": 1.6373,
+      "step": 411000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.829810746655202e-05,
+      "loss": 1.6883,
+      "step": 411500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.829603955338866e-05,
+      "loss": 1.6283,
+      "step": 412000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8293971640225295e-05,
+      "loss": 1.6554,
+      "step": 412500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8291903727061933e-05,
+      "loss": 1.6459,
+      "step": 413000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.828983581389857e-05,
+      "loss": 1.6659,
+      "step": 413500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8287767900735206e-05,
+      "loss": 1.6516,
+      "step": 414000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8285699987571845e-05,
+      "loss": 1.6383,
+      "step": 414500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.828363207440848e-05,
+      "loss": 1.6741,
+      "step": 415000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8281564161245118e-05,
+      "loss": 1.6367,
+      "step": 415500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8279496248081753e-05,
+      "loss": 1.643,
+      "step": 416000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.827742833491839e-05,
+      "loss": 1.6696,
+      "step": 416500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8275360421755026e-05,
+      "loss": 1.6456,
+      "step": 417000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8273292508591665e-05,
+      "loss": 1.6417,
+      "step": 417500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.82712245954283e-05,
+      "loss": 1.6375,
+      "step": 418000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8269156682264938e-05,
+      "loss": 1.6403,
+      "step": 418500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8267088769101573e-05,
+      "loss": 1.66,
+      "step": 419000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.826502085593821e-05,
+      "loss": 1.6382,
+      "step": 419500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8262952942774846e-05,
+      "loss": 1.6647,
+      "step": 420000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8260885029611485e-05,
+      "loss": 1.6479,
+      "step": 420500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.825881711644812e-05,
+      "loss": 1.6657,
+      "step": 421000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8256749203284758e-05,
+      "loss": 1.614,
+      "step": 421500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8254681290121393e-05,
+      "loss": 1.6482,
+      "step": 422000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.825261337695803e-05,
+      "loss": 1.6583,
+      "step": 422500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8250545463794666e-05,
+      "loss": 1.6448,
+      "step": 423000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8248477550631305e-05,
+      "loss": 1.6754,
+      "step": 423500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.824640963746794e-05,
+      "loss": 1.6287,
+      "step": 424000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8244341724304578e-05,
+      "loss": 1.6743,
+      "step": 424500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8242273811141213e-05,
+      "loss": 1.665,
+      "step": 425000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.824020589797785e-05,
+      "loss": 1.6557,
+      "step": 425500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.823813798481449e-05,
+      "loss": 1.6336,
+      "step": 426000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8236070071651125e-05,
+      "loss": 1.6197,
+      "step": 426500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.8234002158487763e-05,
+      "loss": 1.6367,
+      "step": 427000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8231934245324398e-05,
+      "loss": 1.624,
+      "step": 427500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8229866332161036e-05,
+      "loss": 1.6275,
+      "step": 428000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.822779841899767e-05,
+      "loss": 1.6556,
+      "step": 428500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.822573050583431e-05,
+      "loss": 1.6741,
+      "step": 429000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8223662592670944e-05,
+      "loss": 1.6421,
+      "step": 429500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8221594679507583e-05,
+      "loss": 1.6785,
+      "step": 430000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8219526766344218e-05,
+      "loss": 1.6487,
+      "step": 430500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8217458853180856e-05,
+      "loss": 1.6681,
+      "step": 431000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.821539094001749e-05,
+      "loss": 1.6533,
+      "step": 431500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.821332302685413e-05,
+      "loss": 1.6671,
+      "step": 432000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8211255113690764e-05,
+      "loss": 1.6432,
+      "step": 432500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8209187200527403e-05,
+      "loss": 1.6305,
+      "step": 433000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8207119287364038e-05,
+      "loss": 1.6523,
+      "step": 433500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8205051374200676e-05,
+      "loss": 1.6561,
+      "step": 434000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.820298346103731e-05,
+      "loss": 1.6446,
+      "step": 434500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.820091554787395e-05,
+      "loss": 1.6156,
+      "step": 435000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8198847634710584e-05,
+      "loss": 1.6394,
+      "step": 435500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8196779721547223e-05,
+      "loss": 1.6407,
+      "step": 436000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8194711808383858e-05,
+      "loss": 1.6342,
+      "step": 436500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8192643895220496e-05,
+      "loss": 1.6749,
+      "step": 437000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.819057598205713e-05,
+      "loss": 1.6508,
+      "step": 437500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.818850806889377e-05,
+      "loss": 1.6519,
+      "step": 438000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8186440155730404e-05,
+      "loss": 1.6573,
+      "step": 438500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8184372242567043e-05,
+      "loss": 1.667,
+      "step": 439000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.818230432940368e-05,
+      "loss": 1.6384,
+      "step": 439500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8180236416240316e-05,
+      "loss": 1.6238,
+      "step": 440000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8178168503076954e-05,
+      "loss": 1.6725,
+      "step": 440500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.817610058991359e-05,
+      "loss": 1.6449,
+      "step": 441000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8174032676750228e-05,
+      "loss": 1.6505,
+      "step": 441500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8171964763586863e-05,
+      "loss": 1.6707,
+      "step": 442000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.81698968504235e-05,
+      "loss": 1.6427,
+      "step": 442500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.8167828937260136e-05,
+      "loss": 1.6475,
+      "step": 443000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8165761024096774e-05,
+      "loss": 1.6559,
+      "step": 443500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.816369311093341e-05,
+      "loss": 1.6613,
+      "step": 444000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8161625197770048e-05,
+      "loss": 1.6699,
+      "step": 444500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8159557284606682e-05,
+      "loss": 1.6719,
+      "step": 445000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.815748937144332e-05,
+      "loss": 1.6476,
+      "step": 445500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8155421458279956e-05,
+      "loss": 1.6824,
+      "step": 446000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8153353545116594e-05,
+      "loss": 1.6431,
+      "step": 446500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.815128563195323e-05,
+      "loss": 1.6254,
+      "step": 447000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8149217718789867e-05,
+      "loss": 1.6346,
+      "step": 447500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8147149805626502e-05,
+      "loss": 1.6573,
+      "step": 448000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.814508189246314e-05,
+      "loss": 1.6255,
+      "step": 448500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8143013979299776e-05,
+      "loss": 1.6647,
+      "step": 449000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8140946066136414e-05,
+      "loss": 1.6665,
+      "step": 449500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.813887815297305e-05,
+      "loss": 1.6266,
+      "step": 450000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8136810239809687e-05,
+      "loss": 1.6343,
+      "step": 450500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8134742326646326e-05,
+      "loss": 1.6593,
+      "step": 451000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.813267441348296e-05,
+      "loss": 1.6333,
+      "step": 451500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.81306065003196e-05,
+      "loss": 1.6328,
+      "step": 452000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8128538587156234e-05,
+      "loss": 1.6466,
+      "step": 452500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8126470673992872e-05,
+      "loss": 1.6815,
+      "step": 453000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8124402760829507e-05,
+      "loss": 1.638,
+      "step": 453500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8122334847666146e-05,
+      "loss": 1.6642,
+      "step": 454000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.812026693450278e-05,
+      "loss": 1.667,
+      "step": 454500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.811819902133942e-05,
+      "loss": 1.6592,
+      "step": 455000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8116131108176054e-05,
+      "loss": 1.6665,
+      "step": 455500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8114063195012692e-05,
+      "loss": 1.638,
+      "step": 456000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8111995281849327e-05,
+      "loss": 1.678,
+      "step": 456500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8109927368685966e-05,
+      "loss": 1.6459,
+      "step": 457000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.81078594555226e-05,
+      "loss": 1.626,
+      "step": 457500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.810579154235924e-05,
+      "loss": 1.6603,
+      "step": 458000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8103723629195874e-05,
+      "loss": 1.6515,
+      "step": 458500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.8101655716032512e-05,
+      "loss": 1.6363,
+      "step": 459000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8099587802869147e-05,
+      "loss": 1.6601,
+      "step": 459500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8097519889705786e-05,
+      "loss": 1.6861,
+      "step": 460000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.809545197654242e-05,
+      "loss": 1.6588,
+      "step": 460500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.809338406337906e-05,
+      "loss": 1.639,
+      "step": 461000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8091316150215694e-05,
+      "loss": 1.6452,
+      "step": 461500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8089248237052332e-05,
+      "loss": 1.6557,
+      "step": 462000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8087180323888967e-05,
+      "loss": 1.6331,
+      "step": 462500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8085112410725605e-05,
+      "loss": 1.667,
+      "step": 463000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.808304449756224e-05,
+      "loss": 1.6583,
+      "step": 463500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.808097658439888e-05,
+      "loss": 1.6553,
+      "step": 464000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8078908671235517e-05,
+      "loss": 1.6531,
+      "step": 464500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8076840758072152e-05,
+      "loss": 1.6146,
+      "step": 465000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.807477284490879e-05,
+      "loss": 1.648,
+      "step": 465500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8072704931745425e-05,
+      "loss": 1.6284,
+      "step": 466000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8070637018582064e-05,
+      "loss": 1.6384,
+      "step": 466500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.80685691054187e-05,
+      "loss": 1.6111,
+      "step": 467000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8066501192255337e-05,
+      "loss": 1.6365,
+      "step": 467500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8064433279091972e-05,
+      "loss": 1.6376,
+      "step": 468000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.806236536592861e-05,
+      "loss": 1.6842,
+      "step": 468500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8060297452765245e-05,
+      "loss": 1.6258,
+      "step": 469000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8058229539601884e-05,
+      "loss": 1.6524,
+      "step": 469500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.805616162643852e-05,
+      "loss": 1.672,
+      "step": 470000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8054093713275157e-05,
+      "loss": 1.6601,
+      "step": 470500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8052025800111792e-05,
+      "loss": 1.6481,
+      "step": 471000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.804995788694843e-05,
+      "loss": 1.6419,
+      "step": 471500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8047889973785065e-05,
+      "loss": 1.6351,
+      "step": 472000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8045822060621704e-05,
+      "loss": 1.7028,
+      "step": 472500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.804375414745834e-05,
+      "loss": 1.6305,
+      "step": 473000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8041686234294977e-05,
+      "loss": 1.6622,
+      "step": 473500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8039618321131612e-05,
+      "loss": 1.6547,
+      "step": 474000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.803755040796825e-05,
+      "loss": 1.6331,
+      "step": 474500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8035482494804885e-05,
+      "loss": 1.6587,
+      "step": 475000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.8033414581641524e-05,
+      "loss": 1.6488,
+      "step": 475500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.803134666847816e-05,
+      "loss": 1.6752,
+      "step": 476000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8029278755314797e-05,
+      "loss": 1.6321,
+      "step": 476500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8027210842151432e-05,
+      "loss": 1.6399,
+      "step": 477000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.802514292898807e-05,
+      "loss": 1.6356,
+      "step": 477500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.802307501582471e-05,
+      "loss": 1.6602,
+      "step": 478000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8021007102661343e-05,
+      "loss": 1.645,
+      "step": 478500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8018939189497982e-05,
+      "loss": 1.6481,
+      "step": 479000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8016871276334617e-05,
+      "loss": 1.6616,
+      "step": 479500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8014803363171255e-05,
+      "loss": 1.6492,
+      "step": 480000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.801273545000789e-05,
+      "loss": 1.6401,
+      "step": 480500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.801066753684453e-05,
+      "loss": 1.6495,
+      "step": 481000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8008599623681163e-05,
+      "loss": 1.638,
+      "step": 481500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8006531710517802e-05,
+      "loss": 1.6777,
+      "step": 482000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8004463797354437e-05,
+      "loss": 1.623,
+      "step": 482500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.8002395884191075e-05,
+      "loss": 1.6565,
+      "step": 483000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.800032797102771e-05,
+      "loss": 1.652,
+      "step": 483500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.799826005786435e-05,
+      "loss": 1.6234,
+      "step": 484000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7996192144700983e-05,
+      "loss": 1.6683,
+      "step": 484500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.799412423153762e-05,
+      "loss": 1.6404,
+      "step": 485000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7992056318374257e-05,
+      "loss": 1.6737,
+      "step": 485500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7989988405210895e-05,
+      "loss": 1.6639,
+      "step": 486000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.798792049204753e-05,
+      "loss": 1.6638,
+      "step": 486500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.798585257888417e-05,
+      "loss": 1.6462,
+      "step": 487000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7983784665720803e-05,
+      "loss": 1.636,
+      "step": 487500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.798171675255744e-05,
+      "loss": 1.6169,
+      "step": 488000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7979648839394077e-05,
+      "loss": 1.6738,
+      "step": 488500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7977580926230715e-05,
+      "loss": 1.6582,
+      "step": 489000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7975513013067353e-05,
+      "loss": 1.6413,
+      "step": 489500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7973445099903988e-05,
+      "loss": 1.6314,
+      "step": 490000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.7971377186740623e-05,
+      "loss": 1.6558,
+      "step": 490500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.796930927357726e-05,
+      "loss": 1.6365,
+      "step": 491000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.79672413604139e-05,
+      "loss": 1.6507,
+      "step": 491500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7965173447250535e-05,
+      "loss": 1.6312,
+      "step": 492000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7963105534087173e-05,
+      "loss": 1.6446,
+      "step": 492500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7961037620923808e-05,
+      "loss": 1.617,
+      "step": 493000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7958969707760447e-05,
+      "loss": 1.6339,
+      "step": 493500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.795690179459708e-05,
+      "loss": 1.6548,
+      "step": 494000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.795483388143372e-05,
+      "loss": 1.6461,
+      "step": 494500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7952765968270355e-05,
+      "loss": 1.6437,
+      "step": 495000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7950698055106993e-05,
+      "loss": 1.6661,
+      "step": 495500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7948630141943628e-05,
+      "loss": 1.6442,
+      "step": 496000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7946562228780266e-05,
+      "loss": 1.6483,
+      "step": 496500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.79444943156169e-05,
+      "loss": 1.633,
+      "step": 497000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.794242640245354e-05,
+      "loss": 1.6162,
+      "step": 497500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7940358489290175e-05,
+      "loss": 1.662,
+      "step": 498000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7938290576126813e-05,
+      "loss": 1.6637,
+      "step": 498500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7936222662963448e-05,
+      "loss": 1.6344,
+      "step": 499000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7934154749800086e-05,
+      "loss": 1.6536,
+      "step": 499500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.793208683663672e-05,
+      "loss": 1.6527,
+      "step": 500000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.793001892347336e-05,
+      "loss": 1.6556,
+      "step": 500500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7927951010309995e-05,
+      "loss": 1.65,
+      "step": 501000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7925883097146633e-05,
+      "loss": 1.6368,
+      "step": 501500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7923815183983268e-05,
+      "loss": 1.6548,
+      "step": 502000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7921747270819906e-05,
+      "loss": 1.6426,
+      "step": 502500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7919679357656545e-05,
+      "loss": 1.653,
+      "step": 503000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.791761144449318e-05,
+      "loss": 1.6329,
+      "step": 503500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7915543531329815e-05,
+      "loss": 1.6587,
+      "step": 504000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7913475618166453e-05,
+      "loss": 1.6381,
+      "step": 504500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.791140770500309e-05,
+      "loss": 1.6562,
+      "step": 505000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7909339791839726e-05,
+      "loss": 1.6149,
+      "step": 505500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7907271878676365e-05,
+      "loss": 1.6132,
+      "step": 506000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7905203965513e-05,
+      "loss": 1.6335,
+      "step": 506500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7903136052349638e-05,
+      "loss": 1.6401,
+      "step": 507000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.7901068139186273e-05,
+      "loss": 1.6226,
+      "step": 507500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.789900022602291e-05,
+      "loss": 1.6317,
+      "step": 508000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7896932312859546e-05,
+      "loss": 1.6391,
+      "step": 508500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7894864399696185e-05,
+      "loss": 1.6428,
+      "step": 509000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.789279648653282e-05,
+      "loss": 1.6388,
+      "step": 509500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7890728573369458e-05,
+      "loss": 1.6535,
+      "step": 510000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7888660660206093e-05,
+      "loss": 1.6337,
+      "step": 510500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.788659274704273e-05,
+      "loss": 1.6459,
+      "step": 511000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7884524833879366e-05,
+      "loss": 1.6372,
+      "step": 511500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7882456920716004e-05,
+      "loss": 1.6263,
+      "step": 512000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.788038900755264e-05,
+      "loss": 1.6255,
+      "step": 512500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7878321094389278e-05,
+      "loss": 1.6396,
+      "step": 513000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7876253181225913e-05,
+      "loss": 1.6647,
+      "step": 513500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.787418526806255e-05,
+      "loss": 1.6595,
+      "step": 514000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.787211735489919e-05,
+      "loss": 1.6335,
+      "step": 514500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7870049441735824e-05,
+      "loss": 1.6682,
+      "step": 515000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.786798152857246e-05,
+      "loss": 1.6296,
+      "step": 515500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7865913615409098e-05,
+      "loss": 1.5955,
+      "step": 516000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7863845702245736e-05,
+      "loss": 1.6446,
+      "step": 516500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.786177778908237e-05,
+      "loss": 1.6368,
+      "step": 517000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7859709875919006e-05,
+      "loss": 1.6246,
+      "step": 517500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7857641962755644e-05,
+      "loss": 1.6548,
+      "step": 518000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7855574049592283e-05,
+      "loss": 1.6405,
+      "step": 518500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7853506136428918e-05,
+      "loss": 1.6844,
+      "step": 519000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7851438223265556e-05,
+      "loss": 1.6358,
+      "step": 519500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.784937031010219e-05,
+      "loss": 1.6695,
+      "step": 520000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.784730239693883e-05,
+      "loss": 1.5935,
+      "step": 520500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7845234483775464e-05,
+      "loss": 1.6619,
+      "step": 521000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7843166570612103e-05,
+      "loss": 1.6272,
+      "step": 521500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7841098657448738e-05,
+      "loss": 1.6283,
+      "step": 522000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.7839030744285376e-05,
+      "loss": 1.6553,
+      "step": 522500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.783696283112201e-05,
+      "loss": 1.6153,
+      "step": 523000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.783489491795865e-05,
+      "loss": 1.6412,
+      "step": 523500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7832827004795284e-05,
+      "loss": 1.6449,
+      "step": 524000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7830759091631923e-05,
+      "loss": 1.5893,
+      "step": 524500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7828691178468558e-05,
+      "loss": 1.6059,
+      "step": 525000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7826623265305196e-05,
+      "loss": 1.6054,
+      "step": 525500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.782455535214183e-05,
+      "loss": 1.6312,
+      "step": 526000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.782248743897847e-05,
+      "loss": 1.6631,
+      "step": 526500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7820419525815104e-05,
+      "loss": 1.6257,
+      "step": 527000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7818351612651742e-05,
+      "loss": 1.6556,
+      "step": 527500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.781628369948838e-05,
+      "loss": 1.6308,
+      "step": 528000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7814215786325016e-05,
+      "loss": 1.6606,
+      "step": 528500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.781214787316165e-05,
+      "loss": 1.6317,
+      "step": 529000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.781007995999829e-05,
+      "loss": 1.6716,
+      "step": 529500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7808012046834927e-05,
+      "loss": 1.6568,
+      "step": 530000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7805944133671562e-05,
+      "loss": 1.5854,
+      "step": 530500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7803876220508197e-05,
+      "loss": 1.6572,
+      "step": 531000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7801808307344836e-05,
+      "loss": 1.6564,
+      "step": 531500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7799740394181474e-05,
+      "loss": 1.6512,
+      "step": 532000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.779767248101811e-05,
+      "loss": 1.6238,
+      "step": 532500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7795604567854747e-05,
+      "loss": 1.6626,
+      "step": 533000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7793536654691382e-05,
+      "loss": 1.6555,
+      "step": 533500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.779146874152802e-05,
+      "loss": 1.633,
+      "step": 534000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7789400828364656e-05,
+      "loss": 1.6286,
+      "step": 534500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7787332915201294e-05,
+      "loss": 1.6621,
+      "step": 535000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.778526500203793e-05,
+      "loss": 1.664,
+      "step": 535500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7783197088874567e-05,
+      "loss": 1.6794,
+      "step": 536000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7781129175711202e-05,
+      "loss": 1.6317,
+      "step": 536500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.777906126254784e-05,
+      "loss": 1.6345,
+      "step": 537000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7776993349384476e-05,
+      "loss": 1.6339,
+      "step": 537500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7774925436221114e-05,
+      "loss": 1.648,
+      "step": 538000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.777285752305775e-05,
+      "loss": 1.6169,
+      "step": 538500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7770789609894387e-05,
+      "loss": 1.6781,
+      "step": 539000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.7768721696731022e-05,
+      "loss": 1.6373,
+      "step": 539500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.776665378356766e-05,
+      "loss": 1.6333,
+      "step": 540000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7764585870404296e-05,
+      "loss": 1.6021,
+      "step": 540500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7762517957240934e-05,
+      "loss": 1.6452,
+      "step": 541000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7760450044077572e-05,
+      "loss": 1.6011,
+      "step": 541500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7758382130914207e-05,
+      "loss": 1.6314,
+      "step": 542000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7756314217750842e-05,
+      "loss": 1.6631,
+      "step": 542500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.775424630458748e-05,
+      "loss": 1.6245,
+      "step": 543000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.775217839142412e-05,
+      "loss": 1.6129,
+      "step": 543500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7750110478260754e-05,
+      "loss": 1.641,
+      "step": 544000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.774804256509739e-05,
+      "loss": 1.642,
+      "step": 544500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7745974651934027e-05,
+      "loss": 1.6146,
+      "step": 545000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7743906738770665e-05,
+      "loss": 1.6357,
+      "step": 545500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.77418388256073e-05,
+      "loss": 1.6486,
+      "step": 546000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.773977091244394e-05,
+      "loss": 1.6318,
+      "step": 546500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7737702999280574e-05,
+      "loss": 1.6513,
+      "step": 547000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7735635086117212e-05,
+      "loss": 1.6505,
+      "step": 547500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7733567172953847e-05,
+      "loss": 1.6147,
+      "step": 548000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7731499259790485e-05,
+      "loss": 1.6534,
+      "step": 548500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.772943134662712e-05,
+      "loss": 1.6261,
+      "step": 549000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.772736343346376e-05,
+      "loss": 1.6144,
+      "step": 549500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7725295520300394e-05,
+      "loss": 1.6204,
+      "step": 550000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7723227607137032e-05,
+      "loss": 1.6198,
+      "step": 550500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7721159693973667e-05,
+      "loss": 1.6431,
+      "step": 551000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7719091780810305e-05,
+      "loss": 1.6504,
+      "step": 551500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.771702386764694e-05,
+      "loss": 1.6136,
+      "step": 552000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.771495595448358e-05,
+      "loss": 1.6396,
+      "step": 552500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7712888041320217e-05,
+      "loss": 1.6491,
+      "step": 553000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7710820128156852e-05,
+      "loss": 1.6219,
+      "step": 553500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7708752214993487e-05,
+      "loss": 1.6575,
+      "step": 554000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7706684301830125e-05,
+      "loss": 1.6177,
+      "step": 554500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7704616388666764e-05,
+      "loss": 1.6549,
+      "step": 555000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.77025484755034e-05,
+      "loss": 1.6602,
+      "step": 555500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.7700480562340034e-05,
+      "loss": 1.6244,
+      "step": 556000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7698412649176672e-05,
+      "loss": 1.6532,
+      "step": 556500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.769634473601331e-05,
+      "loss": 1.6365,
+      "step": 557000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7694276822849945e-05,
+      "loss": 1.6516,
+      "step": 557500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.769220890968658e-05,
+      "loss": 1.6576,
+      "step": 558000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.769014099652322e-05,
+      "loss": 1.6514,
+      "step": 558500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7688073083359857e-05,
+      "loss": 1.6329,
+      "step": 559000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7686005170196492e-05,
+      "loss": 1.6732,
+      "step": 559500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.768393725703313e-05,
+      "loss": 1.6065,
+      "step": 560000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7681869343869765e-05,
+      "loss": 1.6091,
+      "step": 560500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7679801430706403e-05,
+      "loss": 1.66,
+      "step": 561000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.767773351754304e-05,
+      "loss": 1.6477,
+      "step": 561500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7675665604379677e-05,
+      "loss": 1.641,
+      "step": 562000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7673597691216312e-05,
+      "loss": 1.6301,
+      "step": 562500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.767152977805295e-05,
+      "loss": 1.6249,
+      "step": 563000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7669461864889585e-05,
+      "loss": 1.6138,
+      "step": 563500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7667393951726223e-05,
+      "loss": 1.5931,
+      "step": 564000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.766532603856286e-05,
+      "loss": 1.622,
+      "step": 564500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7663258125399497e-05,
+      "loss": 1.6384,
+      "step": 565000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.766119021223613e-05,
+      "loss": 1.6417,
+      "step": 565500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.765912229907277e-05,
+      "loss": 1.6032,
+      "step": 566000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.765705438590941e-05,
+      "loss": 1.6349,
+      "step": 566500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7654986472746043e-05,
+      "loss": 1.6122,
+      "step": 567000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7652918559582678e-05,
+      "loss": 1.6405,
+      "step": 567500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7650850646419317e-05,
+      "loss": 1.6618,
+      "step": 568000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7648782733255955e-05,
+      "loss": 1.6489,
+      "step": 568500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.764671482009259e-05,
+      "loss": 1.6121,
+      "step": 569000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7644646906929225e-05,
+      "loss": 1.6462,
+      "step": 569500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7642578993765863e-05,
+      "loss": 1.624,
+      "step": 570000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.76405110806025e-05,
+      "loss": 1.6397,
+      "step": 570500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.7638443167439137e-05,
+      "loss": 1.6166,
+      "step": 571000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.763637525427577e-05,
+      "loss": 1.6125,
+      "step": 571500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.763430734111241e-05,
+      "loss": 1.6181,
+      "step": 572000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7632239427949048e-05,
+      "loss": 1.6209,
+      "step": 572500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7630171514785683e-05,
+      "loss": 1.6457,
+      "step": 573000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.762810360162232e-05,
+      "loss": 1.6035,
+      "step": 573500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7626035688458957e-05,
+      "loss": 1.628,
+      "step": 574000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7623967775295595e-05,
+      "loss": 1.6419,
+      "step": 574500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.762189986213223e-05,
+      "loss": 1.6502,
+      "step": 575000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7619831948968868e-05,
+      "loss": 1.6417,
+      "step": 575500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7617764035805503e-05,
+      "loss": 1.6496,
+      "step": 576000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.761569612264214e-05,
+      "loss": 1.6203,
+      "step": 576500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7613628209478776e-05,
+      "loss": 1.6238,
+      "step": 577000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7611560296315415e-05,
+      "loss": 1.6238,
+      "step": 577500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7609492383152053e-05,
+      "loss": 1.6371,
+      "step": 578000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7607424469988688e-05,
+      "loss": 1.6438,
+      "step": 578500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7605356556825323e-05,
+      "loss": 1.6448,
+      "step": 579000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.760328864366196e-05,
+      "loss": 1.6503,
+      "step": 579500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.76012207304986e-05,
+      "loss": 1.6263,
+      "step": 580000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7599152817335235e-05,
+      "loss": 1.6184,
+      "step": 580500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.759708490417187e-05,
+      "loss": 1.6244,
+      "step": 581000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7595016991008508e-05,
+      "loss": 1.6449,
+      "step": 581500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7592949077845146e-05,
+      "loss": 1.62,
+      "step": 582000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.759088116468178e-05,
+      "loss": 1.6307,
+      "step": 582500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7588813251518416e-05,
+      "loss": 1.6465,
+      "step": 583000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7586745338355055e-05,
+      "loss": 1.6325,
+      "step": 583500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7584677425191693e-05,
+      "loss": 1.6253,
+      "step": 584000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7582609512028328e-05,
+      "loss": 1.6174,
+      "step": 584500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7580541598864966e-05,
+      "loss": 1.6509,
+      "step": 585000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.75784736857016e-05,
+      "loss": 1.651,
+      "step": 585500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.757640577253824e-05,
+      "loss": 1.6609,
+      "step": 586000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7574337859374875e-05,
+      "loss": 1.659,
+      "step": 586500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7572269946211513e-05,
+      "loss": 1.648,
+      "step": 587000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7570202033048148e-05,
+      "loss": 1.6242,
+      "step": 587500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.7568134119884786e-05,
+      "loss": 1.6211,
+      "step": 588000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.756606620672142e-05,
+      "loss": 1.6353,
+      "step": 588500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.756399829355806e-05,
+      "loss": 1.623,
+      "step": 589000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7561930380394695e-05,
+      "loss": 1.6158,
+      "step": 589500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7559862467231333e-05,
+      "loss": 1.6285,
+      "step": 590000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7557794554067968e-05,
+      "loss": 1.6366,
+      "step": 590500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7555726640904606e-05,
+      "loss": 1.6492,
+      "step": 591000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7553658727741245e-05,
+      "loss": 1.6514,
+      "step": 591500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.755159081457788e-05,
+      "loss": 1.6418,
+      "step": 592000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7549522901414514e-05,
+      "loss": 1.6543,
+      "step": 592500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7547454988251153e-05,
+      "loss": 1.666,
+      "step": 593000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.754538707508779e-05,
+      "loss": 1.6268,
+      "step": 593500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7543319161924426e-05,
+      "loss": 1.6264,
+      "step": 594000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.754125124876106e-05,
+      "loss": 1.6544,
+      "step": 594500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.75391833355977e-05,
+      "loss": 1.6506,
+      "step": 595000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7537115422434338e-05,
+      "loss": 1.6444,
+      "step": 595500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7535047509270973e-05,
+      "loss": 1.6227,
+      "step": 596000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7532979596107608e-05,
+      "loss": 1.6318,
+      "step": 596500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7530911682944246e-05,
+      "loss": 1.67,
+      "step": 597000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7528843769780884e-05,
+      "loss": 1.632,
+      "step": 597500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.752677585661752e-05,
+      "loss": 1.6357,
+      "step": 598000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7524707943454158e-05,
+      "loss": 1.6154,
+      "step": 598500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7522640030290793e-05,
+      "loss": 1.6264,
+      "step": 599000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.752057211712743e-05,
+      "loss": 1.6287,
+      "step": 599500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7518504203964066e-05,
+      "loss": 1.6764,
+      "step": 600000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7516436290800704e-05,
+      "loss": 1.6294,
+      "step": 600500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.751436837763734e-05,
+      "loss": 1.6131,
+      "step": 601000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7512300464473978e-05,
+      "loss": 1.6096,
+      "step": 601500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7510232551310613e-05,
+      "loss": 1.6342,
+      "step": 602000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.750816463814725e-05,
+      "loss": 1.6407,
+      "step": 602500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7506096724983886e-05,
+      "loss": 1.6358,
+      "step": 603000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.7504028811820524e-05,
+      "loss": 1.6466,
+      "step": 603500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.750196089865716e-05,
+      "loss": 1.6399,
+      "step": 604000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7499892985493798e-05,
+      "loss": 1.6246,
+      "step": 604500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7497825072330436e-05,
+      "loss": 1.6343,
+      "step": 605000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.749575715916707e-05,
+      "loss": 1.6361,
+      "step": 605500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7493689246003706e-05,
+      "loss": 1.629,
+      "step": 606000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7491621332840344e-05,
+      "loss": 1.6218,
+      "step": 606500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7489553419676983e-05,
+      "loss": 1.6061,
+      "step": 607000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7487485506513617e-05,
+      "loss": 1.6301,
+      "step": 607500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7485417593350252e-05,
+      "loss": 1.6347,
+      "step": 608000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.748334968018689e-05,
+      "loss": 1.6262,
+      "step": 608500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.748128176702353e-05,
+      "loss": 1.6135,
+      "step": 609000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7479213853860164e-05,
+      "loss": 1.6469,
+      "step": 609500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.74771459406968e-05,
+      "loss": 1.6475,
+      "step": 610000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7475078027533437e-05,
+      "loss": 1.6186,
+      "step": 610500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7473010114370076e-05,
+      "loss": 1.6156,
+      "step": 611000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.747094220120671e-05,
+      "loss": 1.6327,
+      "step": 611500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.746887428804335e-05,
+      "loss": 1.605,
+      "step": 612000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7466806374879984e-05,
+      "loss": 1.643,
+      "step": 612500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7464738461716622e-05,
+      "loss": 1.6171,
+      "step": 613000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7462670548553257e-05,
+      "loss": 1.6221,
+      "step": 613500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7460602635389896e-05,
+      "loss": 1.6524,
+      "step": 614000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.745853472222653e-05,
+      "loss": 1.6575,
+      "step": 614500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.745646680906317e-05,
+      "loss": 1.6086,
+      "step": 615000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7454398895899804e-05,
+      "loss": 1.6231,
+      "step": 615500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7452330982736442e-05,
+      "loss": 1.623,
+      "step": 616000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.745026306957308e-05,
+      "loss": 1.629,
+      "step": 616500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7448195156409716e-05,
+      "loss": 1.6311,
+      "step": 617000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.744612724324635e-05,
+      "loss": 1.6315,
+      "step": 617500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.744405933008299e-05,
+      "loss": 1.6265,
+      "step": 618000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7441991416919627e-05,
+      "loss": 1.6621,
+      "step": 618500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7439923503756262e-05,
+      "loss": 1.6387,
+      "step": 619000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7437855590592897e-05,
+      "loss": 1.6451,
+      "step": 619500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7435787677429536e-05,
+      "loss": 1.6337,
+      "step": 620000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.7433719764266174e-05,
+      "loss": 1.6355,
+      "step": 620500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.743165185110281e-05,
+      "loss": 1.601,
+      "step": 621000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7429583937939444e-05,
+      "loss": 1.6154,
+      "step": 621500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7427516024776082e-05,
+      "loss": 1.6416,
+      "step": 622000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.742544811161272e-05,
+      "loss": 1.5854,
+      "step": 622500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7423380198449356e-05,
+      "loss": 1.6032,
+      "step": 623000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.742131228528599e-05,
+      "loss": 1.6338,
+      "step": 623500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.741924437212263e-05,
+      "loss": 1.637,
+      "step": 624000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7417176458959267e-05,
+      "loss": 1.6116,
+      "step": 624500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7415108545795902e-05,
+      "loss": 1.6159,
+      "step": 625000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.741304063263254e-05,
+      "loss": 1.662,
+      "step": 625500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7410972719469175e-05,
+      "loss": 1.6573,
+      "step": 626000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7408904806305814e-05,
+      "loss": 1.619,
+      "step": 626500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.740683689314245e-05,
+      "loss": 1.6382,
+      "step": 627000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7404768979979087e-05,
+      "loss": 1.6311,
+      "step": 627500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7402701066815722e-05,
+      "loss": 1.6368,
+      "step": 628000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.740063315365236e-05,
+      "loss": 1.6384,
+      "step": 628500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7398565240488995e-05,
+      "loss": 1.6278,
+      "step": 629000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7396497327325634e-05,
+      "loss": 1.6204,
+      "step": 629500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7394429414162272e-05,
+      "loss": 1.6479,
+      "step": 630000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7392361500998907e-05,
+      "loss": 1.6141,
+      "step": 630500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7390293587835542e-05,
+      "loss": 1.6368,
+      "step": 631000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.738822567467218e-05,
+      "loss": 1.6722,
+      "step": 631500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.738615776150882e-05,
+      "loss": 1.6306,
+      "step": 632000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7384089848345454e-05,
+      "loss": 1.603,
+      "step": 632500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.738202193518209e-05,
+      "loss": 1.6092,
+      "step": 633000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7379954022018727e-05,
+      "loss": 1.6071,
+      "step": 633500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7377886108855365e-05,
+      "loss": 1.6586,
+      "step": 634000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7375818195692e-05,
+      "loss": 1.6435,
+      "step": 634500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7373750282528635e-05,
+      "loss": 1.6015,
+      "step": 635000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7371682369365274e-05,
+      "loss": 1.6129,
+      "step": 635500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7369614456201912e-05,
+      "loss": 1.6231,
+      "step": 636000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.7367546543038547e-05,
+      "loss": 1.6303,
+      "step": 636500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7365478629875182e-05,
+      "loss": 1.6416,
+      "step": 637000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.736341071671182e-05,
+      "loss": 1.6392,
+      "step": 637500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.736134280354846e-05,
+      "loss": 1.6424,
+      "step": 638000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7359274890385094e-05,
+      "loss": 1.6172,
+      "step": 638500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7357206977221732e-05,
+      "loss": 1.6347,
+      "step": 639000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7355139064058367e-05,
+      "loss": 1.6149,
+      "step": 639500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7353071150895005e-05,
+      "loss": 1.6068,
+      "step": 640000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.735100323773164e-05,
+      "loss": 1.6347,
+      "step": 640500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.734893532456828e-05,
+      "loss": 1.6446,
+      "step": 641000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7346867411404917e-05,
+      "loss": 1.6167,
+      "step": 641500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7344799498241552e-05,
+      "loss": 1.6412,
+      "step": 642000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7342731585078187e-05,
+      "loss": 1.6243,
+      "step": 642500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7340663671914825e-05,
+      "loss": 1.6058,
+      "step": 643000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7338595758751463e-05,
+      "loss": 1.6145,
+      "step": 643500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.73365278455881e-05,
+      "loss": 1.6231,
+      "step": 644000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7334459932424733e-05,
+      "loss": 1.6071,
+      "step": 644500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7332392019261372e-05,
+      "loss": 1.6086,
+      "step": 645000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.733032410609801e-05,
+      "loss": 1.6516,
+      "step": 645500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7328256192934645e-05,
+      "loss": 1.6462,
+      "step": 646000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.732618827977128e-05,
+      "loss": 1.6195,
+      "step": 646500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.732412036660792e-05,
+      "loss": 1.6253,
+      "step": 647000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7322052453444557e-05,
+      "loss": 1.6312,
+      "step": 647500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.731998454028119e-05,
+      "loss": 1.609,
+      "step": 648000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7317916627117827e-05,
+      "loss": 1.6005,
+      "step": 648500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7315848713954465e-05,
+      "loss": 1.6201,
+      "step": 649000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7313780800791103e-05,
+      "loss": 1.6343,
+      "step": 649500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7311712887627738e-05,
+      "loss": 1.6419,
+      "step": 650000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7309644974464373e-05,
+      "loss": 1.6027,
+      "step": 650500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.730757706130101e-05,
+      "loss": 1.6262,
+      "step": 651000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.730550914813765e-05,
+      "loss": 1.6312,
+      "step": 651500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7303441234974285e-05,
+      "loss": 1.6311,
+      "step": 652000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.7301373321810923e-05,
+      "loss": 1.6296,
+      "step": 652500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7299305408647558e-05,
+      "loss": 1.6482,
+      "step": 653000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7297237495484197e-05,
+      "loss": 1.66,
+      "step": 653500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.729516958232083e-05,
+      "loss": 1.601,
+      "step": 654000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.729310166915747e-05,
+      "loss": 1.6438,
+      "step": 654500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7291033755994108e-05,
+      "loss": 1.6462,
+      "step": 655000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7288965842830743e-05,
+      "loss": 1.6466,
+      "step": 655500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7286897929667378e-05,
+      "loss": 1.6312,
+      "step": 656000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7284830016504016e-05,
+      "loss": 1.6351,
+      "step": 656500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7282762103340655e-05,
+      "loss": 1.6702,
+      "step": 657000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.728069419017729e-05,
+      "loss": 1.6228,
+      "step": 657500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7278626277013925e-05,
+      "loss": 1.6196,
+      "step": 658000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7276558363850563e-05,
+      "loss": 1.6107,
+      "step": 658500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.72744904506872e-05,
+      "loss": 1.6189,
+      "step": 659000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7272422537523836e-05,
+      "loss": 1.6207,
+      "step": 659500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.727035462436047e-05,
+      "loss": 1.6378,
+      "step": 660000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.726828671119711e-05,
+      "loss": 1.6469,
+      "step": 660500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7266218798033748e-05,
+      "loss": 1.6155,
+      "step": 661000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7264150884870383e-05,
+      "loss": 1.6233,
+      "step": 661500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7262082971707018e-05,
+      "loss": 1.6268,
+      "step": 662000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7260015058543656e-05,
+      "loss": 1.62,
+      "step": 662500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7257947145380295e-05,
+      "loss": 1.5998,
+      "step": 663000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.725587923221693e-05,
+      "loss": 1.6149,
+      "step": 663500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7253811319053565e-05,
+      "loss": 1.6559,
+      "step": 664000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7251743405890203e-05,
+      "loss": 1.6312,
+      "step": 664500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.724967549272684e-05,
+      "loss": 1.6357,
+      "step": 665000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7247607579563476e-05,
+      "loss": 1.6029,
+      "step": 665500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7245539666400115e-05,
+      "loss": 1.6246,
+      "step": 666000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.724347175323675e-05,
+      "loss": 1.6299,
+      "step": 666500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7241403840073388e-05,
+      "loss": 1.6287,
+      "step": 667000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.7239335926910023e-05,
+      "loss": 1.6016,
+      "step": 667500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.723726801374666e-05,
+      "loss": 1.647,
+      "step": 668000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.72352001005833e-05,
+      "loss": 1.6383,
+      "step": 668500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7233132187419935e-05,
+      "loss": 1.6502,
+      "step": 669000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.723106427425657e-05,
+      "loss": 1.6618,
+      "step": 669500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7228996361093208e-05,
+      "loss": 1.6288,
+      "step": 670000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7226928447929846e-05,
+      "loss": 1.6322,
+      "step": 670500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.722486053476648e-05,
+      "loss": 1.6003,
+      "step": 671000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7222792621603116e-05,
+      "loss": 1.626,
+      "step": 671500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7220724708439755e-05,
+      "loss": 1.6195,
+      "step": 672000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7218656795276393e-05,
+      "loss": 1.6523,
+      "step": 672500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7216588882113028e-05,
+      "loss": 1.6001,
+      "step": 673000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7214520968949663e-05,
+      "loss": 1.6395,
+      "step": 673500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.72124530557863e-05,
+      "loss": 1.6355,
+      "step": 674000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.721038514262294e-05,
+      "loss": 1.6219,
+      "step": 674500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7208317229459574e-05,
+      "loss": 1.6117,
+      "step": 675000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.720624931629621e-05,
+      "loss": 1.6335,
+      "step": 675500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7204181403132848e-05,
+      "loss": 1.6276,
+      "step": 676000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7202113489969486e-05,
+      "loss": 1.6281,
+      "step": 676500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.720004557680612e-05,
+      "loss": 1.6304,
+      "step": 677000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7197977663642756e-05,
+      "loss": 1.6321,
+      "step": 677500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7195909750479394e-05,
+      "loss": 1.6247,
+      "step": 678000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7193841837316033e-05,
+      "loss": 1.6113,
+      "step": 678500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7191773924152668e-05,
+      "loss": 1.629,
+      "step": 679000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7189706010989306e-05,
+      "loss": 1.603,
+      "step": 679500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7187638097825944e-05,
+      "loss": 1.5872,
+      "step": 680000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.718557018466258e-05,
+      "loss": 1.6194,
+      "step": 680500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7183502271499214e-05,
+      "loss": 1.6865,
+      "step": 681000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7181434358335853e-05,
+      "loss": 1.6145,
+      "step": 681500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.717936644517249e-05,
+      "loss": 1.6291,
+      "step": 682000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7177298532009126e-05,
+      "loss": 1.6212,
+      "step": 682500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.717523061884576e-05,
+      "loss": 1.6258,
+      "step": 683000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.71731627056824e-05,
+      "loss": 1.621,
+      "step": 683500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7171094792519038e-05,
+      "loss": 1.6305,
+      "step": 684000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7169026879355673e-05,
+      "loss": 1.6323,
+      "step": 684500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.7166958966192308e-05,
+      "loss": 1.6341,
+      "step": 685000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7164891053028946e-05,
+      "loss": 1.6249,
+      "step": 685500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7162823139865584e-05,
+      "loss": 1.6121,
+      "step": 686000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.716075522670222e-05,
+      "loss": 1.584,
+      "step": 686500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7158687313538854e-05,
+      "loss": 1.6156,
+      "step": 687000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7156619400375493e-05,
+      "loss": 1.6302,
+      "step": 687500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.715455148721213e-05,
+      "loss": 1.6081,
+      "step": 688000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7152483574048766e-05,
+      "loss": 1.6222,
+      "step": 688500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.71504156608854e-05,
+      "loss": 1.6334,
+      "step": 689000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.714834774772204e-05,
+      "loss": 1.6235,
+      "step": 689500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7146279834558677e-05,
+      "loss": 1.5851,
+      "step": 690000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7144211921395312e-05,
+      "loss": 1.6439,
+      "step": 690500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7142144008231947e-05,
+      "loss": 1.6358,
+      "step": 691000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7140076095068586e-05,
+      "loss": 1.6366,
+      "step": 691500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7138008181905224e-05,
+      "loss": 1.6105,
+      "step": 692000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.713594026874186e-05,
+      "loss": 1.6611,
+      "step": 692500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7133872355578497e-05,
+      "loss": 1.6261,
+      "step": 693000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7131804442415136e-05,
+      "loss": 1.6112,
+      "step": 693500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.712973652925177e-05,
+      "loss": 1.6321,
+      "step": 694000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7127668616088406e-05,
+      "loss": 1.6309,
+      "step": 694500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7125600702925044e-05,
+      "loss": 1.6227,
+      "step": 695000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7123532789761682e-05,
+      "loss": 1.6312,
+      "step": 695500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7121464876598317e-05,
+      "loss": 1.5981,
+      "step": 696000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7119396963434952e-05,
+      "loss": 1.6602,
+      "step": 696500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.711732905027159e-05,
+      "loss": 1.6249,
+      "step": 697000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.711526113710823e-05,
+      "loss": 1.6476,
+      "step": 697500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7113193223944864e-05,
+      "loss": 1.6283,
+      "step": 698000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.71111253107815e-05,
+      "loss": 1.6297,
+      "step": 698500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7109057397618137e-05,
+      "loss": 1.6111,
+      "step": 699000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7106989484454776e-05,
+      "loss": 1.6241,
+      "step": 699500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.710492157129141e-05,
+      "loss": 1.6062,
+      "step": 700000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7102853658128046e-05,
+      "loss": 1.5961,
+      "step": 700500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.7100785744964684e-05,
+      "loss": 1.6076,
+      "step": 701000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7098717831801322e-05,
+      "loss": 1.6305,
+      "step": 701500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7096649918637957e-05,
+      "loss": 1.6294,
+      "step": 702000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7094582005474592e-05,
+      "loss": 1.616,
+      "step": 702500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.709251409231123e-05,
+      "loss": 1.6168,
+      "step": 703000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.709044617914787e-05,
+      "loss": 1.6258,
+      "step": 703500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7088378265984504e-05,
+      "loss": 1.6252,
+      "step": 704000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7086310352821142e-05,
+      "loss": 1.6517,
+      "step": 704500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.708424243965778e-05,
+      "loss": 1.5765,
+      "step": 705000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7082174526494415e-05,
+      "loss": 1.6487,
+      "step": 705500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.708010661333105e-05,
+      "loss": 1.6345,
+      "step": 706000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.707803870016769e-05,
+      "loss": 1.6031,
+      "step": 706500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7075970787004327e-05,
+      "loss": 1.6342,
+      "step": 707000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7073902873840962e-05,
+      "loss": 1.6206,
+      "step": 707500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7071834960677597e-05,
+      "loss": 1.6423,
+      "step": 708000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7069767047514235e-05,
+      "loss": 1.6234,
+      "step": 708500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7067699134350874e-05,
+      "loss": 1.6136,
+      "step": 709000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.706563122118751e-05,
+      "loss": 1.6081,
+      "step": 709500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7063563308024144e-05,
+      "loss": 1.6156,
+      "step": 710000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7061495394860782e-05,
+      "loss": 1.6147,
+      "step": 710500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.705942748169742e-05,
+      "loss": 1.6214,
+      "step": 711000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7057359568534055e-05,
+      "loss": 1.6178,
+      "step": 711500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.705529165537069e-05,
+      "loss": 1.6208,
+      "step": 712000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.705322374220733e-05,
+      "loss": 1.6071,
+      "step": 712500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7051155829043967e-05,
+      "loss": 1.5874,
+      "step": 713000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7049087915880602e-05,
+      "loss": 1.6096,
+      "step": 713500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7047020002717237e-05,
+      "loss": 1.629,
+      "step": 714000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7044952089553875e-05,
+      "loss": 1.5995,
+      "step": 714500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7042884176390514e-05,
+      "loss": 1.6549,
+      "step": 715000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.704081626322715e-05,
+      "loss": 1.6188,
+      "step": 715500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7038748350063784e-05,
+      "loss": 1.6344,
+      "step": 716000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.7036680436900422e-05,
+      "loss": 1.6217,
+      "step": 716500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.703461252373706e-05,
+      "loss": 1.6103,
+      "step": 717000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7032544610573695e-05,
+      "loss": 1.636,
+      "step": 717500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7030476697410334e-05,
+      "loss": 1.635,
+      "step": 718000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7028408784246972e-05,
+      "loss": 1.6325,
+      "step": 718500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7026340871083607e-05,
+      "loss": 1.6302,
+      "step": 719000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7024272957920242e-05,
+      "loss": 1.5954,
+      "step": 719500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.702220504475688e-05,
+      "loss": 1.6313,
+      "step": 720000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.702013713159352e-05,
+      "loss": 1.6005,
+      "step": 720500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7018069218430154e-05,
+      "loss": 1.6064,
+      "step": 721000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.701600130526679e-05,
+      "loss": 1.6423,
+      "step": 721500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7013933392103427e-05,
+      "loss": 1.6485,
+      "step": 722000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7011865478940065e-05,
+      "loss": 1.6033,
+      "step": 722500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.70097975657767e-05,
+      "loss": 1.627,
+      "step": 723000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7007729652613335e-05,
+      "loss": 1.6045,
+      "step": 723500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7005661739449973e-05,
+      "loss": 1.6407,
+      "step": 724000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7003593826286612e-05,
+      "loss": 1.6423,
+      "step": 724500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.7001525913123247e-05,
+      "loss": 1.6242,
+      "step": 725000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6999457999959882e-05,
+      "loss": 1.6556,
+      "step": 725500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.699739008679652e-05,
+      "loss": 1.6116,
+      "step": 726000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.699532217363316e-05,
+      "loss": 1.6284,
+      "step": 726500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6993254260469793e-05,
+      "loss": 1.618,
+      "step": 727000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.699118634730643e-05,
+      "loss": 1.5947,
+      "step": 727500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6989118434143067e-05,
+      "loss": 1.6173,
+      "step": 728000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6987050520979705e-05,
+      "loss": 1.6308,
+      "step": 728500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.698498260781634e-05,
+      "loss": 1.6409,
+      "step": 729000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6982914694652975e-05,
+      "loss": 1.6495,
+      "step": 729500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6980846781489613e-05,
+      "loss": 1.6259,
+      "step": 730000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.697877886832625e-05,
+      "loss": 1.6356,
+      "step": 730500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6976710955162887e-05,
+      "loss": 1.6001,
+      "step": 731000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6974643041999525e-05,
+      "loss": 1.6428,
+      "step": 731500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6972575128836163e-05,
+      "loss": 1.5979,
+      "step": 732000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6970507215672798e-05,
+      "loss": 1.6392,
+      "step": 732500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.6968439302509433e-05,
+      "loss": 1.627,
+      "step": 733000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.696637138934607e-05,
+      "loss": 1.6309,
+      "step": 733500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.696430347618271e-05,
+      "loss": 1.6387,
+      "step": 734000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6962235563019345e-05,
+      "loss": 1.6423,
+      "step": 734500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.696016764985598e-05,
+      "loss": 1.6428,
+      "step": 735000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6958099736692618e-05,
+      "loss": 1.5919,
+      "step": 735500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6956031823529257e-05,
+      "loss": 1.6586,
+      "step": 736000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.695396391036589e-05,
+      "loss": 1.6269,
+      "step": 736500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6951895997202526e-05,
+      "loss": 1.6182,
+      "step": 737000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6949828084039165e-05,
+      "loss": 1.6255,
+      "step": 737500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6947760170875803e-05,
+      "loss": 1.6356,
+      "step": 738000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6945692257712438e-05,
+      "loss": 1.5926,
+      "step": 738500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6943624344549073e-05,
+      "loss": 1.6191,
+      "step": 739000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.694155643138571e-05,
+      "loss": 1.6305,
+      "step": 739500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.693948851822235e-05,
+      "loss": 1.6215,
+      "step": 740000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6937420605058985e-05,
+      "loss": 1.6102,
+      "step": 740500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.693535269189562e-05,
+      "loss": 1.6127,
+      "step": 741000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6933284778732258e-05,
+      "loss": 1.6285,
+      "step": 741500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6931216865568896e-05,
+      "loss": 1.621,
+      "step": 742000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.692914895240553e-05,
+      "loss": 1.6199,
+      "step": 742500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.692708103924217e-05,
+      "loss": 1.6117,
+      "step": 743000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6925013126078808e-05,
+      "loss": 1.6241,
+      "step": 743500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6922945212915443e-05,
+      "loss": 1.5992,
+      "step": 744000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6920877299752078e-05,
+      "loss": 1.6158,
+      "step": 744500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6918809386588716e-05,
+      "loss": 1.6026,
+      "step": 745000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6916741473425355e-05,
+      "loss": 1.6373,
+      "step": 745500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.691467356026199e-05,
+      "loss": 1.5959,
+      "step": 746000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6912605647098625e-05,
+      "loss": 1.6257,
+      "step": 746500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6910537733935263e-05,
+      "loss": 1.6163,
+      "step": 747000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.69084698207719e-05,
+      "loss": 1.5829,
+      "step": 747500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6906401907608536e-05,
+      "loss": 1.6134,
+      "step": 748000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.690433399444517e-05,
+      "loss": 1.6381,
+      "step": 748500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.690226608128181e-05,
+      "loss": 1.6317,
+      "step": 749000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.6900198168118448e-05,
+      "loss": 1.63,
+      "step": 749500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6898130254955083e-05,
+      "loss": 1.6404,
+      "step": 750000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6896062341791718e-05,
+      "loss": 1.5971,
+      "step": 750500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6893994428628356e-05,
+      "loss": 1.6156,
+      "step": 751000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6891926515464995e-05,
+      "loss": 1.612,
+      "step": 751500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.688985860230163e-05,
+      "loss": 1.6083,
+      "step": 752000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6887790689138264e-05,
+      "loss": 1.6326,
+      "step": 752500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6885722775974903e-05,
+      "loss": 1.6283,
+      "step": 753000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.688365486281154e-05,
+      "loss": 1.6103,
+      "step": 753500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6881586949648176e-05,
+      "loss": 1.5798,
+      "step": 754000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.687951903648481e-05,
+      "loss": 1.6315,
+      "step": 754500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.687745112332145e-05,
+      "loss": 1.6222,
+      "step": 755000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6875383210158088e-05,
+      "loss": 1.6095,
+      "step": 755500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6873315296994723e-05,
+      "loss": 1.6415,
+      "step": 756000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.687124738383136e-05,
+      "loss": 1.612,
+      "step": 756500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6869179470668e-05,
+      "loss": 1.6159,
+      "step": 757000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6867111557504634e-05,
+      "loss": 1.6069,
+      "step": 757500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.686504364434127e-05,
+      "loss": 1.6274,
+      "step": 758000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6862975731177908e-05,
+      "loss": 1.6184,
+      "step": 758500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6860907818014546e-05,
+      "loss": 1.6288,
+      "step": 759000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.685883990485118e-05,
+      "loss": 1.62,
+      "step": 759500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6856771991687816e-05,
+      "loss": 1.6481,
+      "step": 760000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6854704078524454e-05,
+      "loss": 1.6165,
+      "step": 760500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6852636165361093e-05,
+      "loss": 1.6162,
+      "step": 761000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6850568252197728e-05,
+      "loss": 1.6005,
+      "step": 761500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6848500339034363e-05,
+      "loss": 1.6317,
+      "step": 762000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6846432425871e-05,
+      "loss": 1.6315,
+      "step": 762500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.684436451270764e-05,
+      "loss": 1.6227,
+      "step": 763000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6842296599544274e-05,
+      "loss": 1.6105,
+      "step": 763500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.684022868638091e-05,
+      "loss": 1.6221,
+      "step": 764000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6838160773217548e-05,
+      "loss": 1.6395,
+      "step": 764500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.6836092860054186e-05,
+      "loss": 1.6034,
+      "step": 765000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.683402494689082e-05,
+      "loss": 1.5798,
+      "step": 765500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6831957033727456e-05,
+      "loss": 1.6371,
+      "step": 766000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6829889120564094e-05,
+      "loss": 1.6359,
+      "step": 766500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6827821207400733e-05,
+      "loss": 1.5881,
+      "step": 767000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6825753294237368e-05,
+      "loss": 1.6114,
+      "step": 767500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6823685381074002e-05,
+      "loss": 1.608,
+      "step": 768000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6821617467910644e-05,
+      "loss": 1.595,
+      "step": 768500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.681954955474728e-05,
+      "loss": 1.6101,
+      "step": 769000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6817481641583914e-05,
+      "loss": 1.6065,
+      "step": 769500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6815413728420553e-05,
+      "loss": 1.6117,
+      "step": 770000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.681334581525719e-05,
+      "loss": 1.6382,
+      "step": 770500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6811277902093826e-05,
+      "loss": 1.6375,
+      "step": 771000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.680920998893046e-05,
+      "loss": 1.607,
+      "step": 771500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.68071420757671e-05,
+      "loss": 1.6272,
+      "step": 772000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6805074162603737e-05,
+      "loss": 1.6165,
+      "step": 772500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6803006249440372e-05,
+      "loss": 1.6434,
+      "step": 773000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6800938336277007e-05,
+      "loss": 1.6218,
+      "step": 773500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6798870423113646e-05,
+      "loss": 1.6327,
+      "step": 774000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6796802509950284e-05,
+      "loss": 1.6334,
+      "step": 774500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.679473459678692e-05,
+      "loss": 1.6142,
+      "step": 775000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6792666683623554e-05,
+      "loss": 1.6505,
+      "step": 775500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6790598770460192e-05,
+      "loss": 1.6233,
+      "step": 776000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.678853085729683e-05,
+      "loss": 1.6019,
+      "step": 776500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6786462944133466e-05,
+      "loss": 1.632,
+      "step": 777000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.67843950309701e-05,
+      "loss": 1.6164,
+      "step": 777500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.678232711780674e-05,
+      "loss": 1.5926,
+      "step": 778000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6780259204643377e-05,
+      "loss": 1.6043,
+      "step": 778500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6778191291480012e-05,
+      "loss": 1.6415,
+      "step": 779000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6776123378316647e-05,
+      "loss": 1.617,
+      "step": 779500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6774055465153286e-05,
+      "loss": 1.6147,
+      "step": 780000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6771987551989924e-05,
+      "loss": 1.6235,
+      "step": 780500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.676991963882656e-05,
+      "loss": 1.5808,
+      "step": 781000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.6767851725663197e-05,
+      "loss": 1.6052,
+      "step": 781500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6765783812499836e-05,
+      "loss": 1.6179,
+      "step": 782000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.676371589933647e-05,
+      "loss": 1.6264,
+      "step": 782500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6761647986173106e-05,
+      "loss": 1.6164,
+      "step": 783000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6759580073009744e-05,
+      "loss": 1.6288,
+      "step": 783500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6757512159846382e-05,
+      "loss": 1.6343,
+      "step": 784000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6755444246683017e-05,
+      "loss": 1.5849,
+      "step": 784500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6753376333519652e-05,
+      "loss": 1.604,
+      "step": 785000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.675130842035629e-05,
+      "loss": 1.606,
+      "step": 785500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.674924050719293e-05,
+      "loss": 1.6209,
+      "step": 786000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6747172594029564e-05,
+      "loss": 1.5959,
+      "step": 786500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.67451046808662e-05,
+      "loss": 1.6141,
+      "step": 787000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6743036767702837e-05,
+      "loss": 1.6136,
+      "step": 787500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6740968854539475e-05,
+      "loss": 1.6197,
+      "step": 788000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.673890094137611e-05,
+      "loss": 1.5811,
+      "step": 788500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6736833028212745e-05,
+      "loss": 1.5927,
+      "step": 789000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6734765115049384e-05,
+      "loss": 1.6014,
+      "step": 789500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6732697201886022e-05,
+      "loss": 1.6378,
+      "step": 790000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6730629288722657e-05,
+      "loss": 1.6117,
+      "step": 790500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6728561375559292e-05,
+      "loss": 1.6138,
+      "step": 791000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.672649346239593e-05,
+      "loss": 1.6263,
+      "step": 791500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.672442554923257e-05,
+      "loss": 1.6092,
+      "step": 792000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6722357636069204e-05,
+      "loss": 1.597,
+      "step": 792500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.672028972290584e-05,
+      "loss": 1.6182,
+      "step": 793000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6718221809742477e-05,
+      "loss": 1.5879,
+      "step": 793500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6716153896579115e-05,
+      "loss": 1.6249,
+      "step": 794000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.671408598341575e-05,
+      "loss": 1.6142,
+      "step": 794500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.671201807025239e-05,
+      "loss": 1.6236,
+      "step": 795000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6709950157089027e-05,
+      "loss": 1.6165,
+      "step": 795500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6707882243925662e-05,
+      "loss": 1.5858,
+      "step": 796000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6705814330762297e-05,
+      "loss": 1.6236,
+      "step": 796500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6703746417598935e-05,
+      "loss": 1.6028,
+      "step": 797000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.6701678504435574e-05,
+      "loss": 1.6031,
+      "step": 797500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.669961059127221e-05,
+      "loss": 1.6243,
+      "step": 798000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6697542678108844e-05,
+      "loss": 1.5955,
+      "step": 798500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6695474764945482e-05,
+      "loss": 1.5934,
+      "step": 799000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.669340685178212e-05,
+      "loss": 1.6422,
+      "step": 799500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6691338938618755e-05,
+      "loss": 1.5994,
+      "step": 800000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.668927102545539e-05,
+      "loss": 1.5911,
+      "step": 800500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.668720311229203e-05,
+      "loss": 1.6031,
+      "step": 801000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6685135199128667e-05,
+      "loss": 1.6206,
+      "step": 801500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6683067285965302e-05,
+      "loss": 1.6125,
+      "step": 802000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6680999372801937e-05,
+      "loss": 1.6397,
+      "step": 802500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6678931459638575e-05,
+      "loss": 1.6119,
+      "step": 803000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.6676863546475213e-05,
+      "loss": 1.5956,
+      "step": 803500
+    }
+  ],
+  "max_steps": 4835793,
+  "num_train_epochs": 3,
+  "total_flos": 5.587487855033885e+17,
+  "trial_name": null,
+  "trial_params": null
+}