diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -2,42 +2,13176 @@
   "best_metric": null,
   "best_model_checkpoint": null,
   "epoch": 2.0,
-  "global_step": 26,
+  "global_step": 21900,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.77,
-      "learning_rate": 1.8461538461538465e-05,
-      "loss": 0.5091,
+      "epoch": 0.0,
+      "learning_rate": 2.9986301369863015e-05,
+      "loss": 0.1722,
       "step": 10
     },
     {
-      "epoch": 1.54,
-      "learning_rate": 6.923076923076923e-06,
-      "loss": 0.1673,
+      "epoch": 0.0,
+      "learning_rate": 2.9972602739726027e-05,
+      "loss": 0.0498,
       "step": 20
     },
     {
-      "epoch": 1.54,
-      "eval_exact_match": 0.0,
-      "eval_f1": 15.883333333333333,
-      "step": 20
+      "epoch": 0.0,
+      "learning_rate": 2.995890410958904e-05,
+      "loss": 0.0421,
+      "step": 30
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.9945205479452056e-05,
+      "loss": 0.0348,
+      "step": 40
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.993150684931507e-05,
+      "loss": 0.0394,
+      "step": 50
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9917808219178085e-05,
+      "loss": 0.044,
+      "step": 60
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9904109589041096e-05,
+      "loss": 0.0366,
+      "step": 70
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.989041095890411e-05,
+      "loss": 0.0373,
+      "step": 80
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9876712328767122e-05,
+      "loss": 0.0467,
+      "step": 90
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9863013698630136e-05,
+      "loss": 0.0294,
+      "step": 100
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9849315068493154e-05,
+      "loss": 0.0377,
+      "step": 110
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9835616438356165e-05,
+      "loss": 0.0346,
+      "step": 120
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.982191780821918e-05,
+      "loss": 0.0265,
+      "step": 130
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.980821917808219e-05,
+      "loss": 0.0927,
+      "step": 140
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9794520547945206e-05,
+      "loss": 0.0429,
+      "step": 150
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9780821917808217e-05,
+      "loss": 0.026,
+      "step": 160
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9767123287671235e-05,
+      "loss": 0.0325,
+      "step": 170
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.975342465753425e-05,
+      "loss": 0.0411,
+      "step": 180
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.973972602739726e-05,
+      "loss": 0.048,
+      "step": 190
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9726027397260275e-05,
+      "loss": 0.0418,
+      "step": 200
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9712328767123286e-05,
+      "loss": 0.0283,
+      "step": 210
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.96986301369863e-05,
+      "loss": 0.027,
+      "step": 220
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9684931506849316e-05,
+      "loss": 0.0249,
+      "step": 230
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.967123287671233e-05,
+      "loss": 0.0207,
+      "step": 240
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9657534246575345e-05,
+      "loss": 0.03,
+      "step": 250
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9643835616438356e-05,
+      "loss": 0.0351,
+      "step": 260
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.963013698630137e-05,
+      "loss": 0.0212,
+      "step": 270
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9616438356164385e-05,
+      "loss": 0.0226,
+      "step": 280
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9602739726027396e-05,
+      "loss": 0.0233,
+      "step": 290
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.958904109589041e-05,
+      "loss": 0.0354,
+      "step": 300
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9575342465753425e-05,
+      "loss": 0.0274,
+      "step": 310
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.956164383561644e-05,
+      "loss": 0.0226,
+      "step": 320
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9547945205479455e-05,
+      "loss": 0.0301,
+      "step": 330
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9534246575342466e-05,
+      "loss": 0.0354,
+      "step": 340
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.952054794520548e-05,
+      "loss": 0.0296,
+      "step": 350
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.950684931506849e-05,
+      "loss": 0.0301,
+      "step": 360
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.949315068493151e-05,
+      "loss": 0.0284,
+      "step": 370
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.947945205479452e-05,
+      "loss": 0.0227,
+      "step": 380
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9465753424657535e-05,
+      "loss": 0.0341,
+      "step": 390
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.945205479452055e-05,
+      "loss": 0.0268,
+      "step": 400
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.943835616438356e-05,
+      "loss": 0.0232,
+      "step": 410
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9424657534246576e-05,
+      "loss": 0.0224,
+      "step": 420
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9410958904109587e-05,
+      "loss": 0.0259,
+      "step": 430
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9397260273972605e-05,
+      "loss": 0.053,
+      "step": 440
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.938356164383562e-05,
+      "loss": 0.0266,
+      "step": 450
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.936986301369863e-05,
+      "loss": 0.032,
+      "step": 460
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9356164383561645e-05,
+      "loss": 0.026,
+      "step": 470
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9342465753424656e-05,
+      "loss": 0.0307,
+      "step": 480
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.932876712328767e-05,
+      "loss": 0.0329,
+      "step": 490
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9315068493150685e-05,
+      "loss": 0.0221,
+      "step": 500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.93013698630137e-05,
+      "loss": 0.0433,
+      "step": 510
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9287671232876714e-05,
+      "loss": 0.0965,
+      "step": 520
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9273972602739726e-05,
+      "loss": 0.0208,
+      "step": 530
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.926027397260274e-05,
+      "loss": 0.0218,
+      "step": 540
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9246575342465755e-05,
+      "loss": 0.0278,
+      "step": 550
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9232876712328766e-05,
+      "loss": 0.0272,
+      "step": 560
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9219178082191784e-05,
+      "loss": 0.0213,
+      "step": 570
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9205479452054795e-05,
+      "loss": 0.0277,
+      "step": 580
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.919178082191781e-05,
+      "loss": 0.0219,
+      "step": 590
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9178082191780824e-05,
+      "loss": 0.0246,
+      "step": 600
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9164383561643835e-05,
+      "loss": 0.0222,
+      "step": 610
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.915068493150685e-05,
+      "loss": 0.0275,
+      "step": 620
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.913698630136986e-05,
+      "loss": 0.0225,
+      "step": 630
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.912328767123288e-05,
+      "loss": 0.0266,
+      "step": 640
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.910958904109589e-05,
+      "loss": 0.0209,
+      "step": 650
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9095890410958905e-05,
+      "loss": 0.0261,
+      "step": 660
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.908219178082192e-05,
+      "loss": 0.0207,
+      "step": 670
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.906849315068493e-05,
+      "loss": 0.0245,
+      "step": 680
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9054794520547945e-05,
+      "loss": 0.0187,
+      "step": 690
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9041095890410956e-05,
+      "loss": 0.0249,
+      "step": 700
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9027397260273974e-05,
+      "loss": 0.0225,
+      "step": 710
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.901369863013699e-05,
+      "loss": 0.0207,
+      "step": 720
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9e-05,
+      "loss": 0.0183,
+      "step": 730
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8986301369863015e-05,
+      "loss": 0.022,
+      "step": 740
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8972602739726026e-05,
+      "loss": 0.0218,
+      "step": 750
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.895890410958904e-05,
+      "loss": 0.0384,
+      "step": 760
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.894520547945206e-05,
+      "loss": 0.0236,
+      "step": 770
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.893150684931507e-05,
+      "loss": 0.0223,
+      "step": 780
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8917808219178084e-05,
+      "loss": 0.0273,
+      "step": 790
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8904109589041095e-05,
+      "loss": 0.0199,
+      "step": 800
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.889041095890411e-05,
+      "loss": 0.0205,
+      "step": 810
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.8876712328767125e-05,
+      "loss": 0.0206,
+      "step": 820
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8863013698630136e-05,
+      "loss": 0.022,
+      "step": 830
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8849315068493154e-05,
+      "loss": 0.027,
+      "step": 840
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8835616438356165e-05,
+      "loss": 0.019,
+      "step": 850
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.882191780821918e-05,
+      "loss": 0.0225,
+      "step": 860
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8808219178082194e-05,
+      "loss": 0.0234,
+      "step": 870
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8794520547945205e-05,
+      "loss": 0.028,
+      "step": 880
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.878082191780822e-05,
+      "loss": 0.0219,
+      "step": 890
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.876712328767123e-05,
+      "loss": 0.022,
+      "step": 900
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.875342465753425e-05,
+      "loss": 0.02,
+      "step": 910
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.873972602739726e-05,
+      "loss": 0.0486,
+      "step": 920
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.8726027397260275e-05,
+      "loss": 0.0193,
+      "step": 930
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.871232876712329e-05,
+      "loss": 0.0174,
+      "step": 940
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.86986301369863e-05,
+      "loss": 0.0209,
+      "step": 950
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8684931506849315e-05,
+      "loss": 0.0257,
+      "step": 960
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.867123287671233e-05,
+      "loss": 0.0259,
+      "step": 970
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8657534246575344e-05,
+      "loss": 0.0186,
+      "step": 980
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.864383561643836e-05,
+      "loss": 0.021,
+      "step": 990
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.863013698630137e-05,
+      "loss": 0.0169,
+      "step": 1000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8616438356164384e-05,
+      "loss": 0.0204,
+      "step": 1010
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8602739726027396e-05,
+      "loss": 0.0661,
+      "step": 1020
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.858904109589041e-05,
+      "loss": 0.0425,
+      "step": 1030
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.8575342465753428e-05,
+      "loss": 0.0173,
+      "step": 1040
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.856164383561644e-05,
+      "loss": 0.0203,
+      "step": 1050
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8547945205479454e-05,
+      "loss": 0.0236,
+      "step": 1060
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8534246575342465e-05,
+      "loss": 0.0419,
+      "step": 1070
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.852054794520548e-05,
+      "loss": 0.0166,
+      "step": 1080
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8506849315068494e-05,
+      "loss": 0.0269,
+      "step": 1090
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8493150684931505e-05,
+      "loss": 0.0275,
+      "step": 1100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8479452054794523e-05,
+      "loss": 0.0218,
+      "step": 1110
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8465753424657535e-05,
+      "loss": 0.0183,
+      "step": 1120
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.845205479452055e-05,
+      "loss": 0.0179,
+      "step": 1130
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8438356164383564e-05,
+      "loss": 0.0238,
+      "step": 1140
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8424657534246575e-05,
+      "loss": 0.0206,
+      "step": 1150
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.841095890410959e-05,
+      "loss": 0.0212,
+      "step": 1160
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8397260273972604e-05,
+      "loss": 0.0233,
+      "step": 1170
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.838356164383562e-05,
+      "loss": 0.026,
+      "step": 1180
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.836986301369863e-05,
+      "loss": 0.0219,
+      "step": 1190
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8356164383561644e-05,
+      "loss": 0.0211,
+      "step": 1200
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.834246575342466e-05,
+      "loss": 0.0212,
+      "step": 1210
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.832876712328767e-05,
+      "loss": 0.0246,
+      "step": 1220
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8315068493150685e-05,
+      "loss": 0.0176,
+      "step": 1230
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.83013698630137e-05,
+      "loss": 0.0176,
+      "step": 1240
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8287671232876714e-05,
+      "loss": 0.0201,
+      "step": 1250
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.827397260273973e-05,
+      "loss": 0.0274,
+      "step": 1260
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.826027397260274e-05,
+      "loss": 0.0259,
+      "step": 1270
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8246575342465754e-05,
+      "loss": 0.0212,
+      "step": 1280
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8232876712328765e-05,
+      "loss": 0.0187,
+      "step": 1290
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.821917808219178e-05,
+      "loss": 0.0227,
+      "step": 1300
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8205479452054798e-05,
+      "loss": 0.0213,
+      "step": 1310
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.819178082191781e-05,
+      "loss": 0.0201,
+      "step": 1320
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8178082191780824e-05,
+      "loss": 0.0256,
+      "step": 1330
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8164383561643835e-05,
+      "loss": 0.023,
+      "step": 1340
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.815068493150685e-05,
+      "loss": 0.0433,
+      "step": 1350
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8136986301369864e-05,
+      "loss": 0.0233,
+      "step": 1360
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.812328767123288e-05,
+      "loss": 0.0147,
+      "step": 1370
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8109589041095893e-05,
+      "loss": 0.0214,
+      "step": 1380
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8095890410958904e-05,
+      "loss": 0.0174,
+      "step": 1390
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.808219178082192e-05,
+      "loss": 0.0174,
+      "step": 1400
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8068493150684933e-05,
+      "loss": 0.0195,
+      "step": 1410
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8054794520547945e-05,
+      "loss": 0.0181,
+      "step": 1420
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.804109589041096e-05,
+      "loss": 0.019,
+      "step": 1430
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8027397260273974e-05,
+      "loss": 0.0217,
+      "step": 1440
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.801369863013699e-05,
+      "loss": 0.0209,
+      "step": 1450
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8e-05,
+      "loss": 0.02,
+      "step": 1460
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.7986301369863014e-05,
+      "loss": 0.021,
+      "step": 1470
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.797260273972603e-05,
+      "loss": 0.02,
+      "step": 1480
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.795890410958904e-05,
+      "loss": 0.0357,
+      "step": 1490
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7945205479452054e-05,
+      "loss": 0.0176,
+      "step": 1500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.793150684931507e-05,
+      "loss": 0.0191,
+      "step": 1510
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7917808219178084e-05,
+      "loss": 0.0211,
+      "step": 1520
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7904109589041098e-05,
+      "loss": 0.0212,
+      "step": 1530
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.789041095890411e-05,
+      "loss": 0.0385,
+      "step": 1540
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7876712328767124e-05,
+      "loss": 0.016,
+      "step": 1550
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7863013698630135e-05,
+      "loss": 0.0201,
+      "step": 1560
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7849315068493153e-05,
+      "loss": 0.0191,
+      "step": 1570
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.7835616438356168e-05,
+      "loss": 0.0213,
+      "step": 1580
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.782191780821918e-05,
+      "loss": 0.0216,
+      "step": 1590
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7808219178082193e-05,
+      "loss": 0.0194,
+      "step": 1600
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7794520547945205e-05,
+      "loss": 0.0247,
+      "step": 1610
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.778082191780822e-05,
+      "loss": 0.0194,
+      "step": 1620
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7767123287671234e-05,
+      "loss": 0.0242,
+      "step": 1630
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.775342465753425e-05,
+      "loss": 0.0157,
+      "step": 1640
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7739726027397263e-05,
+      "loss": 0.0156,
+      "step": 1650
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7726027397260274e-05,
+      "loss": 0.0244,
+      "step": 1660
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.771232876712329e-05,
+      "loss": 0.0191,
+      "step": 1670
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.76986301369863e-05,
+      "loss": 0.0249,
+      "step": 1680
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.7684931506849314e-05,
+      "loss": 0.0233,
+      "step": 1690
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.767123287671233e-05,
+      "loss": 0.1308,
+      "step": 1700
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7657534246575344e-05,
+      "loss": 0.0171,
+      "step": 1710
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7643835616438358e-05,
+      "loss": 0.0171,
+      "step": 1720
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.763013698630137e-05,
+      "loss": 0.0164,
+      "step": 1730
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7616438356164384e-05,
+      "loss": 0.0488,
+      "step": 1740
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.76027397260274e-05,
+      "loss": 0.0152,
+      "step": 1750
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.758904109589041e-05,
+      "loss": 0.0149,
+      "step": 1760
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7575342465753428e-05,
+      "loss": 0.0136,
+      "step": 1770
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.756164383561644e-05,
+      "loss": 0.0194,
+      "step": 1780
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7547945205479453e-05,
+      "loss": 0.0194,
+      "step": 1790
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.7534246575342468e-05,
+      "loss": 0.0204,
+      "step": 1800
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.752054794520548e-05,
+      "loss": 0.0212,
+      "step": 1810
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7506849315068494e-05,
+      "loss": 0.0182,
+      "step": 1820
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7493150684931505e-05,
+      "loss": 0.0167,
+      "step": 1830
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7479452054794523e-05,
+      "loss": 0.0195,
+      "step": 1840
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7465753424657537e-05,
+      "loss": 0.0168,
+      "step": 1850
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.745205479452055e-05,
+      "loss": 0.0213,
+      "step": 1860
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7438356164383563e-05,
+      "loss": 0.0192,
+      "step": 1870
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7424657534246574e-05,
+      "loss": 0.018,
+      "step": 1880
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.741095890410959e-05,
+      "loss": 0.0185,
+      "step": 1890
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7397260273972603e-05,
+      "loss": 0.0169,
+      "step": 1900
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.7383561643835618e-05,
+      "loss": 0.0221,
+      "step": 1910
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7369863013698633e-05,
+      "loss": 0.1066,
+      "step": 1920
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7356164383561644e-05,
+      "loss": 0.0227,
+      "step": 1930
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.734246575342466e-05,
+      "loss": 0.0171,
+      "step": 1940
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.732876712328767e-05,
+      "loss": 0.0227,
+      "step": 1950
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7315068493150684e-05,
+      "loss": 0.0223,
+      "step": 1960
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7301369863013702e-05,
+      "loss": 0.0201,
+      "step": 1970
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7287671232876713e-05,
+      "loss": 0.02,
+      "step": 1980
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7273972602739728e-05,
+      "loss": 0.0218,
+      "step": 1990
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.726027397260274e-05,
+      "loss": 0.0196,
+      "step": 2000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7246575342465754e-05,
+      "loss": 0.018,
+      "step": 2010
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.7232876712328768e-05,
+      "loss": 0.0202,
+      "step": 2020
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.721917808219178e-05,
+      "loss": 0.0189,
+      "step": 2030
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7205479452054797e-05,
+      "loss": 0.0405,
+      "step": 2040
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.719178082191781e-05,
+      "loss": 0.0663,
+      "step": 2050
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7178082191780823e-05,
+      "loss": 0.0199,
+      "step": 2060
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7164383561643838e-05,
+      "loss": 0.0216,
+      "step": 2070
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.715068493150685e-05,
+      "loss": 0.0183,
+      "step": 2080
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7136986301369863e-05,
+      "loss": 0.0173,
+      "step": 2090
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7123287671232875e-05,
+      "loss": 0.0204,
+      "step": 2100
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7109589041095893e-05,
+      "loss": 0.0201,
+      "step": 2110
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.7095890410958907e-05,
+      "loss": 0.0243,
+      "step": 2120
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.708219178082192e-05,
+      "loss": 0.0214,
+      "step": 2130
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7068493150684933e-05,
+      "loss": 0.0173,
+      "step": 2140
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7054794520547944e-05,
+      "loss": 0.0146,
+      "step": 2150
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.704109589041096e-05,
+      "loss": 0.0246,
+      "step": 2160
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7027397260273977e-05,
+      "loss": 0.0178,
+      "step": 2170
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7013698630136988e-05,
+      "loss": 0.0158,
+      "step": 2180
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7000000000000002e-05,
+      "loss": 0.0178,
+      "step": 2190
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.6986301369863014e-05,
+      "loss": 0.024,
+      "step": 2200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.6972602739726028e-05,
+      "loss": 0.0266,
+      "step": 2210
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.695890410958904e-05,
+      "loss": 0.0183,
+      "step": 2220
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.6945205479452054e-05,
+      "loss": 0.02,
+      "step": 2230
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.6931506849315072e-05,
+      "loss": 0.0198,
+      "step": 2240
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6917808219178083e-05,
+      "loss": 0.019,
+      "step": 2250
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6904109589041098e-05,
+      "loss": 0.0187,
+      "step": 2260
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.689041095890411e-05,
+      "loss": 0.023,
+      "step": 2270
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6876712328767123e-05,
+      "loss": 0.0168,
+      "step": 2280
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6863013698630138e-05,
+      "loss": 0.0153,
+      "step": 2290
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.684931506849315e-05,
+      "loss": 0.0543,
+      "step": 2300
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6835616438356167e-05,
+      "loss": 0.0179,
+      "step": 2310
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6821917808219178e-05,
+      "loss": 0.0192,
+      "step": 2320
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6808219178082193e-05,
+      "loss": 0.023,
+      "step": 2330
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.6794520547945207e-05,
+      "loss": 0.016,
+      "step": 2340
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.678082191780822e-05,
+      "loss": 0.0151,
+      "step": 2350
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6767123287671233e-05,
+      "loss": 0.0178,
+      "step": 2360
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6753424657534244e-05,
+      "loss": 0.0178,
+      "step": 2370
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6739726027397262e-05,
+      "loss": 0.0182,
+      "step": 2380
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6726027397260277e-05,
+      "loss": 0.029,
+      "step": 2390
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6712328767123288e-05,
+      "loss": 0.0226,
+      "step": 2400
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6698630136986303e-05,
+      "loss": 0.0767,
+      "step": 2410
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6684931506849314e-05,
+      "loss": 0.0169,
+      "step": 2420
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.667123287671233e-05,
+      "loss": 0.0231,
+      "step": 2430
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6657534246575343e-05,
+      "loss": 0.0197,
+      "step": 2440
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6643835616438358e-05,
+      "loss": 0.0172,
+      "step": 2450
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.6630136986301372e-05,
+      "loss": 0.0193,
+      "step": 2460
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6616438356164383e-05,
+      "loss": 0.0168,
+      "step": 2470
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6602739726027398e-05,
+      "loss": 0.0191,
+      "step": 2480
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.658904109589041e-05,
+      "loss": 0.0214,
+      "step": 2490
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6575342465753424e-05,
+      "loss": 0.0458,
+      "step": 2500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.656164383561644e-05,
+      "loss": 0.0171,
+      "step": 2510
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6547945205479453e-05,
+      "loss": 0.0171,
+      "step": 2520
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6534246575342467e-05,
+      "loss": 0.0143,
+      "step": 2530
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.652054794520548e-05,
+      "loss": 0.0153,
+      "step": 2540
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6506849315068493e-05,
+      "loss": 0.02,
+      "step": 2550
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.6493150684931508e-05,
+      "loss": 0.0221,
+      "step": 2560
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.647945205479452e-05,
+      "loss": 0.0193,
+      "step": 2570
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6465753424657537e-05,
+      "loss": 0.0161,
+      "step": 2580
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6452054794520548e-05,
+      "loss": 0.0235,
+      "step": 2590
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6438356164383563e-05,
+      "loss": 0.0174,
+      "step": 2600
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6424657534246577e-05,
+      "loss": 0.0145,
+      "step": 2610
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.641095890410959e-05,
+      "loss": 0.0245,
+      "step": 2620
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6397260273972603e-05,
+      "loss": 0.0181,
+      "step": 2630
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6383561643835617e-05,
+      "loss": 0.0197,
+      "step": 2640
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6369863013698632e-05,
+      "loss": 0.0311,
+      "step": 2650
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6356164383561647e-05,
+      "loss": 0.023,
+      "step": 2660
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6342465753424658e-05,
+      "loss": 0.0195,
+      "step": 2670
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.6328767123287672e-05,
+      "loss": 0.017,
+      "step": 2680
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6315068493150684e-05,
+      "loss": 0.0252,
+      "step": 2690
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6301369863013698e-05,
+      "loss": 0.0163,
+      "step": 2700
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6287671232876713e-05,
+      "loss": 0.0199,
+      "step": 2710
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6273972602739727e-05,
+      "loss": 0.0207,
+      "step": 2720
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6260273972602742e-05,
+      "loss": 0.0182,
+      "step": 2730
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6246575342465753e-05,
+      "loss": 0.0233,
+      "step": 2740
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6232876712328768e-05,
+      "loss": 0.0461,
+      "step": 2750
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.621917808219178e-05,
+      "loss": 0.0222,
+      "step": 2760
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6205479452054793e-05,
+      "loss": 0.0232,
+      "step": 2770
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.619178082191781e-05,
+      "loss": 0.0174,
+      "step": 2780
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.6178082191780823e-05,
+      "loss": 0.0224,
+      "step": 2790
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6164383561643837e-05,
+      "loss": 0.0201,
+      "step": 2800
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6150684931506848e-05,
+      "loss": 0.0532,
+      "step": 2810
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6136986301369863e-05,
+      "loss": 0.0273,
+      "step": 2820
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6123287671232877e-05,
+      "loss": 0.0214,
+      "step": 2830
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6109589041095892e-05,
+      "loss": 0.0147,
+      "step": 2840
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6095890410958907e-05,
+      "loss": 0.0186,
+      "step": 2850
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6082191780821918e-05,
+      "loss": 0.0186,
+      "step": 2860
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6068493150684932e-05,
+      "loss": 0.0169,
+      "step": 2870
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6054794520547947e-05,
+      "loss": 0.022,
+      "step": 2880
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6041095890410958e-05,
+      "loss": 0.0282,
+      "step": 2890
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.6027397260273973e-05,
+      "loss": 0.0194,
+      "step": 2900
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.6013698630136987e-05,
+      "loss": 0.0797,
+      "step": 2910
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.6000000000000002e-05,
+      "loss": 0.0177,
+      "step": 2920
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5986301369863016e-05,
+      "loss": 0.0139,
+      "step": 2930
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5972602739726028e-05,
+      "loss": 0.0133,
+      "step": 2940
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5958904109589042e-05,
+      "loss": 0.0178,
+      "step": 2950
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5945205479452053e-05,
+      "loss": 0.0198,
+      "step": 2960
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5931506849315068e-05,
+      "loss": 0.0211,
+      "step": 2970
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5917808219178082e-05,
+      "loss": 0.0235,
+      "step": 2980
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5904109589041097e-05,
+      "loss": 0.0169,
+      "step": 2990
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.589041095890411e-05,
+      "loss": 0.0142,
+      "step": 3000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.5876712328767123e-05,
+      "loss": 0.0132,
+      "step": 3010
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5863013698630137e-05,
+      "loss": 0.0132,
+      "step": 3020
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.584931506849315e-05,
+      "loss": 0.0177,
+      "step": 3030
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5835616438356166e-05,
+      "loss": 0.0138,
+      "step": 3040
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.582191780821918e-05,
+      "loss": 0.0167,
+      "step": 3050
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5808219178082192e-05,
+      "loss": 0.0466,
+      "step": 3060
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5794520547945207e-05,
+      "loss": 0.013,
+      "step": 3070
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5780821917808218e-05,
+      "loss": 0.0167,
+      "step": 3080
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5767123287671233e-05,
+      "loss": 0.0183,
+      "step": 3090
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5753424657534247e-05,
+      "loss": 0.017,
+      "step": 3100
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5739726027397262e-05,
+      "loss": 0.0176,
+      "step": 3110
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.5726027397260276e-05,
+      "loss": 0.0202,
+      "step": 3120
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5712328767123287e-05,
+      "loss": 0.0196,
+      "step": 3130
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5698630136986302e-05,
+      "loss": 0.0167,
+      "step": 3140
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5684931506849317e-05,
+      "loss": 0.034,
+      "step": 3150
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5671232876712328e-05,
+      "loss": 0.0168,
+      "step": 3160
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5657534246575342e-05,
+      "loss": 0.0192,
+      "step": 3170
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5643835616438357e-05,
+      "loss": 0.0152,
+      "step": 3180
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.563013698630137e-05,
+      "loss": 0.0143,
+      "step": 3190
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5616438356164386e-05,
+      "loss": 0.0178,
+      "step": 3200
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5602739726027397e-05,
+      "loss": 0.0182,
+      "step": 3210
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5589041095890412e-05,
+      "loss": 0.0151,
+      "step": 3220
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.5575342465753423e-05,
+      "loss": 0.0158,
+      "step": 3230
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.556164383561644e-05,
+      "loss": 0.0178,
+      "step": 3240
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5547945205479452e-05,
+      "loss": 0.0175,
+      "step": 3250
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5534246575342467e-05,
+      "loss": 0.016,
+      "step": 3260
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.552054794520548e-05,
+      "loss": 0.0171,
+      "step": 3270
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5506849315068493e-05,
+      "loss": 0.0147,
+      "step": 3280
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5493150684931507e-05,
+      "loss": 0.0192,
+      "step": 3290
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5479452054794518e-05,
+      "loss": 0.0447,
+      "step": 3300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5465753424657536e-05,
+      "loss": 0.0214,
+      "step": 3310
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.545205479452055e-05,
+      "loss": 0.0165,
+      "step": 3320
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.5438356164383562e-05,
+      "loss": 0.0149,
+      "step": 3330
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5424657534246577e-05,
+      "loss": 0.0184,
+      "step": 3340
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5410958904109588e-05,
+      "loss": 0.0182,
+      "step": 3350
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5397260273972602e-05,
+      "loss": 0.0193,
+      "step": 3360
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5383561643835617e-05,
+      "loss": 0.0212,
+      "step": 3370
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.536986301369863e-05,
+      "loss": 0.0174,
+      "step": 3380
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5356164383561646e-05,
+      "loss": 0.0161,
+      "step": 3390
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5342465753424657e-05,
+      "loss": 0.019,
+      "step": 3400
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5328767123287672e-05,
+      "loss": 0.0277,
+      "step": 3410
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5315068493150686e-05,
+      "loss": 0.0165,
+      "step": 3420
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5301369863013698e-05,
+      "loss": 0.0138,
+      "step": 3430
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.5287671232876716e-05,
+      "loss": 0.0185,
+      "step": 3440
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5273972602739727e-05,
+      "loss": 0.0192,
+      "step": 3450
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.526027397260274e-05,
+      "loss": 0.0169,
+      "step": 3460
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5246575342465756e-05,
+      "loss": 0.0209,
+      "step": 3470
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5232876712328767e-05,
+      "loss": 0.0141,
+      "step": 3480
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.521917808219178e-05,
+      "loss": 0.019,
+      "step": 3490
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5205479452054793e-05,
+      "loss": 0.0185,
+      "step": 3500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.519178082191781e-05,
+      "loss": 0.0216,
+      "step": 3510
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5178082191780822e-05,
+      "loss": 0.0183,
+      "step": 3520
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5164383561643836e-05,
+      "loss": 0.017,
+      "step": 3530
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.515068493150685e-05,
+      "loss": 0.0201,
+      "step": 3540
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.5136986301369862e-05,
+      "loss": 0.0143,
+      "step": 3550
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5123287671232877e-05,
+      "loss": 0.0164,
+      "step": 3560
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5109589041095888e-05,
+      "loss": 0.0144,
+      "step": 3570
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5095890410958906e-05,
+      "loss": 0.0174,
+      "step": 3580
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.508219178082192e-05,
+      "loss": 0.0191,
+      "step": 3590
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5068493150684932e-05,
+      "loss": 0.0165,
+      "step": 3600
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5054794520547946e-05,
+      "loss": 0.0178,
+      "step": 3610
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5041095890410957e-05,
+      "loss": 0.0182,
+      "step": 3620
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5027397260273972e-05,
+      "loss": 0.0177,
+      "step": 3630
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.501369863013699e-05,
+      "loss": 0.0149,
+      "step": 3640
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.5e-05,
+      "loss": 0.015,
+      "step": 3650
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.4986301369863016e-05,
+      "loss": 0.0183,
+      "step": 3660
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4972602739726027e-05,
+      "loss": 0.0235,
+      "step": 3670
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.495890410958904e-05,
+      "loss": 0.0195,
+      "step": 3680
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4945205479452056e-05,
+      "loss": 0.0189,
+      "step": 3690
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4931506849315067e-05,
+      "loss": 0.0161,
+      "step": 3700
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4917808219178085e-05,
+      "loss": 0.0203,
+      "step": 3710
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4904109589041096e-05,
+      "loss": 0.0185,
+      "step": 3720
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.489041095890411e-05,
+      "loss": 0.0241,
+      "step": 3730
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4876712328767122e-05,
+      "loss": 0.0156,
+      "step": 3740
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4863013698630137e-05,
+      "loss": 0.0173,
+      "step": 3750
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.484931506849315e-05,
+      "loss": 0.0178,
+      "step": 3760
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.4835616438356163e-05,
+      "loss": 0.0164,
+      "step": 3770
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.482191780821918e-05,
+      "loss": 0.0533,
+      "step": 3780
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.480821917808219e-05,
+      "loss": 0.0185,
+      "step": 3790
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.4794520547945206e-05,
+      "loss": 0.0205,
+      "step": 3800
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.478082191780822e-05,
+      "loss": 0.0157,
+      "step": 3810
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.4767123287671232e-05,
+      "loss": 0.0153,
+      "step": 3820
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.4753424657534247e-05,
+      "loss": 0.0125,
+      "step": 3830
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.473972602739726e-05,
+      "loss": 0.0208,
+      "step": 3840
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.4726027397260276e-05,
+      "loss": 0.0191,
+      "step": 3850
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.471232876712329e-05,
+      "loss": 0.0179,
+      "step": 3860
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.46986301369863e-05,
+      "loss": 0.0232,
+      "step": 3870
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.4684931506849316e-05,
+      "loss": 0.0342,
+      "step": 3880
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4671232876712327e-05,
+      "loss": 0.0152,
+      "step": 3890
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4657534246575342e-05,
+      "loss": 0.0247,
+      "step": 3900
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.464383561643836e-05,
+      "loss": 0.0164,
+      "step": 3910
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.463013698630137e-05,
+      "loss": 0.016,
+      "step": 3920
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4616438356164386e-05,
+      "loss": 0.0179,
+      "step": 3930
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4602739726027397e-05,
+      "loss": 0.0213,
+      "step": 3940
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.458904109589041e-05,
+      "loss": 0.0179,
+      "step": 3950
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4575342465753426e-05,
+      "loss": 0.0158,
+      "step": 3960
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4561643835616437e-05,
+      "loss": 0.0173,
+      "step": 3970
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4547945205479455e-05,
+      "loss": 0.0167,
+      "step": 3980
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.4534246575342466e-05,
+      "loss": 0.0162,
+      "step": 3990
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.452054794520548e-05,
+      "loss": 0.0173,
+      "step": 4000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4506849315068492e-05,
+      "loss": 0.0152,
+      "step": 4010
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4493150684931506e-05,
+      "loss": 0.0197,
+      "step": 4020
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.447945205479452e-05,
+      "loss": 0.0232,
+      "step": 4030
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4465753424657536e-05,
+      "loss": 0.0191,
+      "step": 4040
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.445205479452055e-05,
+      "loss": 0.0198,
+      "step": 4050
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.443835616438356e-05,
+      "loss": 0.0164,
+      "step": 4060
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4424657534246576e-05,
+      "loss": 0.0169,
+      "step": 4070
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.441095890410959e-05,
+      "loss": 0.0167,
+      "step": 4080
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4397260273972602e-05,
+      "loss": 0.0378,
+      "step": 4090
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.4383561643835616e-05,
+      "loss": 0.0162,
+      "step": 4100
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.436986301369863e-05,
+      "loss": 0.0182,
+      "step": 4110
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.4356164383561645e-05,
+      "loss": 0.013,
+      "step": 4120
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.434246575342466e-05,
+      "loss": 0.019,
+      "step": 4130
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.432876712328767e-05,
+      "loss": 0.0157,
+      "step": 4140
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.4315068493150686e-05,
+      "loss": 0.0209,
+      "step": 4150
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.4301369863013697e-05,
+      "loss": 0.0123,
+      "step": 4160
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.428767123287671e-05,
+      "loss": 0.0784,
+      "step": 4170
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.427397260273973e-05,
+      "loss": 0.0184,
+      "step": 4180
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.426027397260274e-05,
+      "loss": 0.0139,
+      "step": 4190
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.4246575342465755e-05,
+      "loss": 0.0149,
+      "step": 4200
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.4232876712328766e-05,
+      "loss": 0.0173,
+      "step": 4210
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.421917808219178e-05,
+      "loss": 0.0316,
+      "step": 4220
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.4205479452054796e-05,
+      "loss": 0.0156,
+      "step": 4230
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.419178082191781e-05,
+      "loss": 0.023,
+      "step": 4240
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.4178082191780825e-05,
+      "loss": 0.0163,
+      "step": 4250
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.4164383561643836e-05,
+      "loss": 0.0229,
+      "step": 4260
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.415068493150685e-05,
+      "loss": 0.018,
+      "step": 4270
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.413698630136986e-05,
+      "loss": 0.0149,
+      "step": 4280
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.4123287671232876e-05,
+      "loss": 0.0217,
+      "step": 4290
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.410958904109589e-05,
+      "loss": 0.0153,
+      "step": 4300
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.4095890410958905e-05,
+      "loss": 0.017,
+      "step": 4310
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.408219178082192e-05,
+      "loss": 0.0267,
+      "step": 4320
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.406849315068493e-05,
+      "loss": 0.0168,
+      "step": 4330
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.4054794520547946e-05,
+      "loss": 0.0155,
+      "step": 4340
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.404109589041096e-05,
+      "loss": 0.0155,
+      "step": 4350
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.402739726027397e-05,
+      "loss": 0.0137,
+      "step": 4360
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.4013698630136986e-05,
+      "loss": 0.016,
+      "step": 4370
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.4e-05,
+      "loss": 0.0176,
+      "step": 4380
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.3986301369863015e-05,
+      "loss": 0.0195,
+      "step": 4390
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.397260273972603e-05,
+      "loss": 0.0126,
+      "step": 4400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.395890410958904e-05,
+      "loss": 0.0163,
+      "step": 4410
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.3945205479452056e-05,
+      "loss": 0.0137,
+      "step": 4420
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.3931506849315067e-05,
+      "loss": 0.0167,
+      "step": 4430
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.391780821917808e-05,
+      "loss": 0.0232,
+      "step": 4440
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.39041095890411e-05,
+      "loss": 0.0232,
+      "step": 4450
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.389041095890411e-05,
+      "loss": 0.018,
+      "step": 4460
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.3876712328767125e-05,
+      "loss": 0.0142,
+      "step": 4470
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.3863013698630136e-05,
+      "loss": 0.0153,
+      "step": 4480
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.384931506849315e-05,
+      "loss": 0.015,
+      "step": 4490
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.3835616438356165e-05,
+      "loss": 0.0212,
+      "step": 4500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.382191780821918e-05,
+      "loss": 0.017,
+      "step": 4510
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.3808219178082194e-05,
+      "loss": 0.0176,
+      "step": 4520
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.3794520547945206e-05,
+      "loss": 0.015,
+      "step": 4530
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.378082191780822e-05,
+      "loss": 0.0197,
+      "step": 4540
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.376712328767123e-05,
+      "loss": 0.0191,
+      "step": 4550
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.3753424657534246e-05,
+      "loss": 0.0174,
+      "step": 4560
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.373972602739726e-05,
+      "loss": 0.0268,
+      "step": 4570
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.3726027397260275e-05,
+      "loss": 0.0177,
+      "step": 4580
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.371232876712329e-05,
+      "loss": 0.019,
+      "step": 4590
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.36986301369863e-05,
+      "loss": 0.0401,
+      "step": 4600
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.3684931506849315e-05,
+      "loss": 0.0144,
+      "step": 4610
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.367123287671233e-05,
+      "loss": 0.0175,
+      "step": 4620
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.365753424657534e-05,
+      "loss": 0.0178,
+      "step": 4630
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.3643835616438356e-05,
+      "loss": 0.0163,
+      "step": 4640
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.363013698630137e-05,
+      "loss": 0.0163,
+      "step": 4650
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3616438356164385e-05,
+      "loss": 0.018,
+      "step": 4660
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.36027397260274e-05,
+      "loss": 0.0217,
+      "step": 4670
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.358904109589041e-05,
+      "loss": 0.0192,
+      "step": 4680
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3575342465753425e-05,
+      "loss": 0.0179,
+      "step": 4690
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3561643835616436e-05,
+      "loss": 0.0175,
+      "step": 4700
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3547945205479454e-05,
+      "loss": 0.0158,
+      "step": 4710
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.353424657534247e-05,
+      "loss": 0.0151,
+      "step": 4720
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.352054794520548e-05,
+      "loss": 0.0199,
+      "step": 4730
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3506849315068495e-05,
+      "loss": 0.0209,
+      "step": 4740
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.3493150684931506e-05,
+      "loss": 0.0113,
+      "step": 4750
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.347945205479452e-05,
+      "loss": 0.0154,
+      "step": 4760
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.3465753424657535e-05,
+      "loss": 0.0219,
+      "step": 4770
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.345205479452055e-05,
+      "loss": 0.0183,
+      "step": 4780
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.3438356164383564e-05,
+      "loss": 0.0158,
+      "step": 4790
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.3424657534246575e-05,
+      "loss": 0.0205,
+      "step": 4800
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.341095890410959e-05,
+      "loss": 0.0162,
+      "step": 4810
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.33972602739726e-05,
+      "loss": 0.0129,
+      "step": 4820
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.3383561643835616e-05,
+      "loss": 0.014,
+      "step": 4830
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.336986301369863e-05,
+      "loss": 0.0165,
+      "step": 4840
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.3356164383561645e-05,
+      "loss": 0.0166,
+      "step": 4850
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.334246575342466e-05,
+      "loss": 0.0151,
+      "step": 4860
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.332876712328767e-05,
+      "loss": 0.0184,
+      "step": 4870
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.3315068493150685e-05,
+      "loss": 0.0132,
+      "step": 4880
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.33013698630137e-05,
+      "loss": 0.0139,
+      "step": 4890
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.328767123287671e-05,
+      "loss": 0.0189,
+      "step": 4900
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.327397260273973e-05,
+      "loss": 0.0458,
+      "step": 4910
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.326027397260274e-05,
+      "loss": 0.0143,
+      "step": 4920
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.3246575342465755e-05,
+      "loss": 0.0162,
+      "step": 4930
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.323287671232877e-05,
+      "loss": 0.0194,
+      "step": 4940
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.321917808219178e-05,
+      "loss": 0.0188,
+      "step": 4950
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.3205479452054795e-05,
+      "loss": 0.0158,
+      "step": 4960
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.3191780821917806e-05,
+      "loss": 0.0156,
+      "step": 4970
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.3178082191780824e-05,
+      "loss": 0.0151,
+      "step": 4980
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.316438356164384e-05,
+      "loss": 0.0181,
+      "step": 4990
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.315068493150685e-05,
+      "loss": 0.0187,
+      "step": 5000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.3136986301369864e-05,
+      "loss": 0.017,
+      "step": 5010
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.3123287671232876e-05,
+      "loss": 0.019,
+      "step": 5020
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.310958904109589e-05,
+      "loss": 0.0143,
+      "step": 5030
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.30958904109589e-05,
+      "loss": 0.0155,
+      "step": 5040
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.308219178082192e-05,
+      "loss": 0.0173,
+      "step": 5050
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.3068493150684934e-05,
+      "loss": 0.0188,
+      "step": 5060
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.3054794520547945e-05,
+      "loss": 0.0189,
+      "step": 5070
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.304109589041096e-05,
+      "loss": 0.0161,
+      "step": 5080
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.302739726027397e-05,
+      "loss": 0.0143,
+      "step": 5090
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.3013698630136985e-05,
+      "loss": 0.0123,
+      "step": 5100
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.3000000000000003e-05,
+      "loss": 0.0234,
+      "step": 5110
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.2986301369863015e-05,
+      "loss": 0.0149,
+      "step": 5120
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.297260273972603e-05,
+      "loss": 0.0106,
+      "step": 5130
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.295890410958904e-05,
+      "loss": 0.0269,
+      "step": 5140
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.2945205479452055e-05,
+      "loss": 0.038,
+      "step": 5150
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.293150684931507e-05,
+      "loss": 0.0138,
+      "step": 5160
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.291780821917808e-05,
+      "loss": 0.0148,
+      "step": 5170
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.29041095890411e-05,
+      "loss": 0.017,
+      "step": 5180
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.289041095890411e-05,
+      "loss": 0.0227,
+      "step": 5190
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.2876712328767124e-05,
+      "loss": 0.0164,
+      "step": 5200
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.286301369863014e-05,
+      "loss": 0.0146,
+      "step": 5210
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.284931506849315e-05,
+      "loss": 0.013,
+      "step": 5220
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2835616438356165e-05,
+      "loss": 0.0152,
+      "step": 5230
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2821917808219176e-05,
+      "loss": 0.0168,
+      "step": 5240
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2808219178082194e-05,
+      "loss": 0.0139,
+      "step": 5250
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.279452054794521e-05,
+      "loss": 0.0171,
+      "step": 5260
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.278082191780822e-05,
+      "loss": 0.0204,
+      "step": 5270
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2767123287671234e-05,
+      "loss": 0.0198,
+      "step": 5280
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2753424657534245e-05,
+      "loss": 0.0182,
+      "step": 5290
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.273972602739726e-05,
+      "loss": 0.0167,
+      "step": 5300
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.2726027397260275e-05,
+      "loss": 0.0145,
+      "step": 5310
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.271232876712329e-05,
+      "loss": 0.0425,
+      "step": 5320
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2698630136986304e-05,
+      "loss": 0.0246,
+      "step": 5330
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2684931506849315e-05,
+      "loss": 0.0146,
+      "step": 5340
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.267123287671233e-05,
+      "loss": 0.0151,
+      "step": 5350
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.265753424657534e-05,
+      "loss": 0.017,
+      "step": 5360
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2643835616438355e-05,
+      "loss": 0.015,
+      "step": 5370
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2630136986301373e-05,
+      "loss": 0.0158,
+      "step": 5380
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2616438356164384e-05,
+      "loss": 0.0165,
+      "step": 5390
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.26027397260274e-05,
+      "loss": 0.0174,
+      "step": 5400
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.258904109589041e-05,
+      "loss": 0.0162,
+      "step": 5410
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.2575342465753425e-05,
+      "loss": 0.017,
+      "step": 5420
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.256164383561644e-05,
+      "loss": 0.0138,
+      "step": 5430
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.254794520547945e-05,
+      "loss": 0.0207,
+      "step": 5440
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.253424657534247e-05,
+      "loss": 0.0178,
+      "step": 5450
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.252054794520548e-05,
+      "loss": 0.0177,
+      "step": 5460
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.2506849315068494e-05,
+      "loss": 0.0156,
+      "step": 5470
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.249315068493151e-05,
+      "loss": 0.0181,
+      "step": 5480
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.247945205479452e-05,
+      "loss": 0.0155,
+      "step": 5490
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.2465753424657534e-05,
+      "loss": 0.0364,
+      "step": 5500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.245205479452055e-05,
+      "loss": 0.0118,
+      "step": 5510
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.2438356164383564e-05,
+      "loss": 0.0184,
+      "step": 5520
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2424657534246578e-05,
+      "loss": 0.0171,
+      "step": 5530
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.241095890410959e-05,
+      "loss": 0.0157,
+      "step": 5540
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2397260273972604e-05,
+      "loss": 0.0141,
+      "step": 5550
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2383561643835615e-05,
+      "loss": 0.0114,
+      "step": 5560
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.236986301369863e-05,
+      "loss": 0.0155,
+      "step": 5570
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2356164383561644e-05,
+      "loss": 0.0322,
+      "step": 5580
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.234246575342466e-05,
+      "loss": 0.0173,
+      "step": 5590
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2328767123287673e-05,
+      "loss": 0.0181,
+      "step": 5600
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.2315068493150685e-05,
+      "loss": 0.0135,
+      "step": 5610
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.23013698630137e-05,
+      "loss": 0.0166,
+      "step": 5620
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.228767123287671e-05,
+      "loss": 0.0212,
+      "step": 5630
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2273972602739725e-05,
+      "loss": 0.0154,
+      "step": 5640
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2260273972602743e-05,
+      "loss": 0.0171,
+      "step": 5650
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2246575342465754e-05,
+      "loss": 0.0149,
+      "step": 5660
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.223287671232877e-05,
+      "loss": 0.0135,
+      "step": 5670
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.221917808219178e-05,
+      "loss": 0.0223,
+      "step": 5680
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2205479452054794e-05,
+      "loss": 0.0142,
+      "step": 5690
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.219178082191781e-05,
+      "loss": 0.0149,
+      "step": 5700
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2178082191780824e-05,
+      "loss": 0.0125,
+      "step": 5710
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2164383561643838e-05,
+      "loss": 0.036,
+      "step": 5720
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.215068493150685e-05,
+      "loss": 0.0351,
+      "step": 5730
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.2136986301369864e-05,
+      "loss": 0.0309,
+      "step": 5740
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.212328767123288e-05,
+      "loss": 0.0146,
+      "step": 5750
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.210958904109589e-05,
+      "loss": 0.0137,
+      "step": 5760
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2095890410958904e-05,
+      "loss": 0.0171,
+      "step": 5770
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.208219178082192e-05,
+      "loss": 0.0147,
+      "step": 5780
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2068493150684933e-05,
+      "loss": 0.0411,
+      "step": 5790
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2054794520547945e-05,
+      "loss": 0.0232,
+      "step": 5800
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.204109589041096e-05,
+      "loss": 0.0161,
+      "step": 5810
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2027397260273974e-05,
+      "loss": 0.0181,
+      "step": 5820
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2013698630136985e-05,
+      "loss": 0.0189,
+      "step": 5830
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.2e-05,
+      "loss": 0.012,
+      "step": 5840
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.1986301369863014e-05,
+      "loss": 0.0163,
+      "step": 5850
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.197260273972603e-05,
+      "loss": 0.0156,
+      "step": 5860
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1958904109589043e-05,
+      "loss": 0.074,
+      "step": 5870
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1945205479452054e-05,
+      "loss": 0.0162,
+      "step": 5880
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.193150684931507e-05,
+      "loss": 0.0145,
+      "step": 5890
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.191780821917808e-05,
+      "loss": 0.0288,
+      "step": 5900
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1904109589041098e-05,
+      "loss": 0.0166,
+      "step": 5910
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1890410958904113e-05,
+      "loss": 0.0184,
+      "step": 5920
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1876712328767124e-05,
+      "loss": 0.0554,
+      "step": 5930
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.186301369863014e-05,
+      "loss": 0.021,
+      "step": 5940
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.184931506849315e-05,
+      "loss": 0.0158,
+      "step": 5950
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.1835616438356164e-05,
+      "loss": 0.0201,
+      "step": 5960
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.182191780821918e-05,
+      "loss": 0.0165,
+      "step": 5970
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1808219178082193e-05,
+      "loss": 0.016,
+      "step": 5980
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1794520547945208e-05,
+      "loss": 0.021,
+      "step": 5990
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.178082191780822e-05,
+      "loss": 0.0165,
+      "step": 6000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1767123287671234e-05,
+      "loss": 0.0317,
+      "step": 6010
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1753424657534248e-05,
+      "loss": 0.018,
+      "step": 6020
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.173972602739726e-05,
+      "loss": 0.0156,
+      "step": 6030
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1726027397260274e-05,
+      "loss": 0.014,
+      "step": 6040
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.171232876712329e-05,
+      "loss": 0.0131,
+      "step": 6050
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1698630136986303e-05,
+      "loss": 0.0125,
+      "step": 6060
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.1684931506849314e-05,
+      "loss": 0.0119,
+      "step": 6070
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.167123287671233e-05,
+      "loss": 0.0141,
+      "step": 6080
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1657534246575343e-05,
+      "loss": 0.0168,
+      "step": 6090
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1643835616438355e-05,
+      "loss": 0.0151,
+      "step": 6100
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1630136986301373e-05,
+      "loss": 0.0158,
+      "step": 6110
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1616438356164384e-05,
+      "loss": 0.0154,
+      "step": 6120
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.16027397260274e-05,
+      "loss": 0.015,
+      "step": 6130
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1589041095890413e-05,
+      "loss": 0.0144,
+      "step": 6140
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1575342465753424e-05,
+      "loss": 0.015,
+      "step": 6150
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.156164383561644e-05,
+      "loss": 0.0147,
+      "step": 6160
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.154794520547945e-05,
+      "loss": 0.0139,
+      "step": 6170
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.1534246575342468e-05,
+      "loss": 0.0135,
+      "step": 6180
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1520547945205482e-05,
+      "loss": 0.0112,
+      "step": 6190
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1506849315068494e-05,
+      "loss": 0.0174,
+      "step": 6200
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1493150684931508e-05,
+      "loss": 0.0375,
+      "step": 6210
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.147945205479452e-05,
+      "loss": 0.0168,
+      "step": 6220
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1465753424657534e-05,
+      "loss": 0.0147,
+      "step": 6230
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.145205479452055e-05,
+      "loss": 0.0136,
+      "step": 6240
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1438356164383563e-05,
+      "loss": 0.0172,
+      "step": 6250
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1424657534246578e-05,
+      "loss": 0.0182,
+      "step": 6260
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.141095890410959e-05,
+      "loss": 0.0165,
+      "step": 6270
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1397260273972603e-05,
+      "loss": 0.0153,
+      "step": 6280
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.1383561643835618e-05,
+      "loss": 0.0104,
+      "step": 6290
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.136986301369863e-05,
+      "loss": 0.0108,
+      "step": 6300
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1356164383561647e-05,
+      "loss": 0.0145,
+      "step": 6310
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1342465753424658e-05,
+      "loss": 0.0139,
+      "step": 6320
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1328767123287673e-05,
+      "loss": 0.0147,
+      "step": 6330
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1315068493150684e-05,
+      "loss": 0.0185,
+      "step": 6340
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.13013698630137e-05,
+      "loss": 0.0178,
+      "step": 6350
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1287671232876713e-05,
+      "loss": 0.0151,
+      "step": 6360
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1273972602739724e-05,
+      "loss": 0.0113,
+      "step": 6370
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1260273972602742e-05,
+      "loss": 0.0196,
+      "step": 6380
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1246575342465753e-05,
+      "loss": 0.0158,
+      "step": 6390
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.1232876712328768e-05,
+      "loss": 0.015,
+      "step": 6400
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1219178082191783e-05,
+      "loss": 0.0178,
+      "step": 6410
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1205479452054794e-05,
+      "loss": 0.0118,
+      "step": 6420
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.119178082191781e-05,
+      "loss": 0.0209,
+      "step": 6430
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.117808219178082e-05,
+      "loss": 0.0269,
+      "step": 6440
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1164383561643838e-05,
+      "loss": 0.0186,
+      "step": 6450
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1150684931506852e-05,
+      "loss": 0.0127,
+      "step": 6460
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1136986301369863e-05,
+      "loss": 0.0148,
+      "step": 6470
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1123287671232878e-05,
+      "loss": 0.0265,
+      "step": 6480
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.110958904109589e-05,
+      "loss": 0.0515,
+      "step": 6490
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.1095890410958904e-05,
+      "loss": 0.015,
+      "step": 6500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.108219178082192e-05,
+      "loss": 0.0162,
+      "step": 6510
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1068493150684933e-05,
+      "loss": 0.0185,
+      "step": 6520
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1054794520547947e-05,
+      "loss": 0.0155,
+      "step": 6530
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.104109589041096e-05,
+      "loss": 0.0288,
+      "step": 6540
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1027397260273973e-05,
+      "loss": 0.0127,
+      "step": 6550
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1013698630136988e-05,
+      "loss": 0.0133,
+      "step": 6560
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.1e-05,
+      "loss": 0.0198,
+      "step": 6570
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0986301369863017e-05,
+      "loss": 0.0128,
+      "step": 6580
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0972602739726028e-05,
+      "loss": 0.015,
+      "step": 6590
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0958904109589043e-05,
+      "loss": 0.0176,
+      "step": 6600
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.0945205479452054e-05,
+      "loss": 0.014,
+      "step": 6610
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.093150684931507e-05,
+      "loss": 0.0147,
+      "step": 6620
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0917808219178083e-05,
+      "loss": 0.0266,
+      "step": 6630
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0904109589041094e-05,
+      "loss": 0.0135,
+      "step": 6640
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0890410958904112e-05,
+      "loss": 0.0148,
+      "step": 6650
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0876712328767123e-05,
+      "loss": 0.0162,
+      "step": 6660
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0863013698630138e-05,
+      "loss": 0.0162,
+      "step": 6670
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0849315068493152e-05,
+      "loss": 0.02,
+      "step": 6680
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0835616438356164e-05,
+      "loss": 0.0142,
+      "step": 6690
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0821917808219178e-05,
+      "loss": 0.0153,
+      "step": 6700
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.080821917808219e-05,
+      "loss": 0.0128,
+      "step": 6710
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0794520547945207e-05,
+      "loss": 0.0111,
+      "step": 6720
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.0780821917808222e-05,
+      "loss": 0.016,
+      "step": 6730
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0767123287671233e-05,
+      "loss": 0.0163,
+      "step": 6740
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0753424657534248e-05,
+      "loss": 0.0358,
+      "step": 6750
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.073972602739726e-05,
+      "loss": 0.0151,
+      "step": 6760
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0726027397260273e-05,
+      "loss": 0.012,
+      "step": 6770
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.071232876712329e-05,
+      "loss": 0.0199,
+      "step": 6780
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0698630136986302e-05,
+      "loss": 0.0134,
+      "step": 6790
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0684931506849317e-05,
+      "loss": 0.0147,
+      "step": 6800
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0671232876712328e-05,
+      "loss": 0.0132,
+      "step": 6810
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0657534246575343e-05,
+      "loss": 0.0156,
+      "step": 6820
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.0643835616438357e-05,
+      "loss": 0.0187,
+      "step": 6830
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.063013698630137e-05,
+      "loss": 0.0126,
+      "step": 6840
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0616438356164387e-05,
+      "loss": 0.0129,
+      "step": 6850
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0602739726027398e-05,
+      "loss": 0.0166,
+      "step": 6860
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0589041095890412e-05,
+      "loss": 0.0148,
+      "step": 6870
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0575342465753423e-05,
+      "loss": 0.0172,
+      "step": 6880
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0561643835616438e-05,
+      "loss": 0.039,
+      "step": 6890
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0547945205479453e-05,
+      "loss": 0.0143,
+      "step": 6900
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0534246575342464e-05,
+      "loss": 0.0116,
+      "step": 6910
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0520547945205482e-05,
+      "loss": 0.0159,
+      "step": 6920
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0506849315068493e-05,
+      "loss": 0.0196,
+      "step": 6930
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0493150684931508e-05,
+      "loss": 0.0158,
+      "step": 6940
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.0479452054794522e-05,
+      "loss": 0.0194,
+      "step": 6950
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0465753424657533e-05,
+      "loss": 0.0154,
+      "step": 6960
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0452054794520548e-05,
+      "loss": 0.0168,
+      "step": 6970
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0438356164383562e-05,
+      "loss": 0.019,
+      "step": 6980
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0424657534246577e-05,
+      "loss": 0.0161,
+      "step": 6990
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.041095890410959e-05,
+      "loss": 0.0148,
+      "step": 7000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0397260273972603e-05,
+      "loss": 0.0136,
+      "step": 7010
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0383561643835617e-05,
+      "loss": 0.018,
+      "step": 7020
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.036986301369863e-05,
+      "loss": 0.0133,
+      "step": 7030
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0356164383561643e-05,
+      "loss": 0.0168,
+      "step": 7040
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.034246575342466e-05,
+      "loss": 0.0152,
+      "step": 7050
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.0328767123287672e-05,
+      "loss": 0.0192,
+      "step": 7060
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0315068493150687e-05,
+      "loss": 0.0139,
+      "step": 7070
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0301369863013698e-05,
+      "loss": 0.0099,
+      "step": 7080
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0287671232876713e-05,
+      "loss": 0.0179,
+      "step": 7090
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0273972602739724e-05,
+      "loss": 0.0114,
+      "step": 7100
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.026027397260274e-05,
+      "loss": 0.0134,
+      "step": 7110
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0246575342465756e-05,
+      "loss": 0.0141,
+      "step": 7120
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0232876712328767e-05,
+      "loss": 0.0159,
+      "step": 7130
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0219178082191782e-05,
+      "loss": 0.0134,
+      "step": 7140
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0205479452054793e-05,
+      "loss": 0.0168,
+      "step": 7150
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0191780821917808e-05,
+      "loss": 0.0194,
+      "step": 7160
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.0178082191780822e-05,
+      "loss": 0.0187,
+      "step": 7170
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0164383561643837e-05,
+      "loss": 0.018,
+      "step": 7180
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.015068493150685e-05,
+      "loss": 0.0187,
+      "step": 7190
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0136986301369863e-05,
+      "loss": 0.0175,
+      "step": 7200
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0123287671232877e-05,
+      "loss": 0.0171,
+      "step": 7210
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0109589041095892e-05,
+      "loss": 0.0141,
+      "step": 7220
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0095890410958903e-05,
+      "loss": 0.0141,
+      "step": 7230
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0082191780821918e-05,
+      "loss": 0.0256,
+      "step": 7240
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0068493150684932e-05,
+      "loss": 0.0142,
+      "step": 7250
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0054794520547947e-05,
+      "loss": 0.0164,
+      "step": 7260
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.004109589041096e-05,
+      "loss": 0.0126,
+      "step": 7270
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.0027397260273972e-05,
+      "loss": 0.0112,
+      "step": 7280
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.0013698630136987e-05,
+      "loss": 0.0154,
+      "step": 7290
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9999999999999998e-05,
+      "loss": 0.0129,
+      "step": 7300
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9986301369863013e-05,
+      "loss": 0.0133,
+      "step": 7310
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.997260273972603e-05,
+      "loss": 0.0137,
+      "step": 7320
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9958904109589042e-05,
+      "loss": 0.0119,
+      "step": 7330
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9945205479452057e-05,
+      "loss": 0.0134,
+      "step": 7340
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9931506849315068e-05,
+      "loss": 0.0156,
+      "step": 7350
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9917808219178082e-05,
+      "loss": 0.0159,
+      "step": 7360
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9904109589041093e-05,
+      "loss": 0.0168,
+      "step": 7370
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.989041095890411e-05,
+      "loss": 0.0147,
+      "step": 7380
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.9876712328767126e-05,
+      "loss": 0.0162,
+      "step": 7390
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9863013698630137e-05,
+      "loss": 0.0098,
+      "step": 7400
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9849315068493152e-05,
+      "loss": 0.0191,
+      "step": 7410
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9835616438356163e-05,
+      "loss": 0.0126,
+      "step": 7420
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9821917808219178e-05,
+      "loss": 0.0164,
+      "step": 7430
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9808219178082192e-05,
+      "loss": 0.0136,
+      "step": 7440
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9794520547945207e-05,
+      "loss": 0.0132,
+      "step": 7450
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.978082191780822e-05,
+      "loss": 0.0131,
+      "step": 7460
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9767123287671232e-05,
+      "loss": 0.0149,
+      "step": 7470
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9753424657534247e-05,
+      "loss": 0.0095,
+      "step": 7480
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.973972602739726e-05,
+      "loss": 0.0239,
+      "step": 7490
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.9726027397260273e-05,
+      "loss": 0.0173,
+      "step": 7500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9712328767123287e-05,
+      "loss": 0.018,
+      "step": 7510
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9698630136986302e-05,
+      "loss": 0.0161,
+      "step": 7520
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9684931506849316e-05,
+      "loss": 0.0185,
+      "step": 7530
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.967123287671233e-05,
+      "loss": 0.0098,
+      "step": 7540
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9657534246575342e-05,
+      "loss": 0.016,
+      "step": 7550
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9643835616438357e-05,
+      "loss": 0.0141,
+      "step": 7560
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9630136986301368e-05,
+      "loss": 0.0162,
+      "step": 7570
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9616438356164386e-05,
+      "loss": 0.0154,
+      "step": 7580
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.96027397260274e-05,
+      "loss": 0.0123,
+      "step": 7590
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9589041095890412e-05,
+      "loss": 0.0171,
+      "step": 7600
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.9575342465753426e-05,
+      "loss": 0.017,
+      "step": 7610
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9561643835616437e-05,
+      "loss": 0.0222,
+      "step": 7620
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9547945205479452e-05,
+      "loss": 0.0109,
+      "step": 7630
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9534246575342463e-05,
+      "loss": 0.0765,
+      "step": 7640
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.952054794520548e-05,
+      "loss": 0.0149,
+      "step": 7650
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9506849315068496e-05,
+      "loss": 0.0135,
+      "step": 7660
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9493150684931507e-05,
+      "loss": 0.0138,
+      "step": 7670
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.947945205479452e-05,
+      "loss": 0.0172,
+      "step": 7680
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9465753424657533e-05,
+      "loss": 0.0143,
+      "step": 7690
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9452054794520547e-05,
+      "loss": 0.013,
+      "step": 7700
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.9438356164383562e-05,
+      "loss": 0.0161,
+      "step": 7710
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9424657534246576e-05,
+      "loss": 0.0178,
+      "step": 7720
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.941095890410959e-05,
+      "loss": 0.0186,
+      "step": 7730
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9397260273972602e-05,
+      "loss": 0.0112,
+      "step": 7740
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9383561643835617e-05,
+      "loss": 0.0138,
+      "step": 7750
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.936986301369863e-05,
+      "loss": 0.0175,
+      "step": 7760
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9356164383561642e-05,
+      "loss": 0.0107,
+      "step": 7770
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.934246575342466e-05,
+      "loss": 0.0338,
+      "step": 7780
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.932876712328767e-05,
+      "loss": 0.016,
+      "step": 7790
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9315068493150686e-05,
+      "loss": 0.0483,
+      "step": 7800
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.93013698630137e-05,
+      "loss": 0.0214,
+      "step": 7810
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.9287671232876712e-05,
+      "loss": 0.016,
+      "step": 7820
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9273972602739727e-05,
+      "loss": 0.0146,
+      "step": 7830
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9260273972602738e-05,
+      "loss": 0.0148,
+      "step": 7840
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9246575342465756e-05,
+      "loss": 0.0161,
+      "step": 7850
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9232876712328767e-05,
+      "loss": 0.016,
+      "step": 7860
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.921917808219178e-05,
+      "loss": 0.0123,
+      "step": 7870
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9205479452054796e-05,
+      "loss": 0.0138,
+      "step": 7880
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9191780821917807e-05,
+      "loss": 0.0148,
+      "step": 7890
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9178082191780822e-05,
+      "loss": 0.0152,
+      "step": 7900
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9164383561643833e-05,
+      "loss": 0.0151,
+      "step": 7910
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.915068493150685e-05,
+      "loss": 0.0148,
+      "step": 7920
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.9136986301369865e-05,
+      "loss": 0.0111,
+      "step": 7930
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9123287671232877e-05,
+      "loss": 0.0101,
+      "step": 7940
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.910958904109589e-05,
+      "loss": 0.0185,
+      "step": 7950
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9095890410958902e-05,
+      "loss": 0.0132,
+      "step": 7960
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9082191780821917e-05,
+      "loss": 0.0133,
+      "step": 7970
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9068493150684935e-05,
+      "loss": 0.0116,
+      "step": 7980
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9054794520547946e-05,
+      "loss": 0.015,
+      "step": 7990
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.904109589041096e-05,
+      "loss": 0.0362,
+      "step": 8000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9027397260273972e-05,
+      "loss": 0.0143,
+      "step": 8010
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9013698630136986e-05,
+      "loss": 0.012,
+      "step": 8020
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.9e-05,
+      "loss": 0.0138,
+      "step": 8030
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.8986301369863012e-05,
+      "loss": 0.0187,
+      "step": 8040
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.897260273972603e-05,
+      "loss": 0.0174,
+      "step": 8050
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.895890410958904e-05,
+      "loss": 0.0128,
+      "step": 8060
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8945205479452056e-05,
+      "loss": 0.0128,
+      "step": 8070
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.893150684931507e-05,
+      "loss": 0.0158,
+      "step": 8080
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8917808219178082e-05,
+      "loss": 0.0154,
+      "step": 8090
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8904109589041096e-05,
+      "loss": 0.0649,
+      "step": 8100
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8890410958904107e-05,
+      "loss": 0.0144,
+      "step": 8110
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8876712328767125e-05,
+      "loss": 0.0152,
+      "step": 8120
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8863013698630137e-05,
+      "loss": 0.0118,
+      "step": 8130
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.884931506849315e-05,
+      "loss": 0.0131,
+      "step": 8140
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.8835616438356166e-05,
+      "loss": 0.0146,
+      "step": 8150
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8821917808219177e-05,
+      "loss": 0.0131,
+      "step": 8160
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.880821917808219e-05,
+      "loss": 0.0104,
+      "step": 8170
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8794520547945206e-05,
+      "loss": 0.0153,
+      "step": 8180
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.878082191780822e-05,
+      "loss": 0.0171,
+      "step": 8190
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8767123287671235e-05,
+      "loss": 0.015,
+      "step": 8200
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8753424657534246e-05,
+      "loss": 0.0162,
+      "step": 8210
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.873972602739726e-05,
+      "loss": 0.0148,
+      "step": 8220
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8726027397260272e-05,
+      "loss": 0.0148,
+      "step": 8230
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8712328767123287e-05,
+      "loss": 0.0123,
+      "step": 8240
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8698630136986305e-05,
+      "loss": 0.0135,
+      "step": 8250
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.8684931506849316e-05,
+      "loss": 0.0183,
+      "step": 8260
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.867123287671233e-05,
+      "loss": 0.0157,
+      "step": 8270
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.865753424657534e-05,
+      "loss": 0.0376,
+      "step": 8280
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.8643835616438356e-05,
+      "loss": 0.0178,
+      "step": 8290
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.863013698630137e-05,
+      "loss": 0.0111,
+      "step": 8300
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.8616438356164382e-05,
+      "loss": 0.0159,
+      "step": 8310
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.86027397260274e-05,
+      "loss": 0.0211,
+      "step": 8320
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.858904109589041e-05,
+      "loss": 0.0118,
+      "step": 8330
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.8575342465753426e-05,
+      "loss": 0.0159,
+      "step": 8340
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.856164383561644e-05,
+      "loss": 0.0144,
+      "step": 8350
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.854794520547945e-05,
+      "loss": 0.0123,
+      "step": 8360
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.8534246575342466e-05,
+      "loss": 0.0185,
+      "step": 8370
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.852054794520548e-05,
+      "loss": 0.0108,
+      "step": 8380
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8506849315068495e-05,
+      "loss": 0.0172,
+      "step": 8390
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8493150684931506e-05,
+      "loss": 0.0161,
+      "step": 8400
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.847945205479452e-05,
+      "loss": 0.064,
+      "step": 8410
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8465753424657535e-05,
+      "loss": 0.0132,
+      "step": 8420
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8452054794520547e-05,
+      "loss": 0.0122,
+      "step": 8430
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.843835616438356e-05,
+      "loss": 0.0145,
+      "step": 8440
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8424657534246576e-05,
+      "loss": 0.0269,
+      "step": 8450
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.841095890410959e-05,
+      "loss": 0.0178,
+      "step": 8460
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8397260273972605e-05,
+      "loss": 0.01,
+      "step": 8470
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.8383561643835616e-05,
+      "loss": 0.0164,
+      "step": 8480
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.836986301369863e-05,
+      "loss": 0.0099,
+      "step": 8490
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8356164383561642e-05,
+      "loss": 0.0349,
+      "step": 8500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8342465753424656e-05,
+      "loss": 0.0319,
+      "step": 8510
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8328767123287674e-05,
+      "loss": 0.0155,
+      "step": 8520
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8315068493150686e-05,
+      "loss": 0.0177,
+      "step": 8530
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.83013698630137e-05,
+      "loss": 0.0132,
+      "step": 8540
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.828767123287671e-05,
+      "loss": 0.0149,
+      "step": 8550
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8273972602739726e-05,
+      "loss": 0.012,
+      "step": 8560
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.826027397260274e-05,
+      "loss": 0.0156,
+      "step": 8570
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.8246575342465755e-05,
+      "loss": 0.0185,
+      "step": 8580
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.823287671232877e-05,
+      "loss": 0.0178,
+      "step": 8590
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.821917808219178e-05,
+      "loss": 0.0121,
+      "step": 8600
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8205479452054795e-05,
+      "loss": 0.015,
+      "step": 8610
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.819178082191781e-05,
+      "loss": 0.0107,
+      "step": 8620
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.817808219178082e-05,
+      "loss": 0.016,
+      "step": 8630
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8164383561643836e-05,
+      "loss": 0.0143,
+      "step": 8640
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.815068493150685e-05,
+      "loss": 0.0264,
+      "step": 8650
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8136986301369865e-05,
+      "loss": 0.0162,
+      "step": 8660
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8123287671232876e-05,
+      "loss": 0.0157,
+      "step": 8670
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.810958904109589e-05,
+      "loss": 0.0118,
+      "step": 8680
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8095890410958905e-05,
+      "loss": 0.0138,
+      "step": 8690
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.8082191780821916e-05,
+      "loss": 0.0146,
+      "step": 8700
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.806849315068493e-05,
+      "loss": 0.0511,
+      "step": 8710
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.8054794520547946e-05,
+      "loss": 0.0154,
+      "step": 8720
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.804109589041096e-05,
+      "loss": 0.0143,
+      "step": 8730
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.8027397260273975e-05,
+      "loss": 0.0154,
+      "step": 8740
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.8013698630136986e-05,
+      "loss": 0.0149,
+      "step": 8750
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.8e-05,
+      "loss": 0.0157,
+      "step": 8760
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.798630136986301e-05,
+      "loss": 0.0185,
+      "step": 8770
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.7972602739726026e-05,
+      "loss": 0.0144,
+      "step": 8780
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.7958904109589044e-05,
+      "loss": 0.0146,
+      "step": 8790
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.7945205479452055e-05,
+      "loss": 0.0409,
+      "step": 8800
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.793150684931507e-05,
+      "loss": 0.0202,
+      "step": 8810
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.791780821917808e-05,
+      "loss": 0.0121,
+      "step": 8820
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7904109589041096e-05,
+      "loss": 0.0122,
+      "step": 8830
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.789041095890411e-05,
+      "loss": 0.0137,
+      "step": 8840
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7876712328767125e-05,
+      "loss": 0.0147,
+      "step": 8850
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.786301369863014e-05,
+      "loss": 0.0159,
+      "step": 8860
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.784931506849315e-05,
+      "loss": 0.0133,
+      "step": 8870
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7835616438356165e-05,
+      "loss": 0.0158,
+      "step": 8880
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.782191780821918e-05,
+      "loss": 0.0139,
+      "step": 8890
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.780821917808219e-05,
+      "loss": 0.0152,
+      "step": 8900
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.7794520547945205e-05,
+      "loss": 0.0151,
+      "step": 8910
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.778082191780822e-05,
+      "loss": 0.0121,
+      "step": 8920
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7767123287671235e-05,
+      "loss": 0.0145,
+      "step": 8930
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7753424657534246e-05,
+      "loss": 0.0144,
+      "step": 8940
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.773972602739726e-05,
+      "loss": 0.014,
+      "step": 8950
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7726027397260275e-05,
+      "loss": 0.0134,
+      "step": 8960
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7712328767123286e-05,
+      "loss": 0.0152,
+      "step": 8970
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.76986301369863e-05,
+      "loss": 0.0132,
+      "step": 8980
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7684931506849315e-05,
+      "loss": 0.0199,
+      "step": 8990
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.767123287671233e-05,
+      "loss": 0.0206,
+      "step": 9000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7657534246575344e-05,
+      "loss": 0.014,
+      "step": 9010
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.7643835616438356e-05,
+      "loss": 0.0212,
+      "step": 9020
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.763013698630137e-05,
+      "loss": 0.0165,
+      "step": 9030
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.761643835616438e-05,
+      "loss": 0.0153,
+      "step": 9040
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.76027397260274e-05,
+      "loss": 0.0148,
+      "step": 9050
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.7589041095890414e-05,
+      "loss": 0.0091,
+      "step": 9060
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.7575342465753425e-05,
+      "loss": 0.0165,
+      "step": 9070
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.756164383561644e-05,
+      "loss": 0.0156,
+      "step": 9080
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.754794520547945e-05,
+      "loss": 0.0116,
+      "step": 9090
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.7534246575342465e-05,
+      "loss": 0.0173,
+      "step": 9100
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.752054794520548e-05,
+      "loss": 0.0121,
+      "step": 9110
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.7506849315068495e-05,
+      "loss": 0.0132,
+      "step": 9120
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.749315068493151e-05,
+      "loss": 0.015,
+      "step": 9130
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.747945205479452e-05,
+      "loss": 0.0285,
+      "step": 9140
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7465753424657535e-05,
+      "loss": 0.0167,
+      "step": 9150
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7452054794520546e-05,
+      "loss": 0.0361,
+      "step": 9160
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.743835616438356e-05,
+      "loss": 0.0138,
+      "step": 9170
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7424657534246575e-05,
+      "loss": 0.0164,
+      "step": 9180
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.741095890410959e-05,
+      "loss": 0.013,
+      "step": 9190
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7397260273972604e-05,
+      "loss": 0.0125,
+      "step": 9200
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7383561643835616e-05,
+      "loss": 0.0191,
+      "step": 9210
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.736986301369863e-05,
+      "loss": 0.0138,
+      "step": 9220
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7356164383561645e-05,
+      "loss": 0.0124,
+      "step": 9230
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7342465753424656e-05,
+      "loss": 0.0128,
+      "step": 9240
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.7328767123287674e-05,
+      "loss": 0.0135,
+      "step": 9250
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.7315068493150685e-05,
+      "loss": 0.0154,
+      "step": 9260
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.73013698630137e-05,
+      "loss": 0.0116,
+      "step": 9270
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.7287671232876714e-05,
+      "loss": 0.0175,
+      "step": 9280
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.7273972602739725e-05,
+      "loss": 0.0139,
+      "step": 9290
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.726027397260274e-05,
+      "loss": 0.0109,
+      "step": 9300
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.724657534246575e-05,
+      "loss": 0.014,
+      "step": 9310
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.723287671232877e-05,
+      "loss": 0.026,
+      "step": 9320
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.7219178082191784e-05,
+      "loss": 0.0153,
+      "step": 9330
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.7205479452054795e-05,
+      "loss": 0.0157,
+      "step": 9340
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.719178082191781e-05,
+      "loss": 0.0164,
+      "step": 9350
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.717808219178082e-05,
+      "loss": 0.0136,
+      "step": 9360
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.7164383561643835e-05,
+      "loss": 0.0165,
+      "step": 9370
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.715068493150685e-05,
+      "loss": 0.012,
+      "step": 9380
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.7136986301369864e-05,
+      "loss": 0.0119,
+      "step": 9390
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.712328767123288e-05,
+      "loss": 0.0189,
+      "step": 9400
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.710958904109589e-05,
+      "loss": 0.0116,
+      "step": 9410
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.7095890410958905e-05,
+      "loss": 0.0149,
+      "step": 9420
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.7082191780821916e-05,
+      "loss": 0.0187,
+      "step": 9430
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.706849315068493e-05,
+      "loss": 0.0166,
+      "step": 9440
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.705479452054795e-05,
+      "loss": 0.0138,
+      "step": 9450
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.704109589041096e-05,
+      "loss": 0.0136,
+      "step": 9460
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.7027397260273974e-05,
+      "loss": 0.0167,
+      "step": 9470
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.7013698630136985e-05,
+      "loss": 0.0149,
+      "step": 9480
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.7e-05,
+      "loss": 0.0115,
+      "step": 9490
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6986301369863014e-05,
+      "loss": 0.015,
+      "step": 9500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6972602739726026e-05,
+      "loss": 0.0122,
+      "step": 9510
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6958904109589044e-05,
+      "loss": 0.0174,
+      "step": 9520
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6945205479452055e-05,
+      "loss": 0.0112,
+      "step": 9530
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.693150684931507e-05,
+      "loss": 0.0142,
+      "step": 9540
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6917808219178084e-05,
+      "loss": 0.0133,
+      "step": 9550
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.6904109589041095e-05,
+      "loss": 0.019,
+      "step": 9560
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.689041095890411e-05,
+      "loss": 0.0153,
+      "step": 9570
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.687671232876712e-05,
+      "loss": 0.0122,
+      "step": 9580
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.686301369863014e-05,
+      "loss": 0.0105,
+      "step": 9590
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6849315068493153e-05,
+      "loss": 0.0146,
+      "step": 9600
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6835616438356165e-05,
+      "loss": 0.0143,
+      "step": 9610
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.682191780821918e-05,
+      "loss": 0.0149,
+      "step": 9620
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.680821917808219e-05,
+      "loss": 0.0599,
+      "step": 9630
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6794520547945205e-05,
+      "loss": 0.0126,
+      "step": 9640
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6780821917808223e-05,
+      "loss": 0.0156,
+      "step": 9650
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6767123287671234e-05,
+      "loss": 0.0135,
+      "step": 9660
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.675342465753425e-05,
+      "loss": 0.0168,
+      "step": 9670
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.673972602739726e-05,
+      "loss": 0.0299,
+      "step": 9680
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.6726027397260274e-05,
+      "loss": 0.0105,
+      "step": 9690
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6712328767123286e-05,
+      "loss": 0.0126,
+      "step": 9700
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.66986301369863e-05,
+      "loss": 0.0117,
+      "step": 9710
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6684931506849318e-05,
+      "loss": 0.0106,
+      "step": 9720
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.667123287671233e-05,
+      "loss": 0.0124,
+      "step": 9730
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6657534246575344e-05,
+      "loss": 0.0096,
+      "step": 9740
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6643835616438355e-05,
+      "loss": 0.0162,
+      "step": 9750
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.663013698630137e-05,
+      "loss": 0.0169,
+      "step": 9760
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6616438356164384e-05,
+      "loss": 0.0134,
+      "step": 9770
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6602739726027395e-05,
+      "loss": 0.0174,
+      "step": 9780
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6589041095890413e-05,
+      "loss": 0.0147,
+      "step": 9790
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.6575342465753425e-05,
+      "loss": 0.0145,
+      "step": 9800
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.656164383561644e-05,
+      "loss": 0.0148,
+      "step": 9810
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6547945205479454e-05,
+      "loss": 0.0145,
+      "step": 9820
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6534246575342465e-05,
+      "loss": 0.0147,
+      "step": 9830
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.652054794520548e-05,
+      "loss": 0.01,
+      "step": 9840
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6506849315068494e-05,
+      "loss": 0.0163,
+      "step": 9850
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.649315068493151e-05,
+      "loss": 0.0172,
+      "step": 9860
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6479452054794523e-05,
+      "loss": 0.0143,
+      "step": 9870
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.6465753424657534e-05,
+      "loss": 0.017,
+      "step": 9880
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.645205479452055e-05,
+      "loss": 0.0144,
+      "step": 9890
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.643835616438356e-05,
+      "loss": 0.0976,
+      "step": 9900
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6424657534246575e-05,
+      "loss": 0.0203,
+      "step": 9910
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.641095890410959e-05,
+      "loss": 0.0174,
+      "step": 9920
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6397260273972604e-05,
+      "loss": 0.0133,
+      "step": 9930
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.638356164383562e-05,
+      "loss": 0.0096,
+      "step": 9940
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.636986301369863e-05,
+      "loss": 0.0152,
+      "step": 9950
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6356164383561644e-05,
+      "loss": 0.0117,
+      "step": 9960
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6342465753424655e-05,
+      "loss": 0.0148,
+      "step": 9970
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.632876712328767e-05,
+      "loss": 0.014,
+      "step": 9980
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6315068493150688e-05,
+      "loss": 0.0155,
+      "step": 9990
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.63013698630137e-05,
+      "loss": 0.0143,
+      "step": 10000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.6287671232876714e-05,
+      "loss": 0.0115,
+      "step": 10010
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6273972602739725e-05,
+      "loss": 0.0109,
+      "step": 10020
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.626027397260274e-05,
+      "loss": 0.0121,
+      "step": 10030
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6246575342465754e-05,
+      "loss": 0.0125,
+      "step": 10040
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.623287671232877e-05,
+      "loss": 0.0137,
+      "step": 10050
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6219178082191783e-05,
+      "loss": 0.0131,
+      "step": 10060
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6205479452054794e-05,
+      "loss": 0.0104,
+      "step": 10070
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.619178082191781e-05,
+      "loss": 0.0182,
+      "step": 10080
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6178082191780823e-05,
+      "loss": 0.0117,
+      "step": 10090
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6164383561643835e-05,
+      "loss": 0.0129,
+      "step": 10100
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.615068493150685e-05,
+      "loss": 0.0179,
+      "step": 10110
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.6136986301369864e-05,
+      "loss": 0.0128,
+      "step": 10120
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6123287671232878e-05,
+      "loss": 0.0147,
+      "step": 10130
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6109589041095893e-05,
+      "loss": 0.0138,
+      "step": 10140
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6095890410958904e-05,
+      "loss": 0.0151,
+      "step": 10150
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.608219178082192e-05,
+      "loss": 0.0147,
+      "step": 10160
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.606849315068493e-05,
+      "loss": 0.0126,
+      "step": 10170
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6054794520547944e-05,
+      "loss": 0.0132,
+      "step": 10180
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.604109589041096e-05,
+      "loss": 0.0159,
+      "step": 10190
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6027397260273974e-05,
+      "loss": 0.0177,
+      "step": 10200
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6013698630136988e-05,
+      "loss": 0.0131,
+      "step": 10210
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.6e-05,
+      "loss": 0.0104,
+      "step": 10220
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.5986301369863014e-05,
+      "loss": 0.0146,
+      "step": 10230
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5972602739726025e-05,
+      "loss": 0.0145,
+      "step": 10240
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5958904109589043e-05,
+      "loss": 0.0146,
+      "step": 10250
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5945205479452058e-05,
+      "loss": 0.012,
+      "step": 10260
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.593150684931507e-05,
+      "loss": 0.0145,
+      "step": 10270
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5917808219178083e-05,
+      "loss": 0.0159,
+      "step": 10280
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5904109589041095e-05,
+      "loss": 0.0097,
+      "step": 10290
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.589041095890411e-05,
+      "loss": 0.0146,
+      "step": 10300
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5876712328767124e-05,
+      "loss": 0.0144,
+      "step": 10310
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5863013698630138e-05,
+      "loss": 0.0146,
+      "step": 10320
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5849315068493153e-05,
+      "loss": 0.0145,
+      "step": 10330
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.5835616438356164e-05,
+      "loss": 0.0166,
+      "step": 10340
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.582191780821918e-05,
+      "loss": 0.0171,
+      "step": 10350
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5808219178082193e-05,
+      "loss": 0.0135,
+      "step": 10360
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5794520547945204e-05,
+      "loss": 0.0134,
+      "step": 10370
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.578082191780822e-05,
+      "loss": 0.0112,
+      "step": 10380
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5767123287671233e-05,
+      "loss": 0.0137,
+      "step": 10390
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5753424657534248e-05,
+      "loss": 0.0139,
+      "step": 10400
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5739726027397263e-05,
+      "loss": 0.0114,
+      "step": 10410
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5726027397260274e-05,
+      "loss": 0.0139,
+      "step": 10420
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.571232876712329e-05,
+      "loss": 0.0142,
+      "step": 10430
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.56986301369863e-05,
+      "loss": 0.0169,
+      "step": 10440
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.5684931506849318e-05,
+      "loss": 0.0128,
+      "step": 10450
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.567123287671233e-05,
+      "loss": 0.016,
+      "step": 10460
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5657534246575343e-05,
+      "loss": 0.015,
+      "step": 10470
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5643835616438358e-05,
+      "loss": 0.0475,
+      "step": 10480
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.563013698630137e-05,
+      "loss": 0.013,
+      "step": 10490
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5616438356164384e-05,
+      "loss": 0.0122,
+      "step": 10500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5602739726027395e-05,
+      "loss": 0.0118,
+      "step": 10510
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5589041095890413e-05,
+      "loss": 0.0122,
+      "step": 10520
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5575342465753427e-05,
+      "loss": 0.0123,
+      "step": 10530
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.556164383561644e-05,
+      "loss": 0.0135,
+      "step": 10540
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5547945205479453e-05,
+      "loss": 0.0159,
+      "step": 10550
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.5534246575342464e-05,
+      "loss": 0.0106,
+      "step": 10560
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.552054794520548e-05,
+      "loss": 0.016,
+      "step": 10570
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5506849315068493e-05,
+      "loss": 0.0154,
+      "step": 10580
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5493150684931508e-05,
+      "loss": 0.0144,
+      "step": 10590
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5479452054794523e-05,
+      "loss": 0.0111,
+      "step": 10600
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5465753424657534e-05,
+      "loss": 0.0112,
+      "step": 10610
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5452054794520548e-05,
+      "loss": 0.0121,
+      "step": 10620
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5438356164383563e-05,
+      "loss": 0.057,
+      "step": 10630
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5424657534246574e-05,
+      "loss": 0.0157,
+      "step": 10640
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5410958904109592e-05,
+      "loss": 0.0112,
+      "step": 10650
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5397260273972603e-05,
+      "loss": 0.0143,
+      "step": 10660
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.5383561643835618e-05,
+      "loss": 0.0099,
+      "step": 10670
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5369863013698632e-05,
+      "loss": 0.0149,
+      "step": 10680
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5356164383561644e-05,
+      "loss": 0.0127,
+      "step": 10690
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5342465753424658e-05,
+      "loss": 0.0127,
+      "step": 10700
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.532876712328767e-05,
+      "loss": 0.0152,
+      "step": 10710
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5315068493150687e-05,
+      "loss": 0.0115,
+      "step": 10720
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.53013698630137e-05,
+      "loss": 0.0139,
+      "step": 10730
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5287671232876713e-05,
+      "loss": 0.0147,
+      "step": 10740
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5273972602739728e-05,
+      "loss": 0.0161,
+      "step": 10750
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.526027397260274e-05,
+      "loss": 0.0114,
+      "step": 10760
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5246575342465753e-05,
+      "loss": 0.013,
+      "step": 10770
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.5232876712328766e-05,
+      "loss": 0.0305,
+      "step": 10780
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5219178082191782e-05,
+      "loss": 0.0127,
+      "step": 10790
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5205479452054795e-05,
+      "loss": 0.0169,
+      "step": 10800
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5191780821917808e-05,
+      "loss": 0.0142,
+      "step": 10810
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5178082191780823e-05,
+      "loss": 0.0176,
+      "step": 10820
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5164383561643836e-05,
+      "loss": 0.0139,
+      "step": 10830
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5150684931506849e-05,
+      "loss": 0.0143,
+      "step": 10840
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5136986301369865e-05,
+      "loss": 0.011,
+      "step": 10850
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5123287671232878e-05,
+      "loss": 0.0168,
+      "step": 10860
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5109589041095892e-05,
+      "loss": 0.0134,
+      "step": 10870
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5095890410958905e-05,
+      "loss": 0.0134,
+      "step": 10880
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.5082191780821918e-05,
+      "loss": 0.0138,
+      "step": 10890
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5068493150684931e-05,
+      "loss": 0.0117,
+      "step": 10900
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5054794520547944e-05,
+      "loss": 0.0144,
+      "step": 10910
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.504109589041096e-05,
+      "loss": 0.0169,
+      "step": 10920
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5027397260273975e-05,
+      "loss": 0.012,
+      "step": 10930
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5013698630136988e-05,
+      "loss": 0.0147,
+      "step": 10940
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.5e-05,
+      "loss": 0.0142,
+      "step": 10950
+    },
+    {
+      "epoch": 1.0,
+      "eval_exact_match": 58.751182592242195,
+      "eval_f1": 75.30221684543821,
+      "step": 10950
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4986301369863013e-05,
+      "loss": 0.0078,
+      "step": 10960
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4972602739726028e-05,
+      "loss": 0.0083,
+      "step": 10970
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4958904109589042e-05,
+      "loss": 0.0133,
+      "step": 10980
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4945205479452055e-05,
+      "loss": 0.0088,
+      "step": 10990
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.4931506849315068e-05,
+      "loss": 0.0092,
+      "step": 11000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4917808219178083e-05,
+      "loss": 0.0101,
+      "step": 11010
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4904109589041096e-05,
+      "loss": 0.0102,
+      "step": 11020
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4890410958904108e-05,
+      "loss": 0.0117,
+      "step": 11030
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4876712328767125e-05,
+      "loss": 0.0135,
+      "step": 11040
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4863013698630138e-05,
+      "loss": 0.0113,
+      "step": 11050
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.484931506849315e-05,
+      "loss": 0.0073,
+      "step": 11060
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4835616438356165e-05,
+      "loss": 0.0098,
+      "step": 11070
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4821917808219178e-05,
+      "loss": 0.0128,
+      "step": 11080
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4808219178082193e-05,
+      "loss": 0.0168,
+      "step": 11090
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.4794520547945205e-05,
+      "loss": 0.0102,
+      "step": 11100
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.478082191780822e-05,
+      "loss": 0.0204,
+      "step": 11110
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4767123287671233e-05,
+      "loss": 0.0101,
+      "step": 11120
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4753424657534246e-05,
+      "loss": 0.0071,
+      "step": 11130
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.473972602739726e-05,
+      "loss": 0.0096,
+      "step": 11140
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4726027397260275e-05,
+      "loss": 0.0117,
+      "step": 11150
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4712328767123288e-05,
+      "loss": 0.0107,
+      "step": 11160
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4698630136986302e-05,
+      "loss": 0.0101,
+      "step": 11170
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4684931506849315e-05,
+      "loss": 0.0106,
+      "step": 11180
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4671232876712328e-05,
+      "loss": 0.0076,
+      "step": 11190
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4657534246575343e-05,
+      "loss": 0.0151,
+      "step": 11200
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.4643835616438357e-05,
+      "loss": 0.0093,
+      "step": 11210
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.463013698630137e-05,
+      "loss": 0.0075,
+      "step": 11220
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4616438356164383e-05,
+      "loss": 0.0212,
+      "step": 11230
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4602739726027398e-05,
+      "loss": 0.041,
+      "step": 11240
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4589041095890412e-05,
+      "loss": 0.0084,
+      "step": 11250
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4575342465753425e-05,
+      "loss": 0.007,
+      "step": 11260
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.456164383561644e-05,
+      "loss": 0.0115,
+      "step": 11270
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4547945205479452e-05,
+      "loss": 0.0131,
+      "step": 11280
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4534246575342465e-05,
+      "loss": 0.011,
+      "step": 11290
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4520547945205478e-05,
+      "loss": 0.0094,
+      "step": 11300
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4506849315068494e-05,
+      "loss": 0.0105,
+      "step": 11310
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.4493150684931507e-05,
+      "loss": 0.0105,
+      "step": 11320
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.447945205479452e-05,
+      "loss": 0.0117,
+      "step": 11330
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4465753424657535e-05,
+      "loss": 0.0117,
+      "step": 11340
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4452054794520548e-05,
+      "loss": 0.0106,
+      "step": 11350
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4438356164383562e-05,
+      "loss": 0.0252,
+      "step": 11360
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4424657534246577e-05,
+      "loss": 0.0097,
+      "step": 11370
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.441095890410959e-05,
+      "loss": 0.0094,
+      "step": 11380
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4397260273972603e-05,
+      "loss": 0.0109,
+      "step": 11390
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4383561643835615e-05,
+      "loss": 0.0123,
+      "step": 11400
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.436986301369863e-05,
+      "loss": 0.01,
+      "step": 11410
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4356164383561645e-05,
+      "loss": 0.0081,
+      "step": 11420
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4342465753424658e-05,
+      "loss": 0.0097,
+      "step": 11430
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.4328767123287672e-05,
+      "loss": 0.0103,
+      "step": 11440
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4315068493150685e-05,
+      "loss": 0.0105,
+      "step": 11450
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4301369863013698e-05,
+      "loss": 0.0104,
+      "step": 11460
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4287671232876714e-05,
+      "loss": 0.0102,
+      "step": 11470
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4273972602739727e-05,
+      "loss": 0.0095,
+      "step": 11480
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.426027397260274e-05,
+      "loss": 0.0079,
+      "step": 11490
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4246575342465753e-05,
+      "loss": 0.0098,
+      "step": 11500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4232876712328767e-05,
+      "loss": 0.0112,
+      "step": 11510
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4219178082191782e-05,
+      "loss": 0.0119,
+      "step": 11520
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4205479452054795e-05,
+      "loss": 0.0094,
+      "step": 11530
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.419178082191781e-05,
+      "loss": 0.0107,
+      "step": 11540
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.4178082191780822e-05,
+      "loss": 0.0111,
+      "step": 11550
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4164383561643835e-05,
+      "loss": 0.0076,
+      "step": 11560
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.415068493150685e-05,
+      "loss": 0.0126,
+      "step": 11570
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4136986301369864e-05,
+      "loss": 0.0105,
+      "step": 11580
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4123287671232877e-05,
+      "loss": 0.0124,
+      "step": 11590
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.410958904109589e-05,
+      "loss": 0.01,
+      "step": 11600
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4095890410958905e-05,
+      "loss": 0.0098,
+      "step": 11610
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4082191780821917e-05,
+      "loss": 0.0112,
+      "step": 11620
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4068493150684932e-05,
+      "loss": 0.0105,
+      "step": 11630
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4054794520547947e-05,
+      "loss": 0.0095,
+      "step": 11640
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.404109589041096e-05,
+      "loss": 0.0112,
+      "step": 11650
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.4027397260273972e-05,
+      "loss": 0.0094,
+      "step": 11660
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.4013698630136987e-05,
+      "loss": 0.0117,
+      "step": 11670
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.4e-05,
+      "loss": 0.0123,
+      "step": 11680
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3986301369863014e-05,
+      "loss": 0.0094,
+      "step": 11690
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3972602739726027e-05,
+      "loss": 0.0169,
+      "step": 11700
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3958904109589042e-05,
+      "loss": 0.0125,
+      "step": 11710
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3945205479452055e-05,
+      "loss": 0.0102,
+      "step": 11720
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3931506849315068e-05,
+      "loss": 0.0094,
+      "step": 11730
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3917808219178084e-05,
+      "loss": 0.0082,
+      "step": 11740
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3904109589041097e-05,
+      "loss": 0.0109,
+      "step": 11750
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.389041095890411e-05,
+      "loss": 0.0193,
+      "step": 11760
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.3876712328767124e-05,
+      "loss": 0.009,
+      "step": 11770
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3863013698630137e-05,
+      "loss": 0.0081,
+      "step": 11780
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.384931506849315e-05,
+      "loss": 0.01,
+      "step": 11790
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3835616438356164e-05,
+      "loss": 0.0078,
+      "step": 11800
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3821917808219179e-05,
+      "loss": 0.0088,
+      "step": 11810
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3808219178082192e-05,
+      "loss": 0.014,
+      "step": 11820
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3794520547945205e-05,
+      "loss": 0.0097,
+      "step": 11830
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.378082191780822e-05,
+      "loss": 0.012,
+      "step": 11840
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3767123287671234e-05,
+      "loss": 0.0085,
+      "step": 11850
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3753424657534247e-05,
+      "loss": 0.0211,
+      "step": 11860
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3739726027397261e-05,
+      "loss": 0.0107,
+      "step": 11870
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.3726027397260274e-05,
+      "loss": 0.0096,
+      "step": 11880
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3712328767123287e-05,
+      "loss": 0.0095,
+      "step": 11890
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3698630136986302e-05,
+      "loss": 0.0117,
+      "step": 11900
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3684931506849316e-05,
+      "loss": 0.0112,
+      "step": 11910
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.367123287671233e-05,
+      "loss": 0.0098,
+      "step": 11920
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3657534246575342e-05,
+      "loss": 0.0113,
+      "step": 11930
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3643835616438357e-05,
+      "loss": 0.0109,
+      "step": 11940
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.363013698630137e-05,
+      "loss": 0.0094,
+      "step": 11950
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3616438356164384e-05,
+      "loss": 0.0133,
+      "step": 11960
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3602739726027399e-05,
+      "loss": 0.0114,
+      "step": 11970
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3589041095890412e-05,
+      "loss": 0.009,
+      "step": 11980
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.3575342465753424e-05,
+      "loss": 0.011,
+      "step": 11990
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3561643835616437e-05,
+      "loss": 0.0239,
+      "step": 12000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3547945205479454e-05,
+      "loss": 0.0098,
+      "step": 12010
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3534246575342466e-05,
+      "loss": 0.0119,
+      "step": 12020
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.352054794520548e-05,
+      "loss": 0.0139,
+      "step": 12030
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3506849315068494e-05,
+      "loss": 0.0105,
+      "step": 12040
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3493150684931507e-05,
+      "loss": 0.0114,
+      "step": 12050
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.347945205479452e-05,
+      "loss": 0.0095,
+      "step": 12060
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3465753424657536e-05,
+      "loss": 0.01,
+      "step": 12070
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3452054794520549e-05,
+      "loss": 0.0081,
+      "step": 12080
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.3438356164383562e-05,
+      "loss": 0.0121,
+      "step": 12090
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3424657534246575e-05,
+      "loss": 0.0133,
+      "step": 12100
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3410958904109589e-05,
+      "loss": 0.0095,
+      "step": 12110
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3397260273972604e-05,
+      "loss": 0.0114,
+      "step": 12120
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3383561643835617e-05,
+      "loss": 0.0118,
+      "step": 12130
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3369863013698631e-05,
+      "loss": 0.0098,
+      "step": 12140
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3356164383561644e-05,
+      "loss": 0.0144,
+      "step": 12150
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3342465753424657e-05,
+      "loss": 0.0106,
+      "step": 12160
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3328767123287671e-05,
+      "loss": 0.0091,
+      "step": 12170
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3315068493150686e-05,
+      "loss": 0.0064,
+      "step": 12180
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3301369863013699e-05,
+      "loss": 0.0099,
+      "step": 12190
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.3287671232876712e-05,
+      "loss": 0.0109,
+      "step": 12200
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3273972602739726e-05,
+      "loss": 0.0118,
+      "step": 12210
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.326027397260274e-05,
+      "loss": 0.0106,
+      "step": 12220
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3246575342465754e-05,
+      "loss": 0.0097,
+      "step": 12230
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3232876712328768e-05,
+      "loss": 0.0101,
+      "step": 12240
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3219178082191781e-05,
+      "loss": 0.0104,
+      "step": 12250
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3205479452054794e-05,
+      "loss": 0.0104,
+      "step": 12260
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3191780821917809e-05,
+      "loss": 0.0105,
+      "step": 12270
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3178082191780823e-05,
+      "loss": 0.0091,
+      "step": 12280
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3164383561643836e-05,
+      "loss": 0.0099,
+      "step": 12290
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3150684931506849e-05,
+      "loss": 0.0083,
+      "step": 12300
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.3136986301369864e-05,
+      "loss": 0.0111,
+      "step": 12310
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3123287671232877e-05,
+      "loss": 0.0359,
+      "step": 12320
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.310958904109589e-05,
+      "loss": 0.0099,
+      "step": 12330
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3095890410958906e-05,
+      "loss": 0.0084,
+      "step": 12340
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3082191780821919e-05,
+      "loss": 0.0134,
+      "step": 12350
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3068493150684931e-05,
+      "loss": 0.0121,
+      "step": 12360
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3054794520547946e-05,
+      "loss": 0.0115,
+      "step": 12370
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3041095890410959e-05,
+      "loss": 0.0135,
+      "step": 12380
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3027397260273973e-05,
+      "loss": 0.0111,
+      "step": 12390
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3013698630136986e-05,
+      "loss": 0.0102,
+      "step": 12400
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.3000000000000001e-05,
+      "loss": 0.0115,
+      "step": 12410
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.2986301369863014e-05,
+      "loss": 0.0115,
+      "step": 12420
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2972602739726027e-05,
+      "loss": 0.0119,
+      "step": 12430
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2958904109589041e-05,
+      "loss": 0.0177,
+      "step": 12440
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2945205479452056e-05,
+      "loss": 0.0119,
+      "step": 12450
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2931506849315069e-05,
+      "loss": 0.0104,
+      "step": 12460
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2917808219178083e-05,
+      "loss": 0.0133,
+      "step": 12470
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2904109589041096e-05,
+      "loss": 0.0128,
+      "step": 12480
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2890410958904109e-05,
+      "loss": 0.0136,
+      "step": 12490
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2876712328767124e-05,
+      "loss": 0.0102,
+      "step": 12500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2863013698630138e-05,
+      "loss": 0.0094,
+      "step": 12510
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2849315068493151e-05,
+      "loss": 0.0132,
+      "step": 12520
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.2835616438356164e-05,
+      "loss": 0.0096,
+      "step": 12530
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2821917808219178e-05,
+      "loss": 0.012,
+      "step": 12540
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2808219178082193e-05,
+      "loss": 0.01,
+      "step": 12550
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2794520547945206e-05,
+      "loss": 0.0142,
+      "step": 12560
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.278082191780822e-05,
+      "loss": 0.0095,
+      "step": 12570
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2767123287671233e-05,
+      "loss": 0.0085,
+      "step": 12580
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2753424657534246e-05,
+      "loss": 0.0148,
+      "step": 12590
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2739726027397259e-05,
+      "loss": 0.0095,
+      "step": 12600
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2726027397260275e-05,
+      "loss": 0.0148,
+      "step": 12610
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2712328767123288e-05,
+      "loss": 0.054,
+      "step": 12620
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2698630136986301e-05,
+      "loss": 0.0121,
+      "step": 12630
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.2684931506849316e-05,
+      "loss": 0.0097,
+      "step": 12640
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2671232876712329e-05,
+      "loss": 0.0102,
+      "step": 12650
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2657534246575343e-05,
+      "loss": 0.0095,
+      "step": 12660
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2643835616438358e-05,
+      "loss": 0.009,
+      "step": 12670
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.263013698630137e-05,
+      "loss": 0.0089,
+      "step": 12680
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2616438356164384e-05,
+      "loss": 0.0102,
+      "step": 12690
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2602739726027396e-05,
+      "loss": 0.0102,
+      "step": 12700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2589041095890411e-05,
+      "loss": 0.0107,
+      "step": 12710
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2575342465753426e-05,
+      "loss": 0.0123,
+      "step": 12720
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2561643835616438e-05,
+      "loss": 0.0085,
+      "step": 12730
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2547945205479453e-05,
+      "loss": 0.0109,
+      "step": 12740
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.2534246575342466e-05,
+      "loss": 0.0144,
+      "step": 12750
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2520547945205479e-05,
+      "loss": 0.0096,
+      "step": 12760
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2506849315068495e-05,
+      "loss": 0.0133,
+      "step": 12770
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2493150684931508e-05,
+      "loss": 0.0105,
+      "step": 12780
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.247945205479452e-05,
+      "loss": 0.0078,
+      "step": 12790
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2465753424657534e-05,
+      "loss": 0.013,
+      "step": 12800
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2452054794520548e-05,
+      "loss": 0.0109,
+      "step": 12810
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2438356164383561e-05,
+      "loss": 0.0117,
+      "step": 12820
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2424657534246576e-05,
+      "loss": 0.008,
+      "step": 12830
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.241095890410959e-05,
+      "loss": 0.0088,
+      "step": 12840
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2397260273972603e-05,
+      "loss": 0.0104,
+      "step": 12850
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.2383561643835616e-05,
+      "loss": 0.0206,
+      "step": 12860
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.236986301369863e-05,
+      "loss": 0.0091,
+      "step": 12870
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2356164383561645e-05,
+      "loss": 0.0093,
+      "step": 12880
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2342465753424658e-05,
+      "loss": 0.0087,
+      "step": 12890
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2328767123287671e-05,
+      "loss": 0.0206,
+      "step": 12900
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2315068493150685e-05,
+      "loss": 0.0114,
+      "step": 12910
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2301369863013698e-05,
+      "loss": 0.0118,
+      "step": 12920
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2287671232876713e-05,
+      "loss": 0.009,
+      "step": 12930
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2273972602739727e-05,
+      "loss": 0.0089,
+      "step": 12940
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.226027397260274e-05,
+      "loss": 0.0085,
+      "step": 12950
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2246575342465753e-05,
+      "loss": 0.0087,
+      "step": 12960
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.2232876712328768e-05,
+      "loss": 0.0122,
+      "step": 12970
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.221917808219178e-05,
+      "loss": 0.0123,
+      "step": 12980
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2205479452054795e-05,
+      "loss": 0.0113,
+      "step": 12990
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2191780821917808e-05,
+      "loss": 0.0081,
+      "step": 13000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2178082191780823e-05,
+      "loss": 0.0079,
+      "step": 13010
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2164383561643836e-05,
+      "loss": 0.0082,
+      "step": 13020
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2150684931506848e-05,
+      "loss": 0.0103,
+      "step": 13030
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2136986301369865e-05,
+      "loss": 0.0136,
+      "step": 13040
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2123287671232878e-05,
+      "loss": 0.0121,
+      "step": 13050
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.210958904109589e-05,
+      "loss": 0.0114,
+      "step": 13060
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2095890410958905e-05,
+      "loss": 0.0144,
+      "step": 13070
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.2082191780821918e-05,
+      "loss": 0.0135,
+      "step": 13080
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.206849315068493e-05,
+      "loss": 0.01,
+      "step": 13090
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.2054794520547945e-05,
+      "loss": 0.0111,
+      "step": 13100
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.204109589041096e-05,
+      "loss": 0.0114,
+      "step": 13110
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.2027397260273973e-05,
+      "loss": 0.0072,
+      "step": 13120
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.2013698630136986e-05,
+      "loss": 0.0114,
+      "step": 13130
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.2e-05,
+      "loss": 0.0118,
+      "step": 13140
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.1986301369863015e-05,
+      "loss": 0.0102,
+      "step": 13150
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.1972602739726028e-05,
+      "loss": 0.0127,
+      "step": 13160
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.195890410958904e-05,
+      "loss": 0.0111,
+      "step": 13170
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.1945205479452055e-05,
+      "loss": 0.0098,
+      "step": 13180
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.1931506849315068e-05,
+      "loss": 0.0094,
+      "step": 13190
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1917808219178083e-05,
+      "loss": 0.0098,
+      "step": 13200
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1904109589041097e-05,
+      "loss": 0.0091,
+      "step": 13210
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.189041095890411e-05,
+      "loss": 0.0127,
+      "step": 13220
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1876712328767123e-05,
+      "loss": 0.0106,
+      "step": 13230
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1863013698630138e-05,
+      "loss": 0.011,
+      "step": 13240
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.184931506849315e-05,
+      "loss": 0.0136,
+      "step": 13250
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1835616438356165e-05,
+      "loss": 0.0111,
+      "step": 13260
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1821917808219178e-05,
+      "loss": 0.0166,
+      "step": 13270
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1808219178082192e-05,
+      "loss": 0.0113,
+      "step": 13280
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1794520547945205e-05,
+      "loss": 0.0204,
+      "step": 13290
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.1780821917808218e-05,
+      "loss": 0.0113,
+      "step": 13300
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1767123287671234e-05,
+      "loss": 0.0068,
+      "step": 13310
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1753424657534247e-05,
+      "loss": 0.0096,
+      "step": 13320
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.173972602739726e-05,
+      "loss": 0.0111,
+      "step": 13330
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1726027397260275e-05,
+      "loss": 0.0116,
+      "step": 13340
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1712328767123288e-05,
+      "loss": 0.0147,
+      "step": 13350
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.16986301369863e-05,
+      "loss": 0.0125,
+      "step": 13360
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1684931506849315e-05,
+      "loss": 0.0139,
+      "step": 13370
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.167123287671233e-05,
+      "loss": 0.0106,
+      "step": 13380
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1657534246575343e-05,
+      "loss": 0.011,
+      "step": 13390
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.1643835616438355e-05,
+      "loss": 0.0101,
+      "step": 13400
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.163013698630137e-05,
+      "loss": 0.0124,
+      "step": 13410
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1616438356164385e-05,
+      "loss": 0.0109,
+      "step": 13420
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1602739726027397e-05,
+      "loss": 0.0116,
+      "step": 13430
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1589041095890412e-05,
+      "loss": 0.0117,
+      "step": 13440
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1575342465753425e-05,
+      "loss": 0.0094,
+      "step": 13450
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1561643835616438e-05,
+      "loss": 0.0095,
+      "step": 13460
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.154794520547945e-05,
+      "loss": 0.0114,
+      "step": 13470
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1534246575342467e-05,
+      "loss": 0.0136,
+      "step": 13480
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.152054794520548e-05,
+      "loss": 0.0124,
+      "step": 13490
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1506849315068493e-05,
+      "loss": 0.0128,
+      "step": 13500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.1493150684931507e-05,
+      "loss": 0.0151,
+      "step": 13510
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.147945205479452e-05,
+      "loss": 0.0372,
+      "step": 13520
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1465753424657535e-05,
+      "loss": 0.0104,
+      "step": 13530
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.145205479452055e-05,
+      "loss": 0.012,
+      "step": 13540
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1438356164383562e-05,
+      "loss": 0.0123,
+      "step": 13550
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1424657534246575e-05,
+      "loss": 0.01,
+      "step": 13560
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1410958904109588e-05,
+      "loss": 0.0078,
+      "step": 13570
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1397260273972604e-05,
+      "loss": 0.0099,
+      "step": 13580
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1383561643835617e-05,
+      "loss": 0.0104,
+      "step": 13590
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.136986301369863e-05,
+      "loss": 0.0089,
+      "step": 13600
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1356164383561645e-05,
+      "loss": 0.011,
+      "step": 13610
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.1342465753424657e-05,
+      "loss": 0.0084,
+      "step": 13620
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.132876712328767e-05,
+      "loss": 0.0147,
+      "step": 13630
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1315068493150687e-05,
+      "loss": 0.01,
+      "step": 13640
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.13013698630137e-05,
+      "loss": 0.0104,
+      "step": 13650
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1287671232876712e-05,
+      "loss": 0.0085,
+      "step": 13660
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1273972602739725e-05,
+      "loss": 0.0077,
+      "step": 13670
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.126027397260274e-05,
+      "loss": 0.0078,
+      "step": 13680
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1246575342465754e-05,
+      "loss": 0.0076,
+      "step": 13690
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1232876712328767e-05,
+      "loss": 0.0148,
+      "step": 13700
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1219178082191782e-05,
+      "loss": 0.0098,
+      "step": 13710
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1205479452054795e-05,
+      "loss": 0.0121,
+      "step": 13720
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1191780821917808e-05,
+      "loss": 0.0127,
+      "step": 13730
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.1178082191780822e-05,
+      "loss": 0.0102,
+      "step": 13740
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1164383561643837e-05,
+      "loss": 0.0105,
+      "step": 13750
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.115068493150685e-05,
+      "loss": 0.0082,
+      "step": 13760
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1136986301369862e-05,
+      "loss": 0.0101,
+      "step": 13770
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1123287671232877e-05,
+      "loss": 0.0088,
+      "step": 13780
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.110958904109589e-05,
+      "loss": 0.0108,
+      "step": 13790
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1095890410958904e-05,
+      "loss": 0.0115,
+      "step": 13800
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1082191780821919e-05,
+      "loss": 0.0274,
+      "step": 13810
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1068493150684932e-05,
+      "loss": 0.0092,
+      "step": 13820
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1054794520547945e-05,
+      "loss": 0.0338,
+      "step": 13830
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.104109589041096e-05,
+      "loss": 0.0109,
+      "step": 13840
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.1027397260273972e-05,
+      "loss": 0.0121,
+      "step": 13850
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.1013698630136987e-05,
+      "loss": 0.0129,
+      "step": 13860
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.1e-05,
+      "loss": 0.0148,
+      "step": 13870
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0986301369863014e-05,
+      "loss": 0.0099,
+      "step": 13880
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0972602739726027e-05,
+      "loss": 0.0093,
+      "step": 13890
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.095890410958904e-05,
+      "loss": 0.008,
+      "step": 13900
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0945205479452056e-05,
+      "loss": 0.0088,
+      "step": 13910
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.093150684931507e-05,
+      "loss": 0.0137,
+      "step": 13920
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0917808219178082e-05,
+      "loss": 0.0106,
+      "step": 13930
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0904109589041097e-05,
+      "loss": 0.0078,
+      "step": 13940
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.089041095890411e-05,
+      "loss": 0.0087,
+      "step": 13950
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.0876712328767124e-05,
+      "loss": 0.011,
+      "step": 13960
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0863013698630137e-05,
+      "loss": 0.0088,
+      "step": 13970
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0849315068493152e-05,
+      "loss": 0.0123,
+      "step": 13980
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0835616438356164e-05,
+      "loss": 0.016,
+      "step": 13990
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0821917808219177e-05,
+      "loss": 0.0123,
+      "step": 14000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0808219178082192e-05,
+      "loss": 0.0146,
+      "step": 14010
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0794520547945206e-05,
+      "loss": 0.0127,
+      "step": 14020
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.078082191780822e-05,
+      "loss": 0.0151,
+      "step": 14030
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0767123287671234e-05,
+      "loss": 0.0094,
+      "step": 14040
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0753424657534247e-05,
+      "loss": 0.0123,
+      "step": 14050
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.073972602739726e-05,
+      "loss": 0.0094,
+      "step": 14060
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.0726027397260274e-05,
+      "loss": 0.0095,
+      "step": 14070
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0712328767123289e-05,
+      "loss": 0.0142,
+      "step": 14080
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0698630136986302e-05,
+      "loss": 0.0088,
+      "step": 14090
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0684931506849315e-05,
+      "loss": 0.0112,
+      "step": 14100
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0671232876712329e-05,
+      "loss": 0.0112,
+      "step": 14110
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0657534246575342e-05,
+      "loss": 0.0186,
+      "step": 14120
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0643835616438357e-05,
+      "loss": 0.0111,
+      "step": 14130
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0630136986301371e-05,
+      "loss": 0.0098,
+      "step": 14140
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0616438356164384e-05,
+      "loss": 0.0112,
+      "step": 14150
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0602739726027397e-05,
+      "loss": 0.0082,
+      "step": 14160
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.058904109589041e-05,
+      "loss": 0.0104,
+      "step": 14170
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.0575342465753426e-05,
+      "loss": 0.0087,
+      "step": 14180
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0561643835616439e-05,
+      "loss": 0.0102,
+      "step": 14190
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0547945205479452e-05,
+      "loss": 0.013,
+      "step": 14200
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0534246575342466e-05,
+      "loss": 0.0087,
+      "step": 14210
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.052054794520548e-05,
+      "loss": 0.0093,
+      "step": 14220
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0506849315068494e-05,
+      "loss": 0.0132,
+      "step": 14230
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0493150684931508e-05,
+      "loss": 0.0127,
+      "step": 14240
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0479452054794521e-05,
+      "loss": 0.0109,
+      "step": 14250
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0465753424657534e-05,
+      "loss": 0.0077,
+      "step": 14260
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0452054794520547e-05,
+      "loss": 0.0109,
+      "step": 14270
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.0438356164383562e-05,
+      "loss": 0.0123,
+      "step": 14280
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0424657534246576e-05,
+      "loss": 0.0076,
+      "step": 14290
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0410958904109589e-05,
+      "loss": 0.0107,
+      "step": 14300
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0397260273972604e-05,
+      "loss": 0.0101,
+      "step": 14310
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0383561643835617e-05,
+      "loss": 0.0082,
+      "step": 14320
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.036986301369863e-05,
+      "loss": 0.009,
+      "step": 14330
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0356164383561646e-05,
+      "loss": 0.0104,
+      "step": 14340
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0342465753424659e-05,
+      "loss": 0.0091,
+      "step": 14350
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0328767123287671e-05,
+      "loss": 0.0121,
+      "step": 14360
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0315068493150684e-05,
+      "loss": 0.0097,
+      "step": 14370
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0301369863013699e-05,
+      "loss": 0.0087,
+      "step": 14380
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.0287671232876712e-05,
+      "loss": 0.013,
+      "step": 14390
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0273972602739726e-05,
+      "loss": 0.0368,
+      "step": 14400
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0260273972602741e-05,
+      "loss": 0.0123,
+      "step": 14410
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0246575342465754e-05,
+      "loss": 0.0132,
+      "step": 14420
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0232876712328767e-05,
+      "loss": 0.0114,
+      "step": 14430
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0219178082191781e-05,
+      "loss": 0.0104,
+      "step": 14440
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0205479452054796e-05,
+      "loss": 0.0118,
+      "step": 14450
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0191780821917809e-05,
+      "loss": 0.0084,
+      "step": 14460
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0178082191780822e-05,
+      "loss": 0.0099,
+      "step": 14470
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0164383561643836e-05,
+      "loss": 0.0113,
+      "step": 14480
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0150684931506849e-05,
+      "loss": 0.0095,
+      "step": 14490
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.0136986301369862e-05,
+      "loss": 0.0093,
+      "step": 14500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0123287671232878e-05,
+      "loss": 0.0089,
+      "step": 14510
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0109589041095891e-05,
+      "loss": 0.0125,
+      "step": 14520
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0095890410958904e-05,
+      "loss": 0.0101,
+      "step": 14530
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0082191780821918e-05,
+      "loss": 0.0127,
+      "step": 14540
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0068493150684931e-05,
+      "loss": 0.014,
+      "step": 14550
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0054794520547946e-05,
+      "loss": 0.0102,
+      "step": 14560
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0041095890410959e-05,
+      "loss": 0.0127,
+      "step": 14570
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0027397260273973e-05,
+      "loss": 0.0121,
+      "step": 14580
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.0013698630136986e-05,
+      "loss": 0.0084,
+      "step": 14590
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 9.999999999999999e-06,
+      "loss": 0.0087,
+      "step": 14600
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 9.986301369863015e-06,
+      "loss": 0.0115,
+      "step": 14610
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.972602739726028e-06,
+      "loss": 0.032,
+      "step": 14620
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.958904109589041e-06,
+      "loss": 0.0134,
+      "step": 14630
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.945205479452056e-06,
+      "loss": 0.0124,
+      "step": 14640
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.931506849315069e-06,
+      "loss": 0.0101,
+      "step": 14650
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.917808219178081e-06,
+      "loss": 0.0116,
+      "step": 14660
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.904109589041096e-06,
+      "loss": 0.01,
+      "step": 14670
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.89041095890411e-06,
+      "loss": 0.0131,
+      "step": 14680
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.876712328767123e-06,
+      "loss": 0.0097,
+      "step": 14690
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.863013698630136e-06,
+      "loss": 0.0076,
+      "step": 14700
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.849315068493151e-06,
+      "loss": 0.0137,
+      "step": 14710
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 9.835616438356166e-06,
+      "loss": 0.0125,
+      "step": 14720
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.821917808219178e-06,
+      "loss": 0.0092,
+      "step": 14730
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.808219178082193e-06,
+      "loss": 0.0088,
+      "step": 14740
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.794520547945206e-06,
+      "loss": 0.0119,
+      "step": 14750
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.780821917808219e-06,
+      "loss": 0.0119,
+      "step": 14760
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.767123287671232e-06,
+      "loss": 0.0103,
+      "step": 14770
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.753424657534248e-06,
+      "loss": 0.0077,
+      "step": 14780
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.73972602739726e-06,
+      "loss": 0.0088,
+      "step": 14790
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.726027397260274e-06,
+      "loss": 0.0082,
+      "step": 14800
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.712328767123288e-06,
+      "loss": 0.009,
+      "step": 14810
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.698630136986301e-06,
+      "loss": 0.0102,
+      "step": 14820
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 9.684931506849316e-06,
+      "loss": 0.0109,
+      "step": 14830
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.67123287671233e-06,
+      "loss": 0.0114,
+      "step": 14840
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.657534246575343e-06,
+      "loss": 0.0116,
+      "step": 14850
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.643835616438356e-06,
+      "loss": 0.0117,
+      "step": 14860
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.630136986301369e-06,
+      "loss": 0.0078,
+      "step": 14870
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.616438356164383e-06,
+      "loss": 0.0089,
+      "step": 14880
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.602739726027398e-06,
+      "loss": 0.0125,
+      "step": 14890
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.589041095890411e-06,
+      "loss": 0.0123,
+      "step": 14900
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.575342465753425e-06,
+      "loss": 0.0084,
+      "step": 14910
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.561643835616438e-06,
+      "loss": 0.0092,
+      "step": 14920
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.547945205479451e-06,
+      "loss": 0.0134,
+      "step": 14930
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 9.534246575342467e-06,
+      "loss": 0.0078,
+      "step": 14940
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.52054794520548e-06,
+      "loss": 0.013,
+      "step": 14950
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.506849315068493e-06,
+      "loss": 0.0107,
+      "step": 14960
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.493150684931506e-06,
+      "loss": 0.0114,
+      "step": 14970
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.47945205479452e-06,
+      "loss": 0.0111,
+      "step": 14980
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.465753424657535e-06,
+      "loss": 0.012,
+      "step": 14990
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.452054794520548e-06,
+      "loss": 0.0106,
+      "step": 15000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.438356164383563e-06,
+      "loss": 0.0125,
+      "step": 15010
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.424657534246576e-06,
+      "loss": 0.0519,
+      "step": 15020
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.410958904109588e-06,
+      "loss": 0.011,
+      "step": 15030
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.397260273972603e-06,
+      "loss": 0.0082,
+      "step": 15040
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 9.383561643835618e-06,
+      "loss": 0.0491,
+      "step": 15050
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.36986301369863e-06,
+      "loss": 0.0079,
+      "step": 15060
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.356164383561643e-06,
+      "loss": 0.0137,
+      "step": 15070
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.342465753424658e-06,
+      "loss": 0.0114,
+      "step": 15080
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.32876712328767e-06,
+      "loss": 0.0071,
+      "step": 15090
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.315068493150685e-06,
+      "loss": 0.0116,
+      "step": 15100
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.3013698630137e-06,
+      "loss": 0.012,
+      "step": 15110
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.287671232876713e-06,
+      "loss": 0.0104,
+      "step": 15120
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.273972602739726e-06,
+      "loss": 0.0104,
+      "step": 15130
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.26027397260274e-06,
+      "loss": 0.0085,
+      "step": 15140
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.246575342465753e-06,
+      "loss": 0.0234,
+      "step": 15150
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 9.232876712328768e-06,
+      "loss": 0.0097,
+      "step": 15160
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.21917808219178e-06,
+      "loss": 0.0105,
+      "step": 15170
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.205479452054795e-06,
+      "loss": 0.0109,
+      "step": 15180
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.191780821917808e-06,
+      "loss": 0.0146,
+      "step": 15190
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.178082191780821e-06,
+      "loss": 0.0149,
+      "step": 15200
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.164383561643837e-06,
+      "loss": 0.0087,
+      "step": 15210
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.15068493150685e-06,
+      "loss": 0.0078,
+      "step": 15220
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.136986301369863e-06,
+      "loss": 0.0167,
+      "step": 15230
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.123287671232878e-06,
+      "loss": 0.0121,
+      "step": 15240
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.10958904109589e-06,
+      "loss": 0.0092,
+      "step": 15250
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.095890410958905e-06,
+      "loss": 0.0118,
+      "step": 15260
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 9.082191780821918e-06,
+      "loss": 0.0085,
+      "step": 15270
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.068493150684932e-06,
+      "loss": 0.0111,
+      "step": 15280
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.054794520547945e-06,
+      "loss": 0.0138,
+      "step": 15290
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.041095890410958e-06,
+      "loss": 0.0068,
+      "step": 15300
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.027397260273973e-06,
+      "loss": 0.0102,
+      "step": 15310
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9.013698630136987e-06,
+      "loss": 0.0101,
+      "step": 15320
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 9e-06,
+      "loss": 0.0084,
+      "step": 15330
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 8.986301369863013e-06,
+      "loss": 0.0085,
+      "step": 15340
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 8.972602739726028e-06,
+      "loss": 0.0113,
+      "step": 15350
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 8.95890410958904e-06,
+      "loss": 0.0099,
+      "step": 15360
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 8.945205479452055e-06,
+      "loss": 0.0109,
+      "step": 15370
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 8.93150684931507e-06,
+      "loss": 0.0143,
+      "step": 15380
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.917808219178083e-06,
+      "loss": 0.01,
+      "step": 15390
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.904109589041095e-06,
+      "loss": 0.007,
+      "step": 15400
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.89041095890411e-06,
+      "loss": 0.0067,
+      "step": 15410
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.876712328767123e-06,
+      "loss": 0.0109,
+      "step": 15420
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.863013698630137e-06,
+      "loss": 0.0115,
+      "step": 15430
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.84931506849315e-06,
+      "loss": 0.0112,
+      "step": 15440
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.835616438356165e-06,
+      "loss": 0.0111,
+      "step": 15450
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.821917808219178e-06,
+      "loss": 0.0115,
+      "step": 15460
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.80821917808219e-06,
+      "loss": 0.0063,
+      "step": 15470
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.794520547945207e-06,
+      "loss": 0.0122,
+      "step": 15480
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 8.78082191780822e-06,
+      "loss": 0.0093,
+      "step": 15490
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.767123287671233e-06,
+      "loss": 0.0095,
+      "step": 15500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.753424657534247e-06,
+      "loss": 0.0117,
+      "step": 15510
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.73972602739726e-06,
+      "loss": 0.008,
+      "step": 15520
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.726027397260273e-06,
+      "loss": 0.009,
+      "step": 15530
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.712328767123288e-06,
+      "loss": 0.0115,
+      "step": 15540
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.698630136986302e-06,
+      "loss": 0.0071,
+      "step": 15550
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.684931506849315e-06,
+      "loss": 0.0103,
+      "step": 15560
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.671232876712328e-06,
+      "loss": 0.0079,
+      "step": 15570
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.657534246575343e-06,
+      "loss": 0.01,
+      "step": 15580
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.643835616438357e-06,
+      "loss": 0.0073,
+      "step": 15590
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 8.63013698630137e-06,
+      "loss": 0.0119,
+      "step": 15600
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.616438356164385e-06,
+      "loss": 0.0181,
+      "step": 15610
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.602739726027397e-06,
+      "loss": 0.0082,
+      "step": 15620
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.58904109589041e-06,
+      "loss": 0.008,
+      "step": 15630
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.575342465753425e-06,
+      "loss": 0.0082,
+      "step": 15640
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.56164383561644e-06,
+      "loss": 0.0095,
+      "step": 15650
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.547945205479452e-06,
+      "loss": 0.0088,
+      "step": 15660
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.534246575342465e-06,
+      "loss": 0.0077,
+      "step": 15670
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.52054794520548e-06,
+      "loss": 0.0082,
+      "step": 15680
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.506849315068493e-06,
+      "loss": 0.011,
+      "step": 15690
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.493150684931507e-06,
+      "loss": 0.0098,
+      "step": 15700
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 8.479452054794522e-06,
+      "loss": 0.009,
+      "step": 15710
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.465753424657535e-06,
+      "loss": 0.0112,
+      "step": 15720
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.452054794520548e-06,
+      "loss": 0.0193,
+      "step": 15730
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.43835616438356e-06,
+      "loss": 0.0472,
+      "step": 15740
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.424657534246577e-06,
+      "loss": 0.0109,
+      "step": 15750
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.41095890410959e-06,
+      "loss": 0.0103,
+      "step": 15760
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.397260273972602e-06,
+      "loss": 0.0101,
+      "step": 15770
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.383561643835617e-06,
+      "loss": 0.0087,
+      "step": 15780
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.36986301369863e-06,
+      "loss": 0.0101,
+      "step": 15790
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.356164383561643e-06,
+      "loss": 0.0078,
+      "step": 15800
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.342465753424659e-06,
+      "loss": 0.009,
+      "step": 15810
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 8.328767123287672e-06,
+      "loss": 0.01,
+      "step": 15820
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.315068493150685e-06,
+      "loss": 0.0075,
+      "step": 15830
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.301369863013698e-06,
+      "loss": 0.0098,
+      "step": 15840
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.287671232876712e-06,
+      "loss": 0.0133,
+      "step": 15850
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.273972602739727e-06,
+      "loss": 0.0109,
+      "step": 15860
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.26027397260274e-06,
+      "loss": 0.0113,
+      "step": 15870
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.246575342465754e-06,
+      "loss": 0.0102,
+      "step": 15880
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.232876712328767e-06,
+      "loss": 0.0135,
+      "step": 15890
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.21917808219178e-06,
+      "loss": 0.0085,
+      "step": 15900
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.205479452054795e-06,
+      "loss": 0.0113,
+      "step": 15910
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.19178082191781e-06,
+      "loss": 0.0097,
+      "step": 15920
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 8.178082191780822e-06,
+      "loss": 0.0087,
+      "step": 15930
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.164383561643835e-06,
+      "loss": 0.012,
+      "step": 15940
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.15068493150685e-06,
+      "loss": 0.0118,
+      "step": 15950
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.136986301369862e-06,
+      "loss": 0.0095,
+      "step": 15960
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.123287671232877e-06,
+      "loss": 0.0123,
+      "step": 15970
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.109589041095892e-06,
+      "loss": 0.0122,
+      "step": 15980
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.095890410958904e-06,
+      "loss": 0.0231,
+      "step": 15990
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.082191780821917e-06,
+      "loss": 0.0094,
+      "step": 16000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.068493150684932e-06,
+      "loss": 0.0081,
+      "step": 16010
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.054794520547946e-06,
+      "loss": 0.0121,
+      "step": 16020
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.04109589041096e-06,
+      "loss": 0.0094,
+      "step": 16030
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 8.027397260273972e-06,
+      "loss": 0.0077,
+      "step": 16040
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8.013698630136987e-06,
+      "loss": 0.0085,
+      "step": 16050
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 8e-06,
+      "loss": 0.0108,
+      "step": 16060
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.986301369863013e-06,
+      "loss": 0.0079,
+      "step": 16070
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.972602739726029e-06,
+      "loss": 0.0132,
+      "step": 16080
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.958904109589042e-06,
+      "loss": 0.0092,
+      "step": 16090
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.945205479452055e-06,
+      "loss": 0.0097,
+      "step": 16100
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.931506849315069e-06,
+      "loss": 0.0111,
+      "step": 16110
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.917808219178082e-06,
+      "loss": 0.0095,
+      "step": 16120
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.904109589041097e-06,
+      "loss": 0.0074,
+      "step": 16130
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.89041095890411e-06,
+      "loss": 0.0121,
+      "step": 16140
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 7.876712328767124e-06,
+      "loss": 0.0105,
+      "step": 16150
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.863013698630137e-06,
+      "loss": 0.0068,
+      "step": 16160
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.84931506849315e-06,
+      "loss": 0.0098,
+      "step": 16170
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.835616438356164e-06,
+      "loss": 0.0116,
+      "step": 16180
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.821917808219179e-06,
+      "loss": 0.0102,
+      "step": 16190
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.808219178082192e-06,
+      "loss": 0.0074,
+      "step": 16200
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.794520547945206e-06,
+      "loss": 0.0114,
+      "step": 16210
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.78082191780822e-06,
+      "loss": 0.0088,
+      "step": 16220
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.767123287671232e-06,
+      "loss": 0.0091,
+      "step": 16230
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.753424657534247e-06,
+      "loss": 0.0104,
+      "step": 16240
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.739726027397261e-06,
+      "loss": 0.0082,
+      "step": 16250
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 7.726027397260274e-06,
+      "loss": 0.012,
+      "step": 16260
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.712328767123287e-06,
+      "loss": 0.0068,
+      "step": 16270
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.698630136986302e-06,
+      "loss": 0.0137,
+      "step": 16280
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.684931506849316e-06,
+      "loss": 0.0074,
+      "step": 16290
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.671232876712329e-06,
+      "loss": 0.0079,
+      "step": 16300
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.657534246575344e-06,
+      "loss": 0.0091,
+      "step": 16310
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.643835616438356e-06,
+      "loss": 0.0083,
+      "step": 16320
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.63013698630137e-06,
+      "loss": 0.016,
+      "step": 16330
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.616438356164383e-06,
+      "loss": 0.0096,
+      "step": 16340
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.602739726027398e-06,
+      "loss": 0.0074,
+      "step": 16350
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.589041095890411e-06,
+      "loss": 0.0125,
+      "step": 16360
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 7.575342465753424e-06,
+      "loss": 0.0428,
+      "step": 16370
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.561643835616439e-06,
+      "loss": 0.0093,
+      "step": 16380
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.5479452054794526e-06,
+      "loss": 0.0104,
+      "step": 16390
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.5342465753424655e-06,
+      "loss": 0.0113,
+      "step": 16400
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.52054794520548e-06,
+      "loss": 0.012,
+      "step": 16410
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.506849315068494e-06,
+      "loss": 0.0147,
+      "step": 16420
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.493150684931507e-06,
+      "loss": 0.013,
+      "step": 16430
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.479452054794521e-06,
+      "loss": 0.0104,
+      "step": 16440
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.465753424657534e-06,
+      "loss": 0.0087,
+      "step": 16450
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.452054794520548e-06,
+      "loss": 0.0114,
+      "step": 16460
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 7.438356164383562e-06,
+      "loss": 0.0111,
+      "step": 16470
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.424657534246575e-06,
+      "loss": 0.0107,
+      "step": 16480
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.410958904109589e-06,
+      "loss": 0.0079,
+      "step": 16490
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.397260273972603e-06,
+      "loss": 0.0112,
+      "step": 16500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.3835616438356164e-06,
+      "loss": 0.0097,
+      "step": 16510
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.36986301369863e-06,
+      "loss": 0.011,
+      "step": 16520
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.356164383561644e-06,
+      "loss": 0.0075,
+      "step": 16530
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.342465753424658e-06,
+      "loss": 0.01,
+      "step": 16540
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.328767123287671e-06,
+      "loss": 0.0106,
+      "step": 16550
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.315068493150685e-06,
+      "loss": 0.0123,
+      "step": 16560
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.301369863013699e-06,
+      "loss": 0.0059,
+      "step": 16570
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 7.2876712328767125e-06,
+      "loss": 0.0131,
+      "step": 16580
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.273972602739726e-06,
+      "loss": 0.0129,
+      "step": 16590
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.260273972602739e-06,
+      "loss": 0.009,
+      "step": 16600
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.246575342465754e-06,
+      "loss": 0.0093,
+      "step": 16610
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.232876712328767e-06,
+      "loss": 0.0133,
+      "step": 16620
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.219178082191781e-06,
+      "loss": 0.0115,
+      "step": 16630
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.205479452054795e-06,
+      "loss": 0.0079,
+      "step": 16640
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.191780821917808e-06,
+      "loss": 0.0102,
+      "step": 16650
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.178082191780822e-06,
+      "loss": 0.0138,
+      "step": 16660
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.164383561643836e-06,
+      "loss": 0.0173,
+      "step": 16670
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.150684931506849e-06,
+      "loss": 0.0098,
+      "step": 16680
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 7.1369863013698635e-06,
+      "loss": 0.0113,
+      "step": 16690
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.123287671232876e-06,
+      "loss": 0.0131,
+      "step": 16700
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.109589041095891e-06,
+      "loss": 0.0064,
+      "step": 16710
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.095890410958905e-06,
+      "loss": 0.0088,
+      "step": 16720
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.0821917808219175e-06,
+      "loss": 0.0148,
+      "step": 16730
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.068493150684932e-06,
+      "loss": 0.0102,
+      "step": 16740
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.054794520547945e-06,
+      "loss": 0.0103,
+      "step": 16750
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.041095890410959e-06,
+      "loss": 0.009,
+      "step": 16760
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.027397260273973e-06,
+      "loss": 0.0099,
+      "step": 16770
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7.013698630136986e-06,
+      "loss": 0.0156,
+      "step": 16780
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 7e-06,
+      "loss": 0.0108,
+      "step": 16790
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 6.986301369863014e-06,
+      "loss": 0.0114,
+      "step": 16800
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.972602739726027e-06,
+      "loss": 0.0119,
+      "step": 16810
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.958904109589042e-06,
+      "loss": 0.0143,
+      "step": 16820
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.945205479452055e-06,
+      "loss": 0.0096,
+      "step": 16830
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.9315068493150685e-06,
+      "loss": 0.0102,
+      "step": 16840
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.917808219178082e-06,
+      "loss": 0.0106,
+      "step": 16850
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.904109589041096e-06,
+      "loss": 0.0128,
+      "step": 16860
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.89041095890411e-06,
+      "loss": 0.015,
+      "step": 16870
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.876712328767123e-06,
+      "loss": 0.0076,
+      "step": 16880
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.863013698630137e-06,
+      "loss": 0.009,
+      "step": 16890
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.849315068493151e-06,
+      "loss": 0.0086,
+      "step": 16900
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 6.835616438356165e-06,
+      "loss": 0.0105,
+      "step": 16910
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.821917808219178e-06,
+      "loss": 0.0091,
+      "step": 16920
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.808219178082192e-06,
+      "loss": 0.0082,
+      "step": 16930
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.794520547945206e-06,
+      "loss": 0.0079,
+      "step": 16940
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.780821917808219e-06,
+      "loss": 0.0084,
+      "step": 16950
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.767123287671233e-06,
+      "loss": 0.007,
+      "step": 16960
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.753424657534247e-06,
+      "loss": 0.0076,
+      "step": 16970
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.73972602739726e-06,
+      "loss": 0.0105,
+      "step": 16980
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.726027397260274e-06,
+      "loss": 0.0107,
+      "step": 16990
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.712328767123287e-06,
+      "loss": 0.0118,
+      "step": 17000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.698630136986302e-06,
+      "loss": 0.0093,
+      "step": 17010
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 6.684931506849316e-06,
+      "loss": 0.0068,
+      "step": 17020
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.6712328767123285e-06,
+      "loss": 0.01,
+      "step": 17030
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.657534246575343e-06,
+      "loss": 0.011,
+      "step": 17040
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.643835616438356e-06,
+      "loss": 0.0094,
+      "step": 17050
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.63013698630137e-06,
+      "loss": 0.0086,
+      "step": 17060
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.616438356164384e-06,
+      "loss": 0.0123,
+      "step": 17070
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.602739726027397e-06,
+      "loss": 0.0095,
+      "step": 17080
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.589041095890412e-06,
+      "loss": 0.0071,
+      "step": 17090
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.5753424657534245e-06,
+      "loss": 0.0096,
+      "step": 17100
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.561643835616438e-06,
+      "loss": 0.0061,
+      "step": 17110
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.547945205479453e-06,
+      "loss": 0.0112,
+      "step": 17120
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 6.534246575342466e-06,
+      "loss": 0.0079,
+      "step": 17130
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.5205479452054794e-06,
+      "loss": 0.0055,
+      "step": 17140
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.506849315068493e-06,
+      "loss": 0.0439,
+      "step": 17150
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.493150684931507e-06,
+      "loss": 0.0113,
+      "step": 17160
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.479452054794521e-06,
+      "loss": 0.0093,
+      "step": 17170
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.465753424657534e-06,
+      "loss": 0.0096,
+      "step": 17180
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.452054794520548e-06,
+      "loss": 0.0099,
+      "step": 17190
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.438356164383562e-06,
+      "loss": 0.0088,
+      "step": 17200
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.4246575342465755e-06,
+      "loss": 0.0096,
+      "step": 17210
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.410958904109589e-06,
+      "loss": 0.019,
+      "step": 17220
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.397260273972603e-06,
+      "loss": 0.0421,
+      "step": 17230
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 6.383561643835617e-06,
+      "loss": 0.0132,
+      "step": 17240
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.3698630136986296e-06,
+      "loss": 0.0087,
+      "step": 17250
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.356164383561644e-06,
+      "loss": 0.0097,
+      "step": 17260
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.342465753424658e-06,
+      "loss": 0.0089,
+      "step": 17270
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.328767123287672e-06,
+      "loss": 0.0082,
+      "step": 17280
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.315068493150685e-06,
+      "loss": 0.0087,
+      "step": 17290
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.301369863013698e-06,
+      "loss": 0.0104,
+      "step": 17300
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.287671232876713e-06,
+      "loss": 0.008,
+      "step": 17310
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.2739726027397265e-06,
+      "loss": 0.0093,
+      "step": 17320
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.260273972602739e-06,
+      "loss": 0.0101,
+      "step": 17330
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.246575342465754e-06,
+      "loss": 0.0099,
+      "step": 17340
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 6.232876712328767e-06,
+      "loss": 0.0102,
+      "step": 17350
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.2191780821917805e-06,
+      "loss": 0.0116,
+      "step": 17360
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.205479452054795e-06,
+      "loss": 0.0096,
+      "step": 17370
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.191780821917808e-06,
+      "loss": 0.0116,
+      "step": 17380
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.1780821917808226e-06,
+      "loss": 0.0077,
+      "step": 17390
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.1643835616438354e-06,
+      "loss": 0.0087,
+      "step": 17400
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.150684931506849e-06,
+      "loss": 0.0083,
+      "step": 17410
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.136986301369864e-06,
+      "loss": 0.0096,
+      "step": 17420
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.123287671232877e-06,
+      "loss": 0.0094,
+      "step": 17430
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.10958904109589e-06,
+      "loss": 0.0114,
+      "step": 17440
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.095890410958904e-06,
+      "loss": 0.0108,
+      "step": 17450
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 6.082191780821918e-06,
+      "loss": 0.0081,
+      "step": 17460
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.068493150684932e-06,
+      "loss": 0.0101,
+      "step": 17470
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.054794520547945e-06,
+      "loss": 0.0084,
+      "step": 17480
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.041095890410959e-06,
+      "loss": 0.0104,
+      "step": 17490
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.027397260273973e-06,
+      "loss": 0.0136,
+      "step": 17500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6.0136986301369864e-06,
+      "loss": 0.0108,
+      "step": 17510
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 6e-06,
+      "loss": 0.0098,
+      "step": 17520
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 5.986301369863014e-06,
+      "loss": 0.0101,
+      "step": 17530
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 5.972602739726028e-06,
+      "loss": 0.0099,
+      "step": 17540
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 5.958904109589041e-06,
+      "loss": 0.0091,
+      "step": 17550
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 5.945205479452055e-06,
+      "loss": 0.0124,
+      "step": 17560
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 5.931506849315069e-06,
+      "loss": 0.0085,
+      "step": 17570
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.9178082191780825e-06,
+      "loss": 0.0097,
+      "step": 17580
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.904109589041096e-06,
+      "loss": 0.0082,
+      "step": 17590
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.890410958904109e-06,
+      "loss": 0.0108,
+      "step": 17600
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.876712328767124e-06,
+      "loss": 0.0094,
+      "step": 17610
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.863013698630137e-06,
+      "loss": 0.0105,
+      "step": 17620
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.84931506849315e-06,
+      "loss": 0.0087,
+      "step": 17630
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.835616438356165e-06,
+      "loss": 0.0089,
+      "step": 17640
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.821917808219178e-06,
+      "loss": 0.01,
+      "step": 17650
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.808219178082192e-06,
+      "loss": 0.0137,
+      "step": 17660
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.794520547945206e-06,
+      "loss": 0.0109,
+      "step": 17670
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 5.780821917808219e-06,
+      "loss": 0.0073,
+      "step": 17680
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.7671232876712335e-06,
+      "loss": 0.0105,
+      "step": 17690
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.753424657534246e-06,
+      "loss": 0.0109,
+      "step": 17700
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.73972602739726e-06,
+      "loss": 0.0079,
+      "step": 17710
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.726027397260275e-06,
+      "loss": 0.0093,
+      "step": 17720
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.7123287671232875e-06,
+      "loss": 0.0116,
+      "step": 17730
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.698630136986302e-06,
+      "loss": 0.0095,
+      "step": 17740
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.684931506849315e-06,
+      "loss": 0.0094,
+      "step": 17750
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.671232876712329e-06,
+      "loss": 0.0076,
+      "step": 17760
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.657534246575343e-06,
+      "loss": 0.0059,
+      "step": 17770
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.643835616438356e-06,
+      "loss": 0.0081,
+      "step": 17780
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 5.63013698630137e-06,
+      "loss": 0.0072,
+      "step": 17790
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.616438356164384e-06,
+      "loss": 0.0127,
+      "step": 17800
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.602739726027397e-06,
+      "loss": 0.0091,
+      "step": 17810
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.589041095890411e-06,
+      "loss": 0.0101,
+      "step": 17820
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.575342465753425e-06,
+      "loss": 0.0094,
+      "step": 17830
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.5616438356164385e-06,
+      "loss": 0.0159,
+      "step": 17840
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.547945205479452e-06,
+      "loss": 0.011,
+      "step": 17850
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.534246575342466e-06,
+      "loss": 0.0095,
+      "step": 17860
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.52054794520548e-06,
+      "loss": 0.0174,
+      "step": 17870
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.506849315068493e-06,
+      "loss": 0.0148,
+      "step": 17880
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.493150684931507e-06,
+      "loss": 0.0103,
+      "step": 17890
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 5.47945205479452e-06,
+      "loss": 0.0101,
+      "step": 17900
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.465753424657535e-06,
+      "loss": 0.0097,
+      "step": 17910
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.452054794520548e-06,
+      "loss": 0.0058,
+      "step": 17920
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.438356164383562e-06,
+      "loss": 0.0108,
+      "step": 17930
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.424657534246576e-06,
+      "loss": 0.0102,
+      "step": 17940
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.410958904109589e-06,
+      "loss": 0.013,
+      "step": 17950
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.397260273972603e-06,
+      "loss": 0.0074,
+      "step": 17960
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.383561643835617e-06,
+      "loss": 0.0096,
+      "step": 17970
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.36986301369863e-06,
+      "loss": 0.0091,
+      "step": 17980
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.356164383561644e-06,
+      "loss": 0.0094,
+      "step": 17990
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.342465753424657e-06,
+      "loss": 0.0105,
+      "step": 18000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 5.328767123287671e-06,
+      "loss": 0.0077,
+      "step": 18010
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.3150684931506856e-06,
+      "loss": 0.0081,
+      "step": 18020
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.3013698630136985e-06,
+      "loss": 0.0115,
+      "step": 18030
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.287671232876713e-06,
+      "loss": 0.0103,
+      "step": 18040
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.273972602739726e-06,
+      "loss": 0.0112,
+      "step": 18050
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.26027397260274e-06,
+      "loss": 0.0078,
+      "step": 18060
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.246575342465754e-06,
+      "loss": 0.0096,
+      "step": 18070
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.232876712328767e-06,
+      "loss": 0.0095,
+      "step": 18080
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.219178082191781e-06,
+      "loss": 0.0115,
+      "step": 18090
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.2054794520547945e-06,
+      "loss": 0.0103,
+      "step": 18100
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.191780821917808e-06,
+      "loss": 0.0088,
+      "step": 18110
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 5.178082191780823e-06,
+      "loss": 0.0111,
+      "step": 18120
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.164383561643836e-06,
+      "loss": 0.0169,
+      "step": 18130
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.1506849315068494e-06,
+      "loss": 0.0137,
+      "step": 18140
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.136986301369863e-06,
+      "loss": 0.0094,
+      "step": 18150
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.123287671232877e-06,
+      "loss": 0.0096,
+      "step": 18160
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.109589041095891e-06,
+      "loss": 0.0294,
+      "step": 18170
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.095890410958904e-06,
+      "loss": 0.0107,
+      "step": 18180
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.082191780821918e-06,
+      "loss": 0.0106,
+      "step": 18190
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.068493150684931e-06,
+      "loss": 0.0074,
+      "step": 18200
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.0547945205479455e-06,
+      "loss": 0.0101,
+      "step": 18210
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.041095890410959e-06,
+      "loss": 0.0111,
+      "step": 18220
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 5.027397260273973e-06,
+      "loss": 0.0076,
+      "step": 18230
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 5.013698630136987e-06,
+      "loss": 0.0091,
+      "step": 18240
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.9999999999999996e-06,
+      "loss": 0.014,
+      "step": 18250
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.986301369863014e-06,
+      "loss": 0.0097,
+      "step": 18260
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.972602739726028e-06,
+      "loss": 0.009,
+      "step": 18270
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.958904109589041e-06,
+      "loss": 0.0096,
+      "step": 18280
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.945205479452055e-06,
+      "loss": 0.0059,
+      "step": 18290
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.931506849315068e-06,
+      "loss": 0.0113,
+      "step": 18300
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.917808219178083e-06,
+      "loss": 0.0088,
+      "step": 18310
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.9041095890410965e-06,
+      "loss": 0.0063,
+      "step": 18320
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.890410958904109e-06,
+      "loss": 0.0063,
+      "step": 18330
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 4.876712328767124e-06,
+      "loss": 0.0122,
+      "step": 18340
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.863013698630137e-06,
+      "loss": 0.0107,
+      "step": 18350
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.8493150684931505e-06,
+      "loss": 0.0083,
+      "step": 18360
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.835616438356165e-06,
+      "loss": 0.0104,
+      "step": 18370
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.821917808219178e-06,
+      "loss": 0.0119,
+      "step": 18380
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.808219178082192e-06,
+      "loss": 0.0094,
+      "step": 18390
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.7945205479452054e-06,
+      "loss": 0.0099,
+      "step": 18400
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.780821917808219e-06,
+      "loss": 0.0153,
+      "step": 18410
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.767123287671234e-06,
+      "loss": 0.0108,
+      "step": 18420
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.753424657534247e-06,
+      "loss": 0.0069,
+      "step": 18430
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.73972602739726e-06,
+      "loss": 0.0123,
+      "step": 18440
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 4.726027397260274e-06,
+      "loss": 0.0117,
+      "step": 18450
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.712328767123288e-06,
+      "loss": 0.0113,
+      "step": 18460
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.6986301369863015e-06,
+      "loss": 0.0103,
+      "step": 18470
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.684931506849315e-06,
+      "loss": 0.0078,
+      "step": 18480
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.671232876712329e-06,
+      "loss": 0.0113,
+      "step": 18490
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.657534246575343e-06,
+      "loss": 0.0069,
+      "step": 18500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.643835616438356e-06,
+      "loss": 0.0141,
+      "step": 18510
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.63013698630137e-06,
+      "loss": 0.0099,
+      "step": 18520
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.616438356164384e-06,
+      "loss": 0.0084,
+      "step": 18530
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.602739726027398e-06,
+      "loss": 0.009,
+      "step": 18540
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.5890410958904105e-06,
+      "loss": 0.0108,
+      "step": 18550
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 4.575342465753425e-06,
+      "loss": 0.0157,
+      "step": 18560
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.561643835616439e-06,
+      "loss": 0.0084,
+      "step": 18570
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.5479452054794525e-06,
+      "loss": 0.0069,
+      "step": 18580
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.534246575342466e-06,
+      "loss": 0.0083,
+      "step": 18590
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.520547945205479e-06,
+      "loss": 0.0078,
+      "step": 18600
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.506849315068494e-06,
+      "loss": 0.0101,
+      "step": 18610
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.4931506849315066e-06,
+      "loss": 0.0196,
+      "step": 18620
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.47945205479452e-06,
+      "loss": 0.0092,
+      "step": 18630
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.465753424657535e-06,
+      "loss": 0.0102,
+      "step": 18640
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.452054794520548e-06,
+      "loss": 0.0098,
+      "step": 18650
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 4.4383561643835615e-06,
+      "loss": 0.014,
+      "step": 18660
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.424657534246575e-06,
+      "loss": 0.0147,
+      "step": 18670
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.410958904109589e-06,
+      "loss": 0.0088,
+      "step": 18680
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.3972602739726035e-06,
+      "loss": 0.009,
+      "step": 18690
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.383561643835616e-06,
+      "loss": 0.0101,
+      "step": 18700
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.36986301369863e-06,
+      "loss": 0.0099,
+      "step": 18710
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.356164383561644e-06,
+      "loss": 0.0086,
+      "step": 18720
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.3424657534246575e-06,
+      "loss": 0.0097,
+      "step": 18730
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.328767123287671e-06,
+      "loss": 0.0051,
+      "step": 18740
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.315068493150685e-06,
+      "loss": 0.0091,
+      "step": 18750
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.301369863013699e-06,
+      "loss": 0.0422,
+      "step": 18760
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 4.2876712328767124e-06,
+      "loss": 0.0119,
+      "step": 18770
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.273972602739726e-06,
+      "loss": 0.0122,
+      "step": 18780
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.26027397260274e-06,
+      "loss": 0.0084,
+      "step": 18790
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.246575342465754e-06,
+      "loss": 0.0077,
+      "step": 18800
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.232876712328767e-06,
+      "loss": 0.0101,
+      "step": 18810
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.21917808219178e-06,
+      "loss": 0.009,
+      "step": 18820
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.205479452054795e-06,
+      "loss": 0.0083,
+      "step": 18830
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.1917808219178085e-06,
+      "loss": 0.0101,
+      "step": 18840
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.178082191780821e-06,
+      "loss": 0.0075,
+      "step": 18850
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.164383561643836e-06,
+      "loss": 0.0091,
+      "step": 18860
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.150684931506849e-06,
+      "loss": 0.0067,
+      "step": 18870
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 4.136986301369863e-06,
+      "loss": 0.009,
+      "step": 18880
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.123287671232877e-06,
+      "loss": 0.0066,
+      "step": 18890
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.10958904109589e-06,
+      "loss": 0.0081,
+      "step": 18900
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.095890410958905e-06,
+      "loss": 0.0087,
+      "step": 18910
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.0821917808219175e-06,
+      "loss": 0.0102,
+      "step": 18920
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.068493150684931e-06,
+      "loss": 0.0136,
+      "step": 18930
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.054794520547946e-06,
+      "loss": 0.0092,
+      "step": 18940
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.041095890410959e-06,
+      "loss": 0.0116,
+      "step": 18950
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.027397260273973e-06,
+      "loss": 0.0363,
+      "step": 18960
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4.013698630136986e-06,
+      "loss": 0.0117,
+      "step": 18970
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 4e-06,
+      "loss": 0.0069,
+      "step": 18980
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 3.986301369863014e-06,
+      "loss": 0.0071,
+      "step": 18990
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.972602739726027e-06,
+      "loss": 0.0099,
+      "step": 19000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.958904109589041e-06,
+      "loss": 0.0095,
+      "step": 19010
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.945205479452055e-06,
+      "loss": 0.008,
+      "step": 19020
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.9315068493150684e-06,
+      "loss": 0.008,
+      "step": 19030
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.917808219178082e-06,
+      "loss": 0.0143,
+      "step": 19040
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.904109589041096e-06,
+      "loss": 0.0089,
+      "step": 19050
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.89041095890411e-06,
+      "loss": 0.0112,
+      "step": 19060
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.876712328767123e-06,
+      "loss": 0.0083,
+      "step": 19070
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.863013698630137e-06,
+      "loss": 0.0142,
+      "step": 19080
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.849315068493151e-06,
+      "loss": 0.011,
+      "step": 19090
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 3.8356164383561645e-06,
+      "loss": 0.0089,
+      "step": 19100
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.821917808219178e-06,
+      "loss": 0.0072,
+      "step": 19110
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.8082191780821916e-06,
+      "loss": 0.0076,
+      "step": 19120
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7945205479452057e-06,
+      "loss": 0.0114,
+      "step": 19130
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7808219178082194e-06,
+      "loss": 0.0103,
+      "step": 19140
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7671232876712327e-06,
+      "loss": 0.0122,
+      "step": 19150
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.753424657534247e-06,
+      "loss": 0.0125,
+      "step": 19160
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7397260273972606e-06,
+      "loss": 0.0086,
+      "step": 19170
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.726027397260274e-06,
+      "loss": 0.0142,
+      "step": 19180
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.7123287671232876e-06,
+      "loss": 0.0283,
+      "step": 19190
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.6986301369863014e-06,
+      "loss": 0.0076,
+      "step": 19200
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 3.684931506849315e-06,
+      "loss": 0.0098,
+      "step": 19210
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.671232876712329e-06,
+      "loss": 0.0116,
+      "step": 19220
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6575342465753425e-06,
+      "loss": 0.0109,
+      "step": 19230
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6438356164383563e-06,
+      "loss": 0.0138,
+      "step": 19240
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6301369863013696e-06,
+      "loss": 0.0063,
+      "step": 19250
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6164383561643837e-06,
+      "loss": 0.0103,
+      "step": 19260
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.6027397260273974e-06,
+      "loss": 0.0097,
+      "step": 19270
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.589041095890411e-06,
+      "loss": 0.0087,
+      "step": 19280
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.5753424657534245e-06,
+      "loss": 0.0115,
+      "step": 19290
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.561643835616438e-06,
+      "loss": 0.0099,
+      "step": 19300
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.5479452054794523e-06,
+      "loss": 0.0102,
+      "step": 19310
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 3.534246575342466e-06,
+      "loss": 0.0146,
+      "step": 19320
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.5205479452054794e-06,
+      "loss": 0.0109,
+      "step": 19330
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.506849315068493e-06,
+      "loss": 0.0083,
+      "step": 19340
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.493150684931507e-06,
+      "loss": 0.0098,
+      "step": 19350
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.479452054794521e-06,
+      "loss": 0.0072,
+      "step": 19360
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.4657534246575343e-06,
+      "loss": 0.0111,
+      "step": 19370
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.452054794520548e-06,
+      "loss": 0.0303,
+      "step": 19380
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.4383561643835617e-06,
+      "loss": 0.0089,
+      "step": 19390
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.4246575342465754e-06,
+      "loss": 0.0107,
+      "step": 19400
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.410958904109589e-06,
+      "loss": 0.0099,
+      "step": 19410
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.397260273972603e-06,
+      "loss": 0.008,
+      "step": 19420
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 3.3835616438356166e-06,
+      "loss": 0.0095,
+      "step": 19430
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.36986301369863e-06,
+      "loss": 0.0097,
+      "step": 19440
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.3561643835616436e-06,
+      "loss": 0.0105,
+      "step": 19450
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.342465753424658e-06,
+      "loss": 0.0097,
+      "step": 19460
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.3287671232876715e-06,
+      "loss": 0.0104,
+      "step": 19470
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.315068493150685e-06,
+      "loss": 0.0103,
+      "step": 19480
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.3013698630136985e-06,
+      "loss": 0.0135,
+      "step": 19490
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2876712328767123e-06,
+      "loss": 0.0085,
+      "step": 19500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2739726027397264e-06,
+      "loss": 0.0079,
+      "step": 19510
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2602739726027397e-06,
+      "loss": 0.0079,
+      "step": 19520
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.2465753424657534e-06,
+      "loss": 0.009,
+      "step": 19530
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 3.232876712328767e-06,
+      "loss": 0.0114,
+      "step": 19540
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.219178082191781e-06,
+      "loss": 0.0106,
+      "step": 19550
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.2054794520547946e-06,
+      "loss": 0.0105,
+      "step": 19560
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.1917808219178083e-06,
+      "loss": 0.0084,
+      "step": 19570
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.178082191780822e-06,
+      "loss": 0.0077,
+      "step": 19580
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.164383561643836e-06,
+      "loss": 0.0106,
+      "step": 19590
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.150684931506849e-06,
+      "loss": 0.0112,
+      "step": 19600
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.1369863013698632e-06,
+      "loss": 0.007,
+      "step": 19610
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.123287671232877e-06,
+      "loss": 0.0084,
+      "step": 19620
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.1095890410958903e-06,
+      "loss": 0.0069,
+      "step": 19630
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.095890410958904e-06,
+      "loss": 0.0098,
+      "step": 19640
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 3.0821917808219177e-06,
+      "loss": 0.0102,
+      "step": 19650
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.068493150684932e-06,
+      "loss": 0.0105,
+      "step": 19660
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.054794520547945e-06,
+      "loss": 0.0108,
+      "step": 19670
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.041095890410959e-06,
+      "loss": 0.0095,
+      "step": 19680
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.0273972602739726e-06,
+      "loss": 0.0092,
+      "step": 19690
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3.0136986301369864e-06,
+      "loss": 0.0107,
+      "step": 19700
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 3e-06,
+      "loss": 0.0086,
+      "step": 19710
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.986301369863014e-06,
+      "loss": 0.0099,
+      "step": 19720
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.9726027397260275e-06,
+      "loss": 0.0074,
+      "step": 19730
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.9589041095890413e-06,
+      "loss": 0.0085,
+      "step": 19740
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.9452054794520546e-06,
+      "loss": 0.009,
+      "step": 19750
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 2.9315068493150687e-06,
+      "loss": 0.0084,
+      "step": 19760
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.9178082191780824e-06,
+      "loss": 0.0093,
+      "step": 19770
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.904109589041096e-06,
+      "loss": 0.0065,
+      "step": 19780
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.8904109589041095e-06,
+      "loss": 0.0085,
+      "step": 19790
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.876712328767123e-06,
+      "loss": 0.0103,
+      "step": 19800
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.8630136986301373e-06,
+      "loss": 0.0117,
+      "step": 19810
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.849315068493151e-06,
+      "loss": 0.0122,
+      "step": 19820
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.8356164383561644e-06,
+      "loss": 0.0091,
+      "step": 19830
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.821917808219178e-06,
+      "loss": 0.0087,
+      "step": 19840
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.808219178082192e-06,
+      "loss": 0.0085,
+      "step": 19850
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.7945205479452055e-06,
+      "loss": 0.0091,
+      "step": 19860
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 2.7808219178082193e-06,
+      "loss": 0.0071,
+      "step": 19870
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.767123287671233e-06,
+      "loss": 0.0086,
+      "step": 19880
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.7534246575342467e-06,
+      "loss": 0.009,
+      "step": 19890
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.73972602739726e-06,
+      "loss": 0.0079,
+      "step": 19900
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.726027397260274e-06,
+      "loss": 0.0101,
+      "step": 19910
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.712328767123288e-06,
+      "loss": 0.0116,
+      "step": 19920
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.6986301369863016e-06,
+      "loss": 0.01,
+      "step": 19930
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.684931506849315e-06,
+      "loss": 0.0116,
+      "step": 19940
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.6712328767123286e-06,
+      "loss": 0.0079,
+      "step": 19950
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.6575342465753428e-06,
+      "loss": 0.009,
+      "step": 19960
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.6438356164383565e-06,
+      "loss": 0.0095,
+      "step": 19970
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 2.63013698630137e-06,
+      "loss": 0.0101,
+      "step": 19980
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.6164383561643835e-06,
+      "loss": 0.0098,
+      "step": 19990
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.6027397260273973e-06,
+      "loss": 0.0097,
+      "step": 20000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5890410958904114e-06,
+      "loss": 0.0088,
+      "step": 20010
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5753424657534247e-06,
+      "loss": 0.0089,
+      "step": 20020
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5616438356164384e-06,
+      "loss": 0.012,
+      "step": 20030
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.547945205479452e-06,
+      "loss": 0.0093,
+      "step": 20040
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5342465753424655e-06,
+      "loss": 0.0373,
+      "step": 20050
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5205479452054796e-06,
+      "loss": 0.0088,
+      "step": 20060
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.5068493150684933e-06,
+      "loss": 0.0082,
+      "step": 20070
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.493150684931507e-06,
+      "loss": 0.0084,
+      "step": 20080
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 2.4794520547945204e-06,
+      "loss": 0.0088,
+      "step": 20090
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.465753424657534e-06,
+      "loss": 0.0072,
+      "step": 20100
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.4520547945205482e-06,
+      "loss": 0.0086,
+      "step": 20110
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.438356164383562e-06,
+      "loss": 0.0061,
+      "step": 20120
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.4246575342465753e-06,
+      "loss": 0.0094,
+      "step": 20130
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.410958904109589e-06,
+      "loss": 0.0075,
+      "step": 20140
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.3972602739726027e-06,
+      "loss": 0.0081,
+      "step": 20150
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.383561643835617e-06,
+      "loss": 0.0101,
+      "step": 20160
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.36986301369863e-06,
+      "loss": 0.0105,
+      "step": 20170
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.356164383561644e-06,
+      "loss": 0.0111,
+      "step": 20180
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.3424657534246576e-06,
+      "loss": 0.0086,
+      "step": 20190
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 2.3287671232876713e-06,
+      "loss": 0.0082,
+      "step": 20200
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.315068493150685e-06,
+      "loss": 0.0105,
+      "step": 20210
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.301369863013699e-06,
+      "loss": 0.0054,
+      "step": 20220
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2876712328767125e-06,
+      "loss": 0.0112,
+      "step": 20230
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2739726027397262e-06,
+      "loss": 0.0097,
+      "step": 20240
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2602739726027396e-06,
+      "loss": 0.0113,
+      "step": 20250
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2465753424657533e-06,
+      "loss": 0.0086,
+      "step": 20260
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2328767123287674e-06,
+      "loss": 0.0165,
+      "step": 20270
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2191780821917807e-06,
+      "loss": 0.0104,
+      "step": 20280
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.2054794520547945e-06,
+      "loss": 0.0094,
+      "step": 20290
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.191780821917808e-06,
+      "loss": 0.008,
+      "step": 20300
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.178082191780822e-06,
+      "loss": 0.0105,
+      "step": 20310
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.1643835616438356e-06,
+      "loss": 0.011,
+      "step": 20320
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.1506849315068494e-06,
+      "loss": 0.0073,
+      "step": 20330
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.136986301369863e-06,
+      "loss": 0.0085,
+      "step": 20340
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.123287671232877e-06,
+      "loss": 0.0063,
+      "step": 20350
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.10958904109589e-06,
+      "loss": 0.0071,
+      "step": 20360
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.0958904109589043e-06,
+      "loss": 0.008,
+      "step": 20370
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.082191780821918e-06,
+      "loss": 0.0101,
+      "step": 20380
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.0684931506849317e-06,
+      "loss": 0.0149,
+      "step": 20390
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.054794520547945e-06,
+      "loss": 0.0098,
+      "step": 20400
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.0410958904109587e-06,
+      "loss": 0.0108,
+      "step": 20410
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.027397260273973e-06,
+      "loss": 0.0078,
+      "step": 20420
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.0136986301369866e-06,
+      "loss": 0.0081,
+      "step": 20430
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2e-06,
+      "loss": 0.0174,
+      "step": 20440
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9863013698630136e-06,
+      "loss": 0.0078,
+      "step": 20450
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9726027397260274e-06,
+      "loss": 0.0124,
+      "step": 20460
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.958904109589041e-06,
+      "loss": 0.0091,
+      "step": 20470
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.945205479452055e-06,
+      "loss": 0.0103,
+      "step": 20480
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9315068493150685e-06,
+      "loss": 0.0076,
+      "step": 20490
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9178082191780823e-06,
+      "loss": 0.0134,
+      "step": 20500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.9041095890410958e-06,
+      "loss": 0.0082,
+      "step": 20510
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8904109589041097e-06,
+      "loss": 0.0125,
+      "step": 20520
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.8767123287671234e-06,
+      "loss": 0.0078,
+      "step": 20530
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.863013698630137e-06,
+      "loss": 0.0101,
+      "step": 20540
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8493150684931507e-06,
+      "loss": 0.0102,
+      "step": 20550
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8356164383561644e-06,
+      "loss": 0.0075,
+      "step": 20560
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8219178082191781e-06,
+      "loss": 0.0096,
+      "step": 20570
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8082191780821919e-06,
+      "loss": 0.0073,
+      "step": 20580
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.7945205479452056e-06,
+      "loss": 0.0074,
+      "step": 20590
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.780821917808219e-06,
+      "loss": 0.0104,
+      "step": 20600
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.767123287671233e-06,
+      "loss": 0.008,
+      "step": 20610
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.7534246575342465e-06,
+      "loss": 0.0093,
+      "step": 20620
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.7397260273972605e-06,
+      "loss": 0.0096,
+      "step": 20630
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.726027397260274e-06,
+      "loss": 0.0133,
+      "step": 20640
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.7123287671232877e-06,
+      "loss": 0.0105,
+      "step": 20650
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6986301369863014e-06,
+      "loss": 0.0077,
+      "step": 20660
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.684931506849315e-06,
+      "loss": 0.0098,
+      "step": 20670
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.671232876712329e-06,
+      "loss": 0.0119,
+      "step": 20680
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6575342465753424e-06,
+      "loss": 0.0096,
+      "step": 20690
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6438356164383561e-06,
+      "loss": 0.0095,
+      "step": 20700
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6301369863013699e-06,
+      "loss": 0.0101,
+      "step": 20710
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6164383561643836e-06,
+      "loss": 0.01,
+      "step": 20720
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.6027397260273973e-06,
+      "loss": 0.01,
+      "step": 20730
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.589041095890411e-06,
+      "loss": 0.0072,
+      "step": 20740
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.5753424657534245e-06,
+      "loss": 0.0144,
+      "step": 20750
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.5616438356164385e-06,
+      "loss": 0.0093,
+      "step": 20760
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.547945205479452e-06,
+      "loss": 0.0124,
+      "step": 20770
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.534246575342466e-06,
+      "loss": 0.0118,
+      "step": 20780
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.5205479452054794e-06,
+      "loss": 0.0111,
+      "step": 20790
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.5068493150684932e-06,
+      "loss": 0.0069,
+      "step": 20800
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.493150684931507e-06,
+      "loss": 0.0074,
+      "step": 20810
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.4794520547945206e-06,
+      "loss": 0.032,
+      "step": 20820
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.4657534246575344e-06,
+      "loss": 0.0077,
+      "step": 20830
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.452054794520548e-06,
+      "loss": 0.0084,
+      "step": 20840
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.4383561643835616e-06,
+      "loss": 0.0131,
+      "step": 20850
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.4246575342465755e-06,
+      "loss": 0.0225,
+      "step": 20860
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.410958904109589e-06,
+      "loss": 0.0125,
+      "step": 20870
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3972602739726028e-06,
+      "loss": 0.0063,
+      "step": 20880
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3835616438356165e-06,
+      "loss": 0.0457,
+      "step": 20890
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.36986301369863e-06,
+      "loss": 0.0098,
+      "step": 20900
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.356164383561644e-06,
+      "loss": 0.0082,
+      "step": 20910
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3424657534246575e-06,
+      "loss": 0.0431,
+      "step": 20920
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3287671232876714e-06,
+      "loss": 0.0072,
+      "step": 20930
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.315068493150685e-06,
+      "loss": 0.0081,
+      "step": 20940
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.3013698630136986e-06,
+      "loss": 0.0129,
+      "step": 20950
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.2876712328767124e-06,
+      "loss": 0.0078,
+      "step": 20960
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.273972602739726e-06,
+      "loss": 0.0101,
+      "step": 20970
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2602739726027398e-06,
+      "loss": 0.0123,
+      "step": 20980
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2465753424657535e-06,
+      "loss": 0.0074,
+      "step": 20990
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.232876712328767e-06,
+      "loss": 0.0115,
+      "step": 21000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.219178082191781e-06,
+      "loss": 0.0066,
+      "step": 21010
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.2054794520547945e-06,
+      "loss": 0.0111,
+      "step": 21020
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.1917808219178084e-06,
+      "loss": 0.01,
+      "step": 21030
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.178082191780822e-06,
+      "loss": 0.0096,
+      "step": 21040
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.1643835616438357e-06,
+      "loss": 0.0095,
+      "step": 21050
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.1506849315068494e-06,
+      "loss": 0.0078,
+      "step": 21060
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.1369863013698631e-06,
+      "loss": 0.0217,
+      "step": 21070
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.1232876712328766e-06,
+      "loss": 0.0111,
+      "step": 21080
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.1095890410958904e-06,
+      "loss": 0.0087,
+      "step": 21090
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.095890410958904e-06,
+      "loss": 0.0068,
+      "step": 21100
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0821917808219178e-06,
+      "loss": 0.0162,
+      "step": 21110
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0684931506849315e-06,
+      "loss": 0.0101,
+      "step": 21120
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.054794520547945e-06,
+      "loss": 0.0082,
+      "step": 21130
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.041095890410959e-06,
+      "loss": 0.0079,
+      "step": 21140
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0273972602739725e-06,
+      "loss": 0.0129,
+      "step": 21150
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0136986301369864e-06,
+      "loss": 0.0105,
+      "step": 21160
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1e-06,
+      "loss": 0.0092,
+      "step": 21170
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 9.863013698630137e-07,
+      "loss": 0.0097,
+      "step": 21180
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.726027397260274e-07,
+      "loss": 0.0091,
+      "step": 21190
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.589041095890411e-07,
+      "loss": 0.0127,
+      "step": 21200
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.452054794520549e-07,
+      "loss": 0.0135,
+      "step": 21210
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.315068493150685e-07,
+      "loss": 0.006,
+      "step": 21220
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.178082191780822e-07,
+      "loss": 0.0101,
+      "step": 21230
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 9.041095890410959e-07,
+      "loss": 0.0059,
+      "step": 21240
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.904109589041095e-07,
+      "loss": 0.0091,
+      "step": 21250
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.767123287671233e-07,
+      "loss": 0.015,
+      "step": 21260
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.63013698630137e-07,
+      "loss": 0.0068,
+      "step": 21270
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.493150684931507e-07,
+      "loss": 0.0055,
+      "step": 21280
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 8.356164383561644e-07,
+      "loss": 0.0102,
+      "step": 21290
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.219178082191781e-07,
+      "loss": 0.009,
+      "step": 21300
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 8.082191780821918e-07,
+      "loss": 0.0106,
+      "step": 21310
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.945205479452055e-07,
+      "loss": 0.0092,
+      "step": 21320
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.808219178082192e-07,
+      "loss": 0.009,
+      "step": 21330
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.67123287671233e-07,
+      "loss": 0.0098,
+      "step": 21340
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.534246575342466e-07,
+      "loss": 0.0282,
+      "step": 21350
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.397260273972603e-07,
+      "loss": 0.0064,
+      "step": 21360
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.26027397260274e-07,
+      "loss": 0.0096,
+      "step": 21370
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 7.123287671232878e-07,
+      "loss": 0.0105,
+      "step": 21380
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 6.986301369863014e-07,
+      "loss": 0.0087,
+      "step": 21390
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 6.84931506849315e-07,
+      "loss": 0.0097,
+      "step": 21400
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.712328767123287e-07,
+      "loss": 0.0064,
+      "step": 21410
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.575342465753425e-07,
+      "loss": 0.008,
+      "step": 21420
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.438356164383562e-07,
+      "loss": 0.0094,
+      "step": 21430
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.301369863013699e-07,
+      "loss": 0.0081,
+      "step": 21440
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.164383561643835e-07,
+      "loss": 0.0086,
+      "step": 21450
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 6.027397260273972e-07,
+      "loss": 0.0068,
+      "step": 21460
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.89041095890411e-07,
+      "loss": 0.0108,
+      "step": 21470
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.753424657534247e-07,
+      "loss": 0.0081,
+      "step": 21480
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.616438356164383e-07,
+      "loss": 0.0075,
+      "step": 21490
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.47945205479452e-07,
+      "loss": 0.0078,
+      "step": 21500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 5.342465753424658e-07,
+      "loss": 0.0126,
+      "step": 21510
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.205479452054795e-07,
+      "loss": 0.0089,
+      "step": 21520
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 5.068493150684932e-07,
+      "loss": 0.0089,
+      "step": 21530
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.931506849315068e-07,
+      "loss": 0.0097,
+      "step": 21540
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.794520547945206e-07,
+      "loss": 0.0123,
+      "step": 21550
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.6575342465753424e-07,
+      "loss": 0.0123,
+      "step": 21560
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.5205479452054796e-07,
+      "loss": 0.0079,
+      "step": 21570
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.3835616438356164e-07,
+      "loss": 0.0096,
+      "step": 21580
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.2465753424657536e-07,
+      "loss": 0.009,
+      "step": 21590
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 4.1095890410958903e-07,
+      "loss": 0.009,
+      "step": 21600
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.9726027397260276e-07,
+      "loss": 0.0094,
+      "step": 21610
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 3.835616438356165e-07,
+      "loss": 0.0106,
+      "step": 21620
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.6986301369863016e-07,
+      "loss": 0.0104,
+      "step": 21630
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.561643835616439e-07,
+      "loss": 0.0103,
+      "step": 21640
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.424657534246575e-07,
+      "loss": 0.0075,
+      "step": 21650
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.2876712328767123e-07,
+      "loss": 0.0082,
+      "step": 21660
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.1506849315068495e-07,
+      "loss": 0.01,
+      "step": 21670
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.013698630136986e-07,
+      "loss": 0.0103,
+      "step": 21680
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.8767123287671235e-07,
+      "loss": 0.0108,
+      "step": 21690
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.73972602739726e-07,
+      "loss": 0.0456,
+      "step": 21700
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.6027397260273975e-07,
+      "loss": 0.0095,
+      "step": 21710
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.465753424657534e-07,
+      "loss": 0.0128,
+      "step": 21720
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 2.3287671232876712e-07,
+      "loss": 0.0059,
+      "step": 21730
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.1917808219178082e-07,
+      "loss": 0.0128,
+      "step": 21740
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.0547945205479452e-07,
+      "loss": 0.0078,
+      "step": 21750
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.9178082191780824e-07,
+      "loss": 0.0097,
+      "step": 21760
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.7808219178082194e-07,
+      "loss": 0.0063,
+      "step": 21770
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.6438356164383561e-07,
+      "loss": 0.0079,
+      "step": 21780
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.506849315068493e-07,
+      "loss": 0.0076,
+      "step": 21790
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.36986301369863e-07,
+      "loss": 0.0083,
+      "step": 21800
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.232876712328767e-07,
+      "loss": 0.0095,
+      "step": 21810
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.0958904109589041e-07,
+      "loss": 0.007,
+      "step": 21820
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 9.589041095890412e-08,
+      "loss": 0.0107,
+      "step": 21830
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 8.219178082191781e-08,
+      "loss": 0.0094,
+      "step": 21840
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 6.84931506849315e-08,
+      "loss": 0.0136,
+      "step": 21850
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 5.4794520547945204e-08,
+      "loss": 0.0099,
+      "step": 21860
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 4.1095890410958903e-08,
+      "loss": 0.0117,
+      "step": 21870
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.7397260273972602e-08,
+      "loss": 0.0086,
+      "step": 21880
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.3698630136986301e-08,
+      "loss": 0.0069,
+      "step": 21890
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0,
+      "loss": 0.0107,
+      "step": 21900
+    },
+    {
+      "epoch": 2.0,
+      "eval_exact_match": 61.45695364238411,
+      "eval_f1": 77.61128056734677,
+      "step": 21900
     },
     {
       "epoch": 2.0,
-      "step": 26,
-      "total_flos": 60973645824000.0,
-      "train_loss": 0.28480225572219264,
-      "train_runtime": 22.8013,
-      "train_samples_per_second": 8.771,
-      "train_steps_per_second": 1.14
+      "step": 21900,
+      "total_flos": 5.341230400536576e+16,
+      "train_loss": 0.01533625880400884,
+      "train_runtime": 28810.6986,
+      "train_samples_per_second": 6.081,
+      "train_steps_per_second": 0.76
     }
   ],
-  "max_steps": 26,
+  "max_steps": 21900,
   "num_train_epochs": 2,
-  "total_flos": 60973645824000.0,
+  "total_flos": 5.341230400536576e+16,
   "trial_name": null,
   "trial_params": null
 }