diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,5533 +1,919 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 2.995418914791815,
+  "epoch": 2.983219390926041,
   "eval_steps": 500,
-  "global_step": 1839,
+  "global_step": 300,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
-      "epoch": 0.0,
-      "learning_rate": 7.142857142857143e-07,
-      "loss": 1.611,
+      "epoch": 0.02,
+      "learning_rate": 4.444444444444444e-06,
+      "loss": 2.6769,
       "step": 2
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 1.4285714285714286e-06,
-      "loss": 1.7568,
+      "epoch": 0.04,
+      "learning_rate": 8.888888888888888e-06,
+      "loss": 2.6837,
       "step": 4
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 2.1428571428571427e-06,
-      "loss": 1.658,
+      "epoch": 0.06,
+      "learning_rate": 1.3333333333333333e-05,
+      "loss": 2.6307,
       "step": 6
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 2.8571428571428573e-06,
-      "loss": 1.8564,
+      "epoch": 0.08,
+      "learning_rate": 1.7777777777777777e-05,
+      "loss": 2.5928,
       "step": 8
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 3.5714285714285718e-06,
-      "loss": 2.0213,
+      "epoch": 0.1,
+      "learning_rate": 1.9999417253661235e-05,
+      "loss": 2.6261,
       "step": 10
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 4.2857142857142855e-06,
-      "loss": 1.9062,
+      "epoch": 0.12,
+      "learning_rate": 1.9994755690455154e-05,
+      "loss": 2.6851,
       "step": 12
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 5e-06,
-      "loss": 1.828,
+      "epoch": 0.14,
+      "learning_rate": 1.998543473718677e-05,
+      "loss": 2.6421,
       "step": 14
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 5.7142857142857145e-06,
-      "loss": 1.9038,
+      "epoch": 0.16,
+      "learning_rate": 1.9971458739130598e-05,
+      "loss": 2.7906,
       "step": 16
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 6.4285714285714295e-06,
-      "loss": 1.9794,
+      "epoch": 0.18,
+      "learning_rate": 1.995283421166614e-05,
+      "loss": 2.4095,
       "step": 18
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 7.1428571428571436e-06,
-      "loss": 1.9665,
+      "epoch": 0.2,
+      "learning_rate": 1.9929569837240567e-05,
+      "loss": 2.2509,
       "step": 20
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 7.857142857142858e-06,
-      "loss": 1.9494,
+      "epoch": 0.22,
+      "learning_rate": 1.990167646132107e-05,
+      "loss": 2.3942,
       "step": 22
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 8.571428571428571e-06,
-      "loss": 1.962,
+      "epoch": 0.24,
+      "learning_rate": 1.9869167087338908e-05,
+      "loss": 2.4104,
       "step": 24
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 9.285714285714288e-06,
-      "loss": 2.195,
+      "epoch": 0.26,
+      "learning_rate": 1.983205687062742e-05,
+      "loss": 2.5293,
       "step": 26
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1e-05,
-      "loss": 2.0743,
+      "epoch": 0.28,
+      "learning_rate": 1.9790363111356838e-05,
+      "loss": 2.6231,
       "step": 28
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.0714285714285714e-05,
-      "loss": 2.2212,
+      "epoch": 0.3,
+      "learning_rate": 1.9744105246469264e-05,
+      "loss": 2.5915,
       "step": 30
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 1.1428571428571429e-05,
-      "loss": 2.1635,
+      "epoch": 0.32,
+      "learning_rate": 1.9693304840617456e-05,
+      "loss": 2.4235,
       "step": 32
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.2142857142857142e-05,
-      "loss": 2.3554,
+      "epoch": 0.34,
+      "learning_rate": 1.963798557611178e-05,
+      "loss": 2.5622,
       "step": 34
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.2857142857142859e-05,
-      "loss": 2.2266,
+      "epoch": 0.36,
+      "learning_rate": 1.957817324187987e-05,
+      "loss": 2.3644,
       "step": 36
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 1.3571428571428574e-05,
-      "loss": 2.2897,
+      "epoch": 0.38,
+      "learning_rate": 1.9513895721444286e-05,
+      "loss": 2.3714,
       "step": 38
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.4285714285714287e-05,
-      "loss": 2.385,
+      "epoch": 0.4,
+      "learning_rate": 1.9445182979923657e-05,
+      "loss": 2.5419,
       "step": 40
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.5000000000000002e-05,
-      "loss": 2.404,
+      "epoch": 0.42,
+      "learning_rate": 1.937206705006344e-05,
+      "loss": 2.4557,
       "step": 42
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.5714285714285715e-05,
-      "loss": 2.5732,
+      "epoch": 0.44,
+      "learning_rate": 1.9294582017302797e-05,
+      "loss": 2.3226,
       "step": 44
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 1.642857142857143e-05,
-      "loss": 2.7419,
+      "epoch": 0.46,
+      "learning_rate": 1.921276400388451e-05,
+      "loss": 2.3402,
       "step": 46
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.7142857142857142e-05,
-      "loss": 2.7752,
+      "epoch": 0.48,
+      "learning_rate": 1.9126651152015404e-05,
+      "loss": 2.3476,
       "step": 48
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.785714285714286e-05,
-      "loss": 2.9747,
+      "epoch": 0.5,
+      "learning_rate": 1.9036283606085057e-05,
+      "loss": 2.3808,
       "step": 50
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 1.8571428571428575e-05,
-      "loss": 1.7419,
+      "epoch": 0.52,
+      "learning_rate": 1.8941703493951163e-05,
+      "loss": 2.4262,
       "step": 52
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.928571428571429e-05,
-      "loss": 1.5881,
+      "epoch": 0.54,
+      "learning_rate": 1.8842954907300236e-05,
+      "loss": 2.3338,
       "step": 54
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 2e-05,
-      "loss": 1.7405,
+      "epoch": 0.56,
+      "learning_rate": 1.874008388109276e-05,
+      "loss": 2.4052,
       "step": 56
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 1.9999937909292965e-05,
-      "loss": 1.7546,
+      "epoch": 0.58,
+      "learning_rate": 1.863313837210247e-05,
+      "loss": 2.2928,
       "step": 58
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9999751637942895e-05,
-      "loss": 1.8288,
+      "epoch": 0.6,
+      "learning_rate": 1.8522168236559693e-05,
+      "loss": 2.4616,
       "step": 60
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.9999441188262945e-05,
-      "loss": 1.8816,
+      "epoch": 0.62,
+      "learning_rate": 1.840722520690921e-05,
+      "loss": 2.2975,
       "step": 62
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 1.999900656410832e-05,
-      "loss": 1.7845,
+      "epoch": 0.64,
+      "learning_rate": 1.8288362867693414e-05,
+      "loss": 2.379,
       "step": 64
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9998447770876235e-05,
-      "loss": 1.8064,
+      "epoch": 0.66,
+      "learning_rate": 1.816563663057211e-05,
+      "loss": 2.3342,
       "step": 66
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.999776481550588e-05,
-      "loss": 1.7793,
+      "epoch": 0.68,
+      "learning_rate": 1.8039103708490503e-05,
+      "loss": 2.2533,
       "step": 68
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 1.9996957706478283e-05,
-      "loss": 1.8418,
+      "epoch": 0.7,
+      "learning_rate": 1.790882308900746e-05,
+      "loss": 2.2486,
       "step": 70
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.999602645381624e-05,
-      "loss": 1.769,
+      "epoch": 0.72,
+      "learning_rate": 1.7774855506796497e-05,
+      "loss": 2.2496,
       "step": 72
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.999497106908417e-05,
-      "loss": 1.9599,
+      "epoch": 0.74,
+      "learning_rate": 1.7637263415332272e-05,
+      "loss": 2.3153,
       "step": 74
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 1.9993791565388e-05,
-      "loss": 1.822,
+      "epoch": 0.76,
+      "learning_rate": 1.749611095777581e-05,
+      "loss": 2.2758,
       "step": 76
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.999248795737497e-05,
-      "loss": 1.8957,
+      "epoch": 0.78,
+      "learning_rate": 1.7351463937072008e-05,
+      "loss": 2.5391,
       "step": 78
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.9991060261233468e-05,
-      "loss": 1.9517,
+      "epoch": 0.8,
+      "learning_rate": 1.7203389785273402e-05,
+      "loss": 2.3089,
       "step": 80
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 1.998950849469283e-05,
-      "loss": 1.9511,
+      "epoch": 0.82,
+      "learning_rate": 1.705195753210446e-05,
+      "loss": 2.2669,
       "step": 82
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.9987832677023104e-05,
-      "loss": 2.0987,
+      "epoch": 0.84,
+      "learning_rate": 1.6897237772781046e-05,
+      "loss": 2.3467,
       "step": 84
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.998603282903484e-05,
-      "loss": 2.0514,
+      "epoch": 0.86,
+      "learning_rate": 1.673930263510011e-05,
+      "loss": 2.3333,
       "step": 86
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.99841089730788e-05,
-      "loss": 2.1349,
+      "epoch": 0.88,
+      "learning_rate": 1.6578225745814907e-05,
+      "loss": 2.4031,
       "step": 88
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.99820611330457e-05,
-      "loss": 2.1021,
+      "epoch": 0.89,
+      "learning_rate": 1.6414082196311402e-05,
+      "loss": 2.3823,
       "step": 90
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.997988933436591e-05,
-      "loss": 2.2552,
+      "epoch": 0.91,
+      "learning_rate": 1.6246948507601915e-05,
+      "loss": 2.2399,
       "step": 92
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.9977593604009126e-05,
-      "loss": 2.1949,
+      "epoch": 0.93,
+      "learning_rate": 1.607690259465229e-05,
+      "loss": 2.1444,
       "step": 94
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.997517397048406e-05,
-      "loss": 2.4357,
+      "epoch": 0.95,
+      "learning_rate": 1.5904023730059227e-05,
+      "loss": 2.2844,
       "step": 96
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9972630463838062e-05,
-      "loss": 2.1899,
+      "epoch": 0.97,
+      "learning_rate": 1.57283925070947e-05,
+      "loss": 2.2505,
       "step": 98
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.9969963115656754e-05,
-      "loss": 2.1754,
+      "epoch": 0.99,
+      "learning_rate": 1.55500908021347e-05,
+      "loss": 2.0644,
       "step": 100
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9967171959063644e-05,
-      "loss": 1.664,
+      "epoch": 1.01,
+      "learning_rate": 1.536920173648984e-05,
+      "loss": 2.2254,
       "step": 102
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.996425702871971e-05,
-      "loss": 1.5388,
+      "epoch": 1.03,
+      "learning_rate": 1.5185809637655548e-05,
+      "loss": 2.3203,
       "step": 104
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.9961218360822968e-05,
-      "loss": 1.6347,
+      "epoch": 1.05,
+      "learning_rate": 1.5000000000000002e-05,
+      "loss": 2.2265,
       "step": 106
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.9958055993108026e-05,
-      "loss": 1.6809,
+      "epoch": 1.07,
+      "learning_rate": 1.4811859444908053e-05,
+      "loss": 2.3855,
       "step": 108
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.9954769964845614e-05,
-      "loss": 1.7729,
+      "epoch": 1.09,
+      "learning_rate": 1.4621475680399771e-05,
+      "loss": 2.358,
       "step": 110
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.9951360316842097e-05,
-      "loss": 1.7805,
+      "epoch": 1.11,
+      "learning_rate": 1.4428937460242417e-05,
+      "loss": 2.3075,
       "step": 112
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.994782709143896e-05,
-      "loss": 1.6005,
+      "epoch": 1.13,
+      "learning_rate": 1.4234334542574906e-05,
+      "loss": 2.267,
       "step": 114
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.9944170332512303e-05,
-      "loss": 1.7232,
+      "epoch": 1.15,
+      "learning_rate": 1.4037757648064019e-05,
+      "loss": 2.2067,
       "step": 116
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.9940390085472274e-05,
-      "loss": 1.7918,
+      "epoch": 1.17,
+      "learning_rate": 1.3839298417611964e-05,
+      "loss": 2.1989,
       "step": 118
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.9936486397262514e-05,
-      "loss": 1.7841,
+      "epoch": 1.19,
+      "learning_rate": 1.3639049369634878e-05,
+      "loss": 2.1818,
       "step": 120
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.9932459316359573e-05,
-      "loss": 1.6909,
+      "epoch": 1.21,
+      "learning_rate": 1.3437103856932266e-05,
+      "loss": 2.1537,
       "step": 122
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.9928308892772315e-05,
-      "loss": 1.7525,
+      "epoch": 1.23,
+      "learning_rate": 1.3233556023167487e-05,
+      "loss": 2.158,
       "step": 124
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.9924035178041284e-05,
-      "loss": 1.8016,
+      "epoch": 1.25,
+      "learning_rate": 1.3028500758979507e-05,
+      "loss": 2.3302,
       "step": 126
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.9919638225238077e-05,
-      "loss": 1.8685,
+      "epoch": 1.27,
+      "learning_rate": 1.2822033657746478e-05,
+      "loss": 2.3653,
       "step": 128
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.9915118088964674e-05,
-      "loss": 1.9582,
+      "epoch": 1.29,
+      "learning_rate": 1.2614250971021658e-05,
+      "loss": 2.1906,
       "step": 130
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.9910474825352767e-05,
-      "loss": 1.818,
+      "epoch": 1.31,
+      "learning_rate": 1.2405249563662539e-05,
+      "loss": 2.3488,
       "step": 132
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.9905708492063055e-05,
-      "loss": 2.0729,
+      "epoch": 1.33,
+      "learning_rate": 1.2195126868674052e-05,
+      "loss": 2.3102,
       "step": 134
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.990081914828455e-05,
-      "loss": 2.0539,
+      "epoch": 1.35,
+      "learning_rate": 1.1983980841786899e-05,
+      "loss": 2.4081,
       "step": 136
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.98958068547338e-05,
-      "loss": 2.1301,
+      "epoch": 1.37,
+      "learning_rate": 1.177190991579223e-05,
+      "loss": 2.2191,
       "step": 138
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.9890671673654186e-05,
-      "loss": 2.1811,
+      "epoch": 1.39,
+      "learning_rate": 1.1559012954653865e-05,
+      "loss": 2.2446,
       "step": 140
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.988541366881511e-05,
-      "loss": 2.204,
+      "epoch": 1.41,
+      "learning_rate": 1.1345389207419588e-05,
+      "loss": 2.3967,
       "step": 142
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.9880032905511218e-05,
-      "loss": 2.2893,
+      "epoch": 1.43,
+      "learning_rate": 1.1131138261952845e-05,
+      "loss": 2.0867,
       "step": 144
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.9874529450561592e-05,
-      "loss": 2.1792,
+      "epoch": 1.45,
+      "learning_rate": 1.0916359998506549e-05,
+      "loss": 2.0844,
       "step": 146
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.986890337230891e-05,
-      "loss": 2.4459,
+      "epoch": 1.47,
+      "learning_rate": 1.070115454316054e-05,
+      "loss": 2.1256,
       "step": 148
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.9863154740618613e-05,
-      "loss": 2.3752,
+      "epoch": 1.49,
+      "learning_rate": 1.0485622221144485e-05,
+      "loss": 2.2274,
       "step": 150
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.9857283626878016e-05,
-      "loss": 1.5311,
+      "epoch": 1.51,
+      "learning_rate": 1.0269863510067872e-05,
+      "loss": 2.1116,
       "step": 152
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.9851290103995446e-05,
-      "loss": 1.657,
+      "epoch": 1.53,
+      "learning_rate": 1.0053978993079046e-05,
+      "loss": 2.4296,
       "step": 154
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.9845174246399313e-05,
-      "loss": 1.6497,
+      "epoch": 1.55,
+      "learning_rate": 9.838069311974986e-06,
+      "loss": 2.3066,
       "step": 156
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.9838936130037202e-05,
-      "loss": 1.5877,
+      "epoch": 1.57,
+      "learning_rate": 9.622235120283769e-06,
+      "loss": 2.1659,
       "step": 158
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.9832575832374926e-05,
-      "loss": 1.6494,
+      "epoch": 1.59,
+      "learning_rate": 9.406577036341548e-06,
+      "loss": 2.3285,
       "step": 160
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.982609343239556e-05,
-      "loss": 1.8271,
+      "epoch": 1.61,
+      "learning_rate": 9.19119559638596e-06,
+      "loss": 2.2788,
       "step": 162
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.981948901059846e-05,
-      "loss": 1.8217,
+      "epoch": 1.63,
+      "learning_rate": 8.976191207687775e-06,
+      "loss": 2.2487,
       "step": 164
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.9812762648998278e-05,
-      "loss": 1.8643,
+      "epoch": 1.65,
+      "learning_rate": 8.7616641017427e-06,
+      "loss": 2.1421,
       "step": 166
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.9805914431123915e-05,
-      "loss": 1.7973,
+      "epoch": 1.67,
+      "learning_rate": 8.5477142875451e-06,
+      "loss": 2.3432,
       "step": 168
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9798944442017514e-05,
-      "loss": 1.7682,
+      "epoch": 1.69,
+      "learning_rate": 8.334441504965456e-06,
+      "loss": 1.9564,
       "step": 170
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9791852768233385e-05,
-      "loss": 1.7038,
+      "epoch": 1.71,
+      "learning_rate": 8.1219451782533e-06,
+      "loss": 2.1576,
       "step": 172
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9784639497836934e-05,
-      "loss": 1.711,
+      "epoch": 1.73,
+      "learning_rate": 7.91032436968725e-06,
+      "loss": 2.2133,
       "step": 174
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.9777304720403574e-05,
-      "loss": 1.8575,
+      "epoch": 1.75,
+      "learning_rate": 7.699677733393827e-06,
+      "loss": 2.2797,
       "step": 176
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.9769848527017608e-05,
-      "loss": 1.8222,
+      "epoch": 1.77,
+      "learning_rate": 7.490103469356513e-06,
+      "loss": 2.3495,
       "step": 178
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 1.9762271010271097e-05,
-      "loss": 1.959,
+      "epoch": 1.79,
+      "learning_rate": 7.2816992776365714e-06,
+      "loss": 2.2715,
       "step": 180
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.975457226426272e-05,
-      "loss": 1.8217,
+      "epoch": 1.81,
+      "learning_rate": 7.0745623128268605e-06,
+      "loss": 2.3838,
       "step": 182
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.974675238459659e-05,
-      "loss": 2.0096,
+      "epoch": 1.83,
+      "learning_rate": 6.868789138759977e-06,
+      "loss": 2.3654,
       "step": 184
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 1.9738811468381086e-05,
-      "loss": 1.9606,
+      "epoch": 1.85,
+      "learning_rate": 6.664475683491797e-06,
+      "loss": 2.2189,
       "step": 186
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.9730749614227617e-05,
-      "loss": 2.0809,
+      "epoch": 1.87,
+      "learning_rate": 6.461717194581394e-06,
+      "loss": 2.3374,
       "step": 188
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.9722566922249436e-05,
-      "loss": 2.1243,
+      "epoch": 1.89,
+      "learning_rate": 6.260608194688207e-06,
+      "loss": 2.3332,
       "step": 190
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 1.971426349406037e-05,
-      "loss": 1.9635,
+      "epoch": 1.91,
+      "learning_rate": 6.061242437507131e-06,
+      "loss": 2.2279,
       "step": 192
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.9705839432773555e-05,
-      "loss": 2.0439,
+      "epoch": 1.93,
+      "learning_rate": 5.863712864062089e-06,
+      "loss": 2.102,
       "step": 194
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.9697294843000185e-05,
-      "loss": 2.2575,
+      "epoch": 1.95,
+      "learning_rate": 5.6681115593784705e-06,
+      "loss": 2.1584,
       "step": 196
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 1.968862983084818e-05,
-      "loss": 2.2378,
+      "epoch": 1.97,
+      "learning_rate": 5.4745297095546125e-06,
+      "loss": 2.1382,
       "step": 198
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.9679844503920888e-05,
-      "loss": 1.859,
+      "epoch": 1.99,
+      "learning_rate": 5.2830575592523415e-06,
+      "loss": 2.0084,
       "step": 200
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.967093897131574e-05,
-      "loss": 1.7287,
+      "epoch": 2.01,
+      "learning_rate": 5.093784369626397e-06,
+      "loss": 1.9967,
       "step": 202
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 1.9661913343622894e-05,
-      "loss": 1.6376,
+      "epoch": 2.03,
+      "learning_rate": 4.9067983767123736e-06,
+      "loss": 2.3797,
       "step": 204
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.965276773292388e-05,
-      "loss": 1.7034,
+      "epoch": 2.05,
+      "learning_rate": 4.722186750292511e-06,
+      "loss": 2.3558,
       "step": 206
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.964350225279018e-05,
-      "loss": 1.6158,
+      "epoch": 2.07,
+      "learning_rate": 4.54003555325862e-06,
+      "loss": 2.1337,
       "step": 208
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 1.963411701828184e-05,
-      "loss": 1.6504,
+      "epoch": 2.09,
+      "learning_rate": 4.360429701490935e-06,
+      "loss": 2.2661,
       "step": 210
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.9624612145946024e-05,
-      "loss": 1.7069,
+      "epoch": 2.11,
+      "learning_rate": 4.183452924271776e-06,
+      "loss": 2.1616,
       "step": 212
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.9614987753815584e-05,
-      "loss": 1.7062,
+      "epoch": 2.13,
+      "learning_rate": 4.009187725252309e-06,
+      "loss": 2.355,
       "step": 214
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 1.9605243961407583e-05,
-      "loss": 1.8162,
+      "epoch": 2.15,
+      "learning_rate": 3.837715343990727e-06,
+      "loss": 2.224,
       "step": 216
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.9595380889721813e-05,
-      "loss": 1.6725,
+      "epoch": 2.17,
+      "learning_rate": 3.669115718079702e-06,
+      "loss": 2.2079,
       "step": 218
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.9585398661239287e-05,
-      "loss": 1.8527,
+      "epoch": 2.19,
+      "learning_rate": 3.5034674458807893e-06,
+      "loss": 2.086,
       "step": 220
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.9575297399920742e-05,
-      "loss": 1.6978,
+      "epoch": 2.21,
+      "learning_rate": 3.3408477498831917e-06,
+      "loss": 2.126,
       "step": 222
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 1.9565077231205057e-05,
-      "loss": 1.7312,
+      "epoch": 2.23,
+      "learning_rate": 3.1813324407038826e-06,
+      "loss": 2.1389,
       "step": 224
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.9554738282007736e-05,
-      "loss": 1.8961,
+      "epoch": 2.25,
+      "learning_rate": 3.024995881745972e-06,
+      "loss": 2.1352,
       "step": 226
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.9544280680719316e-05,
-      "loss": 1.7643,
+      "epoch": 2.27,
+      "learning_rate": 2.8719109545317102e-06,
+      "loss": 2.2183,
       "step": 228
     },
     {
-      "epoch": 0.37,
-      "learning_rate": 1.953370455720377e-05,
-      "loss": 1.8736,
+      "epoch": 2.29,
+      "learning_rate": 2.722149024726307e-06,
+      "loss": 2.2478,
       "step": 230
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.9523010042796885e-05,
-      "loss": 2.0634,
+      "epoch": 2.31,
+      "learning_rate": 2.5757799088684654e-06,
+      "loss": 2.2587,
       "step": 232
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.9512197270304664e-05,
-      "loss": 1.886,
+      "epoch": 2.33,
+      "learning_rate": 2.432871841823047e-06,
+      "loss": 2.3191,
       "step": 234
     },
     {
-      "epoch": 0.38,
-      "learning_rate": 1.9501266374001637e-05,
-      "loss": 1.9808,
+      "epoch": 2.35,
+      "learning_rate": 2.293491444971109e-06,
+      "loss": 2.2398,
       "step": 236
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.9490217489629226e-05,
-      "loss": 2.1238,
+      "epoch": 2.37,
+      "learning_rate": 2.157703695152109e-06,
+      "loss": 2.3926,
       "step": 238
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.947905075439404e-05,
-      "loss": 2.2318,
+      "epoch": 2.39,
+      "learning_rate": 2.025571894372794e-06,
+      "loss": 2.2304,
       "step": 240
     },
     {
-      "epoch": 0.39,
-      "learning_rate": 1.9467766306966167e-05,
-      "loss": 2.2005,
+      "epoch": 2.41,
+      "learning_rate": 1.897157640296825e-06,
+      "loss": 2.2469,
       "step": 242
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.945636428747748e-05,
-      "loss": 2.334,
+      "epoch": 2.43,
+      "learning_rate": 1.7725207975289883e-06,
+      "loss": 2.1065,
       "step": 244
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.9444844837519867e-05,
-      "loss": 2.1858,
+      "epoch": 2.45,
+      "learning_rate": 1.6517194697072903e-06,
+      "loss": 2.1856,
       "step": 246
     },
     {
-      "epoch": 0.4,
-      "learning_rate": 1.9433208100143486e-05,
-      "loss": 2.1054,
+      "epoch": 2.47,
+      "learning_rate": 1.534809972415998e-06,
+      "loss": 2.1236,
       "step": 248
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.942145421985499e-05,
-      "loss": 2.2089,
+      "epoch": 2.49,
+      "learning_rate": 1.4218468069322576e-06,
+      "loss": 2.1961,
       "step": 250
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.9409583342615718e-05,
-      "loss": 1.6846,
+      "epoch": 2.51,
+      "learning_rate": 1.3128826348184886e-06,
+      "loss": 2.0173,
       "step": 252
     },
     {
-      "epoch": 0.41,
-      "learning_rate": 1.939759561583991e-05,
-      "loss": 1.5922,
+      "epoch": 2.53,
+      "learning_rate": 1.207968253372438e-06,
+      "loss": 2.2847,
       "step": 254
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.9385491188392855e-05,
-      "loss": 1.6762,
+      "epoch": 2.55,
+      "learning_rate": 1.1071525719463094e-06,
+      "loss": 2.3931,
       "step": 256
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.9373270210589034e-05,
-      "loss": 1.7761,
+      "epoch": 2.57,
+      "learning_rate": 1.010482589146048e-06,
+      "loss": 2.2776,
       "step": 258
     },
     {
-      "epoch": 0.42,
-      "learning_rate": 1.9360932834190285e-05,
-      "loss": 1.5138,
+      "epoch": 2.59,
+      "learning_rate": 9.180033709213454e-07,
+      "loss": 2.3249,
       "step": 260
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.934847921240389e-05,
-      "loss": 1.6493,
+      "epoch": 2.61,
+      "learning_rate": 8.297580295566576e-07,
+      "loss": 2.1791,
       "step": 262
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.933590949988069e-05,
-      "loss": 1.7205,
+      "epoch": 2.63,
+      "learning_rate": 7.457877035729588e-07,
+      "loss": 2.2177,
       "step": 264
     },
     {
-      "epoch": 0.43,
-      "learning_rate": 1.9323223852713148e-05,
-      "loss": 1.839,
+      "epoch": 2.65,
+      "learning_rate": 6.661315385496426e-07,
+      "loss": 2.2903,
       "step": 266
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.9310422428433426e-05,
-      "loss": 1.7112,
+      "epoch": 2.67,
+      "learning_rate": 5.908266688755049e-07,
+      "loss": 2.2478,
       "step": 268
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.929750538601142e-05,
-      "loss": 1.7417,
+      "epoch": 2.68,
+      "learning_rate": 5.199082004372958e-07,
+      "loss": 2.2076,
       "step": 270
     },
     {
-      "epoch": 0.44,
-      "learning_rate": 1.9284472885852787e-05,
-      "loss": 1.6419,
+      "epoch": 2.7,
+      "learning_rate": 4.534091942539476e-07,
+      "loss": 2.0342,
       "step": 272
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.9271325089796963e-05,
-      "loss": 1.7585,
+      "epoch": 2.72,
+      "learning_rate": 3.913606510640644e-07,
+      "loss": 2.2668,
       "step": 274
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.9258062161115134e-05,
-      "loss": 1.744,
+      "epoch": 2.74,
+      "learning_rate": 3.3379149687388866e-07,
+      "loss": 2.1174,
       "step": 276
     },
     {
-      "epoch": 0.45,
-      "learning_rate": 1.924468426450823e-05,
-      "loss": 1.8246,
+      "epoch": 2.76,
+      "learning_rate": 2.807285694724804e-07,
+      "loss": 2.2882,
       "step": 278
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.923119156610485e-05,
-      "loss": 2.0436,
+      "epoch": 2.78,
+      "learning_rate": 2.3219660592038285e-07,
+      "loss": 2.1654,
       "step": 280
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.9217584233459245e-05,
-      "loss": 1.8373,
+      "epoch": 2.8,
+      "learning_rate": 1.8821823101760949e-07,
+      "loss": 2.2209,
       "step": 282
     },
     {
-      "epoch": 0.46,
-      "learning_rate": 1.9203862435549187e-05,
-      "loss": 1.8646,
+      "epoch": 2.82,
+      "learning_rate": 1.4881394675633543e-07,
+      "loss": 2.1442,
       "step": 284
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.9190026342773904e-05,
-      "loss": 1.9658,
+      "epoch": 2.84,
+      "learning_rate": 1.1400212276321377e-07,
+      "loss": 2.3807,
       "step": 286
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.917607612695196e-05,
-      "loss": 2.0826,
+      "epoch": 2.86,
+      "learning_rate": 8.379898773574924e-08,
+      "loss": 2.4242,
       "step": 288
     },
     {
-      "epoch": 0.47,
-      "learning_rate": 1.9162011961319095e-05,
-      "loss": 2.1591,
+      "epoch": 2.88,
+      "learning_rate": 5.821862187675775e-08,
+      "loss": 2.2171,
       "step": 290
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.914783402052612e-05,
-      "loss": 2.154,
+      "epoch": 2.9,
+      "learning_rate": 3.727295033040035e-08,
+      "loss": 2.277,
       "step": 292
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.9133542480636693e-05,
-      "loss": 2.0487,
+      "epoch": 2.92,
+      "learning_rate": 2.0971737622883515e-08,
+      "loss": 2.0345,
       "step": 294
     },
     {
-      "epoch": 0.48,
-      "learning_rate": 1.911913751912519e-05,
-      "loss": 2.1138,
+      "epoch": 2.94,
+      "learning_rate": 9.322583110392692e-09,
+      "loss": 2.0743,
       "step": 296
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.910461931487446e-05,
-      "loss": 2.2284,
+      "epoch": 2.96,
+      "learning_rate": 2.330917436402791e-09,
+      "loss": 2.0902,
       "step": 298
     },
     {
-      "epoch": 0.49,
-      "learning_rate": 1.9089988048173612e-05,
-      "loss": 2.076,
+      "epoch": 2.98,
+      "learning_rate": 0.0,
+      "loss": 2.07,
       "step": 300
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 1.9075243900715786e-05,
-      "loss": 1.6895,
-      "step": 302
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.9060387055595887e-05,
-      "loss": 1.6211,
-      "step": 304
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.9045417697308322e-05,
-      "loss": 1.5078,
-      "step": 306
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.90303360117447e-05,
-      "loss": 1.561,
-      "step": 308
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 1.9015142186191525e-05,
-      "loss": 1.6423,
-      "step": 310
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 1.8999836409327868e-05,
-      "loss": 1.677,
-      "step": 312
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 1.898441887122303e-05,
-      "loss": 1.823,
-      "step": 314
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 1.8968889763334183e-05,
-      "loss": 1.6767,
-      "step": 316
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 1.8953249278503983e-05,
-      "loss": 1.6872,
-      "step": 318
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 1.893749761095818e-05,
-      "loss": 1.7334,
-      "step": 320
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 1.8921634956303214e-05,
-      "loss": 1.7819,
-      "step": 322
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.890566151152377e-05,
-      "loss": 1.7185,
-      "step": 324
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.888957747498035e-05,
-      "loss": 1.8429,
-      "step": 326
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 1.8873383046406785e-05,
-      "loss": 1.8522,
-      "step": 328
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 1.8857078426907783e-05,
-      "loss": 1.7076,
-      "step": 330
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 1.8840663818956413e-05,
-      "loss": 1.8622,
-      "step": 332
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 1.8824139426391603e-05,
-      "loss": 1.9649,
-      "step": 334
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 1.880750545441559e-05,
-      "loss": 2.0755,
-      "step": 336
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 1.8790762109591395e-05,
-      "loss": 2.0182,
-      "step": 338
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 1.877390959984024e-05,
-      "loss": 2.0193,
-      "step": 340
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 1.8756948134438973e-05,
-      "loss": 2.0283,
-      "step": 342
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 1.873987792401747e-05,
-      "loss": 2.0209,
-      "step": 344
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 1.8722699180556027e-05,
-      "loss": 2.2715,
-      "step": 346
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 1.870541211738269e-05,
-      "loss": 2.1141,
-      "step": 348
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 1.8688016949170672e-05,
-      "loss": 2.0019,
-      "step": 350
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 1.8670513891935623e-05,
-      "loss": 1.633,
-      "step": 352
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 1.8652903163032985e-05,
-      "loss": 1.7309,
-      "step": 354
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 1.8635184981155282e-05,
-      "loss": 1.6854,
-      "step": 356
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 1.8617359566329397e-05,
-      "loss": 1.4624,
-      "step": 358
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 1.8599427139913855e-05,
-      "loss": 1.7174,
-      "step": 360
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 1.8581387924596065e-05,
-      "loss": 1.7547,
-      "step": 362
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 1.8563242144389546e-05,
-      "loss": 1.7919,
-      "step": 364
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 1.854499002463117e-05,
-      "loss": 1.8004,
-      "step": 366
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 1.852663179197834e-05,
-      "loss": 1.7906,
-      "step": 368
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 1.850816767440619e-05,
-      "loss": 1.8483,
-      "step": 370
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 1.8489597901204728e-05,
-      "loss": 1.7136,
-      "step": 372
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 1.8470922702976034e-05,
-      "loss": 1.726,
-      "step": 374
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 1.8452142311631364e-05,
-      "loss": 1.8759,
-      "step": 376
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.8433256960388265e-05,
-      "loss": 1.8467,
-      "step": 378
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.8414266883767704e-05,
-      "loss": 1.8555,
-      "step": 380
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.8395172317591137e-05,
-      "loss": 1.9375,
-      "step": 382
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.8375973498977586e-05,
-      "loss": 2.0685,
-      "step": 384
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.8356670666340695e-05,
-      "loss": 1.967,
-      "step": 386
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.833726405938577e-05,
-      "loss": 1.9947,
-      "step": 388
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.83177539191068e-05,
-      "loss": 1.943,
-      "step": 390
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.829814048778347e-05,
-      "loss": 2.0449,
-      "step": 392
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8278424008978136e-05,
-      "loss": 2.2705,
-      "step": 394
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8258604727532827e-05,
-      "loss": 2.2501,
-      "step": 396
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.823868288956618e-05,
-      "loss": 2.0302,
-      "step": 398
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8218658742470393e-05,
-      "loss": 2.3523,
-      "step": 400
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.819853253490816e-05,
-      "loss": 1.6453,
-      "step": 402
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.817830451680957e-05,
-      "loss": 1.6131,
-      "step": 404
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.8157974939369015e-05,
-      "loss": 1.6462,
-      "step": 406
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.813754405504206e-05,
-      "loss": 1.5778,
-      "step": 408
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.8117012117542317e-05,
-      "loss": 1.7071,
-      "step": 410
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.809637938183829e-05,
-      "loss": 1.5606,
-      "step": 412
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.8075646104150205e-05,
-      "loss": 1.8436,
-      "step": 414
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.805481254194684e-05,
-      "loss": 1.8131,
-      "step": 416
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.8033878953942315e-05,
-      "loss": 1.6493,
-      "step": 418
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.8012845600092886e-05,
-      "loss": 1.737,
-      "step": 420
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.7991712741593715e-05,
-      "loss": 1.721,
-      "step": 422
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.7970480640875626e-05,
-      "loss": 1.7574,
-      "step": 424
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.7949149561601853e-05,
-      "loss": 1.8218,
-      "step": 426
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.7927719768664747e-05,
-      "loss": 1.8906,
-      "step": 428
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.7906191528182516e-05,
-      "loss": 1.7087,
-      "step": 430
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.788456510749589e-05,
-      "loss": 1.7493,
-      "step": 432
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.7862840775164814e-05,
-      "loss": 1.7121,
-      "step": 434
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.784101880096513e-05,
-      "loss": 2.0566,
-      "step": 436
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.7819099455885195e-05,
-      "loss": 1.8518,
-      "step": 438
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.779708301212253e-05,
-      "loss": 2.1761,
-      "step": 440
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.7774969743080453e-05,
-      "loss": 2.1634,
-      "step": 442
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.775275992336466e-05,
-      "loss": 2.1009,
-      "step": 444
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.7730453828779842e-05,
-      "loss": 2.1546,
-      "step": 446
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.7708051736326232e-05,
-      "loss": 2.2202,
-      "step": 448
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.768555392419618e-05,
-      "loss": 1.9977,
-      "step": 450
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.7662960671770694e-05,
-      "loss": 1.471,
-      "step": 452
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.764027225961599e-05,
-      "loss": 1.5104,
-      "step": 454
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.7617488969479968e-05,
-      "loss": 1.6735,
-      "step": 456
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.759461108428875e-05,
-      "loss": 1.6133,
-      "step": 458
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.757163888814315e-05,
-      "loss": 1.6513,
-      "step": 460
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.7548572666315148e-05,
-      "loss": 1.7925,
-      "step": 462
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.7525412705244348e-05,
-      "loss": 1.685,
-      "step": 464
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.750215929253442e-05,
-      "loss": 1.6181,
-      "step": 466
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.7478812716949533e-05,
-      "loss": 1.6964,
-      "step": 468
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.7455373268410763e-05,
-      "loss": 1.7479,
-      "step": 470
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.74318412379925e-05,
-      "loss": 1.7461,
-      "step": 472
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.740821691791882e-05,
-      "loss": 1.7439,
-      "step": 474
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.738450060155987e-05,
-      "loss": 1.6585,
-      "step": 476
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.736069258342823e-05,
-      "loss": 1.708,
-      "step": 478
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.7336793159175228e-05,
-      "loss": 1.9081,
-      "step": 480
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.731280262558729e-05,
-      "loss": 2.0349,
-      "step": 482
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.7288721280582263e-05,
-      "loss": 1.956,
-      "step": 484
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.726454942320569e-05,
-      "loss": 1.8301,
-      "step": 486
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.7240287353627117e-05,
-      "loss": 2.0108,
-      "step": 488
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.721593537313635e-05,
-      "loss": 1.9919,
-      "step": 490
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.719149378413973e-05,
-      "loss": 2.0082,
-      "step": 492
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.7166962890156366e-05,
-      "loss": 2.1452,
-      "step": 494
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.7142342995814364e-05,
-      "loss": 2.1019,
-      "step": 496
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.711763440684706e-05,
-      "loss": 2.1886,
-      "step": 498
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.70928374300892e-05,
-      "loss": 2.0478,
-      "step": 500
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 1.706795237347315e-05,
-      "loss": 1.5012,
-      "step": 502
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 1.7042979546025063e-05,
-      "loss": 1.492,
-      "step": 504
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 1.701791925786104e-05,
-      "loss": 1.7338,
-      "step": 506
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 1.6992771820183282e-05,
-      "loss": 1.5319,
-      "step": 508
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 1.696753754527623e-05,
-      "loss": 1.8472,
-      "step": 510
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 1.6942216746502675e-05,
-      "loss": 1.6705,
-      "step": 512
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 1.6916809738299875e-05,
-      "loss": 1.7004,
-      "step": 514
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 1.6891316836175658e-05,
-      "loss": 1.7979,
-      "step": 516
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 1.686573835670448e-05,
-      "loss": 1.707,
-      "step": 518
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 1.684007461752352e-05,
-      "loss": 1.7927,
-      "step": 520
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 1.6814325937328717e-05,
-      "loss": 1.7515,
-      "step": 522
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 1.6788492635870827e-05,
-      "loss": 1.6683,
-      "step": 524
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 1.6762575033951438e-05,
-      "loss": 1.7289,
-      "step": 526
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 1.6736573453418998e-05,
-      "loss": 1.8645,
-      "step": 528
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 1.6710488217164803e-05,
-      "loss": 1.943,
-      "step": 530
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1.6684319649119018e-05,
-      "loss": 2.0221,
-      "step": 532
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1.665806807424661e-05,
-      "loss": 1.9465,
-      "step": 534
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 1.6631733818543352e-05,
-      "loss": 1.9296,
-      "step": 536
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 1.6605317209031758e-05,
-      "loss": 2.1713,
-      "step": 538
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 1.657881857375702e-05,
-      "loss": 2.0983,
-      "step": 540
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 1.6552238241782934e-05,
-      "loss": 2.0322,
-      "step": 542
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 1.652557654318782e-05,
-      "loss": 2.1081,
-      "step": 544
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 1.649883380906043e-05,
-      "loss": 2.2136,
-      "step": 546
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 1.6472010371495808e-05,
-      "loss": 2.1303,
-      "step": 548
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 1.6445106563591206e-05,
-      "loss": 1.9853,
-      "step": 550
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 1.6418122719441903e-05,
-      "loss": 1.5762,
-      "step": 552
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 1.63910591741371e-05,
-      "loss": 1.5862,
-      "step": 554
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 1.636391626375572e-05,
-      "loss": 1.6162,
-      "step": 556
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 1.6336694325362275e-05,
-      "loss": 1.5129,
-      "step": 558
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 1.6309393697002637e-05,
-      "loss": 1.7277,
-      "step": 560
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 1.6282014717699872e-05,
-      "loss": 1.7149,
-      "step": 562
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 1.6254557727450016e-05,
-      "loss": 1.6317,
-      "step": 564
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 1.6227023067217857e-05,
-      "loss": 1.7377,
-      "step": 566
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.61994110789327e-05,
-      "loss": 1.8907,
-      "step": 568
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.6171722105484116e-05,
-      "loss": 1.7045,
-      "step": 570
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.61439564907177e-05,
-      "loss": 1.7665,
-      "step": 572
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 1.611611457943077e-05,
-      "loss": 1.7919,
-      "step": 574
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 1.6088196717368133e-05,
-      "loss": 1.8146,
-      "step": 576
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 1.6060203251217742e-05,
-      "loss": 1.7641,
-      "step": 578
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 1.6032134528606413e-05,
-      "loss": 1.8167,
-      "step": 580
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 1.600399089809552e-05,
-      "loss": 1.9476,
-      "step": 582
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 1.5975772709176638e-05,
-      "loss": 1.9411,
-      "step": 584
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 1.5947480312267235e-05,
-      "loss": 1.9764,
-      "step": 586
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 1.5919114058706295e-05,
-      "loss": 2.1555,
-      "step": 588
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 1.589067430074996e-05,
-      "loss": 2.1399,
-      "step": 590
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 1.5862161391567172e-05,
-      "loss": 2.2399,
-      "step": 592
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.583357568523527e-05,
-      "loss": 2.2355,
-      "step": 594
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.580491753673559e-05,
-      "loss": 2.0916,
-      "step": 596
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.5776187301949083e-05,
-      "loss": 2.0709,
-      "step": 598
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.574738533765186e-05,
-      "loss": 1.9886,
-      "step": 600
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.571851200151079e-05,
-      "loss": 1.5965,
-      "step": 602
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.5689567652079037e-05,
-      "loss": 1.673,
-      "step": 604
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 1.5660552648791638e-05,
-      "loss": 1.8633,
-      "step": 606
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 1.5631467351960994e-05,
-      "loss": 1.9587,
-      "step": 608
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 1.5602312122772443e-05,
-      "loss": 1.7769,
-      "step": 610
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 1.557308732327974e-05,
-      "loss": 2.2116,
-      "step": 612
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 1.5543793316400575e-05,
-      "loss": 2.0675,
-      "step": 614
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 1.5514430465912072e-05,
-      "loss": 1.5471,
-      "step": 616
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 1.548499913644626e-05,
-      "loss": 1.6333,
-      "step": 618
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 1.5455499693485547e-05,
-      "loss": 1.5103,
-      "step": 620
-    },
-    {
-      "epoch": 1.01,
-      "learning_rate": 1.5425932503358194e-05,
-      "loss": 1.6023,
-      "step": 622
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 1.539629793323374e-05,
-      "loss": 1.729,
-      "step": 624
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 1.536659635111848e-05,
-      "loss": 1.5536,
-      "step": 626
-    },
-    {
-      "epoch": 1.02,
-      "learning_rate": 1.5336828125850846e-05,
-      "loss": 1.7814,
-      "step": 628
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 1.5306993627096873e-05,
-      "loss": 1.5771,
-      "step": 630
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 1.527709322534559e-05,
-      "loss": 1.689,
-      "step": 632
-    },
-    {
-      "epoch": 1.03,
-      "learning_rate": 1.5247127291904415e-05,
-      "loss": 1.7706,
-      "step": 634
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 1.5217096198894545e-05,
-      "loss": 1.7094,
-      "step": 636
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 1.5187000319246337e-05,
-      "loss": 1.6026,
-      "step": 638
-    },
-    {
-      "epoch": 1.04,
-      "learning_rate": 1.5156840026694677e-05,
-      "loss": 1.5624,
-      "step": 640
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 1.5126615695774352e-05,
-      "loss": 1.9486,
-      "step": 642
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 1.5096327701815373e-05,
-      "loss": 1.8097,
-      "step": 644
-    },
-    {
-      "epoch": 1.05,
-      "learning_rate": 1.5065976420938331e-05,
-      "loss": 1.7679,
-      "step": 646
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 1.5035562230049725e-05,
-      "loss": 1.8091,
-      "step": 648
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 1.500508550683728e-05,
-      "loss": 1.9126,
-      "step": 650
-    },
-    {
-      "epoch": 1.06,
-      "learning_rate": 1.4974546629765247e-05,
-      "loss": 2.1112,
-      "step": 652
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.494394597806973e-05,
-      "loss": 2.1882,
-      "step": 654
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.4913283931753943e-05,
-      "loss": 1.9756,
-      "step": 656
-    },
-    {
-      "epoch": 1.07,
-      "learning_rate": 1.4882560871583514e-05,
-      "loss": 2.0534,
-      "step": 658
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.4851777179081752e-05,
-      "loss": 2.14,
-      "step": 660
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.4820933236524897e-05,
-      "loss": 2.1471,
-      "step": 662
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.4790029426937394e-05,
-      "loss": 2.1118,
-      "step": 664
-    },
-    {
-      "epoch": 1.08,
-      "learning_rate": 1.4759066134087117e-05,
-      "loss": 1.529,
-      "step": 666
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 1.472804374248062e-05,
-      "loss": 1.5823,
-      "step": 668
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 1.4696962637358347e-05,
-      "loss": 1.6219,
-      "step": 670
-    },
-    {
-      "epoch": 1.09,
-      "learning_rate": 1.4665823204689856e-05,
-      "loss": 1.6208,
-      "step": 672
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 1.463462583116902e-05,
-      "loss": 1.5877,
-      "step": 674
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 1.4603370904209244e-05,
-      "loss": 1.6907,
-      "step": 676
-    },
-    {
-      "epoch": 1.1,
-      "learning_rate": 1.4572058811938625e-05,
-      "loss": 1.7026,
-      "step": 678
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.4540689943195157e-05,
-      "loss": 1.7639,
-      "step": 680
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.4509264687521883e-05,
-      "loss": 1.611,
-      "step": 682
-    },
-    {
-      "epoch": 1.11,
-      "learning_rate": 1.4477783435162071e-05,
-      "loss": 1.6413,
-      "step": 684
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.444624657705437e-05,
-      "loss": 1.7311,
-      "step": 686
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.441465450482794e-05,
-      "loss": 1.7851,
-      "step": 688
-    },
-    {
-      "epoch": 1.12,
-      "learning_rate": 1.4383007610797603e-05,
-      "loss": 1.8824,
-      "step": 690
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.4351306287958963e-05,
-      "loss": 1.851,
-      "step": 692
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.431955092998353e-05,
-      "loss": 1.8574,
-      "step": 694
-    },
-    {
-      "epoch": 1.13,
-      "learning_rate": 1.428774193121383e-05,
-      "loss": 1.7716,
-      "step": 696
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.4255879686658508e-05,
-      "loss": 1.8968,
-      "step": 698
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.4223964591987423e-05,
-      "loss": 2.0786,
-      "step": 700
-    },
-    {
-      "epoch": 1.14,
-      "learning_rate": 1.419199704352673e-05,
-      "loss": 1.8951,
-      "step": 702
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4159977438253971e-05,
-      "loss": 1.985,
-      "step": 704
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.412790617379313e-05,
-      "loss": 2.0482,
-      "step": 706
-    },
-    {
-      "epoch": 1.15,
-      "learning_rate": 1.4095783648409703e-05,
-      "loss": 2.1777,
-      "step": 708
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4063610261005753e-05,
-      "loss": 1.9897,
-      "step": 710
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.4031386411114958e-05,
-      "loss": 2.1258,
-      "step": 712
-    },
-    {
-      "epoch": 1.16,
-      "learning_rate": 1.3999112498897638e-05,
-      "loss": 2.1569,
-      "step": 714
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.39667889251358e-05,
-      "loss": 1.6332,
-      "step": 716
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.3934416091228158e-05,
-      "loss": 1.4974,
-      "step": 718
-    },
-    {
-      "epoch": 1.17,
-      "learning_rate": 1.3901994399185134e-05,
-      "loss": 1.629,
-      "step": 720
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.3869524251623889e-05,
-      "loss": 1.6409,
-      "step": 722
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.3837006051763306e-05,
-      "loss": 1.7071,
-      "step": 724
-    },
-    {
-      "epoch": 1.18,
-      "learning_rate": 1.3804440203418991e-05,
-      "loss": 1.7401,
-      "step": 726
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.377182711099825e-05,
-      "loss": 1.6579,
-      "step": 728
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.373916717949508e-05,
-      "loss": 1.7399,
-      "step": 730
-    },
-    {
-      "epoch": 1.19,
-      "learning_rate": 1.3706460814485127e-05,
-      "loss": 1.7,
-      "step": 732
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 1.3673708422120658e-05,
-      "loss": 1.7109,
-      "step": 734
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 1.364091040912551e-05,
-      "loss": 1.6352,
-      "step": 736
-    },
-    {
-      "epoch": 1.2,
-      "learning_rate": 1.3608067182790046e-05,
-      "loss": 1.5825,
-      "step": 738
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 1.35751791509661e-05,
-      "loss": 1.7866,
-      "step": 740
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 1.3542246722061897e-05,
-      "loss": 1.8663,
-      "step": 742
-    },
-    {
-      "epoch": 1.21,
-      "learning_rate": 1.3509270305036999e-05,
-      "loss": 1.7922,
-      "step": 744
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.3476250309397214e-05,
-      "loss": 1.8688,
-      "step": 746
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.3443187145189517e-05,
-      "loss": 1.98,
-      "step": 748
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.341008122299696e-05,
-      "loss": 2.1442,
-      "step": 750
-    },
-    {
-      "epoch": 1.22,
-      "learning_rate": 1.3376932953933562e-05,
-      "loss": 2.0696,
-      "step": 752
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 1.3343742749639214e-05,
-      "loss": 2.0473,
-      "step": 754
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 1.3310511022274572e-05,
-      "loss": 2.0118,
-      "step": 756
-    },
-    {
-      "epoch": 1.23,
-      "learning_rate": 1.3277238184515924e-05,
-      "loss": 2.0139,
-      "step": 758
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 1.3243924649550073e-05,
-      "loss": 2.0929,
-      "step": 760
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 1.3210570831069207e-05,
-      "loss": 2.2703,
-      "step": 762
-    },
-    {
-      "epoch": 1.24,
-      "learning_rate": 1.317717714326576e-05,
-      "loss": 2.0147,
-      "step": 764
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 1.314374400082727e-05,
-      "loss": 1.5511,
-      "step": 766
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 1.3110271818931226e-05,
-      "loss": 1.554,
-      "step": 768
-    },
-    {
-      "epoch": 1.25,
-      "learning_rate": 1.3076761013239921e-05,
-      "loss": 1.6176,
-      "step": 770
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 1.3043211999895273e-05,
-      "loss": 1.6345,
-      "step": 772
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 1.3009625195513678e-05,
-      "loss": 1.7802,
-      "step": 774
-    },
-    {
-      "epoch": 1.26,
-      "learning_rate": 1.2976001017180817e-05,
-      "loss": 1.7645,
-      "step": 776
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 1.2942339882446497e-05,
-      "loss": 1.7157,
-      "step": 778
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 1.2908642209319446e-05,
-      "loss": 1.8843,
-      "step": 780
-    },
-    {
-      "epoch": 1.27,
-      "learning_rate": 1.2874908416262137e-05,
-      "loss": 1.7453,
-      "step": 782
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 1.2841138922185577e-05,
-      "loss": 1.8738,
-      "step": 784
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 1.2807334146444124e-05,
-      "loss": 1.6823,
-      "step": 786
-    },
-    {
-      "epoch": 1.28,
-      "learning_rate": 1.277349450883026e-05,
-      "loss": 1.7135,
-      "step": 788
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 1.273962042956939e-05,
-      "loss": 1.7416,
-      "step": 790
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 1.2705712329314623e-05,
-      "loss": 1.6427,
-      "step": 792
-    },
-    {
-      "epoch": 1.29,
-      "learning_rate": 1.2671770629141542e-05,
-      "loss": 1.7839,
-      "step": 794
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.263779575054298e-05,
-      "loss": 1.8602,
-      "step": 796
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.260378811542378e-05,
-      "loss": 1.9448,
-      "step": 798
-    },
-    {
-      "epoch": 1.3,
-      "learning_rate": 1.2569748146095569e-05,
-      "loss": 1.9093,
-      "step": 800
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.2535676265271495e-05,
-      "loss": 1.9411,
-      "step": 802
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.2501572896060994e-05,
-      "loss": 2.0018,
-      "step": 804
-    },
-    {
-      "epoch": 1.31,
-      "learning_rate": 1.246743846196453e-05,
-      "loss": 2.1838,
-      "step": 806
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2433273386868327e-05,
-      "loss": 2.3012,
-      "step": 808
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2399078095039124e-05,
-      "loss": 2.0348,
-      "step": 810
-    },
-    {
-      "epoch": 1.32,
-      "learning_rate": 1.2364853011118887e-05,
-      "loss": 2.0092,
-      "step": 812
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.2330598560119547e-05,
-      "loss": 1.8901,
-      "step": 814
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.2296315167417728e-05,
-      "loss": 1.5123,
-      "step": 816
-    },
-    {
-      "epoch": 1.33,
-      "learning_rate": 1.226200325874944e-05,
-      "loss": 1.5888,
-      "step": 818
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 1.2227663260204818e-05,
-      "loss": 1.504,
-      "step": 820
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 1.2193295598222825e-05,
-      "loss": 1.5482,
-      "step": 822
-    },
-    {
-      "epoch": 1.34,
-      "learning_rate": 1.2158900699585943e-05,
-      "loss": 1.6201,
-      "step": 824
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 1.2124478991414885e-05,
-      "loss": 1.6641,
-      "step": 826
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 1.2090030901163297e-05,
-      "loss": 1.7015,
-      "step": 828
-    },
-    {
-      "epoch": 1.35,
-      "learning_rate": 1.2055556856612429e-05,
-      "loss": 1.7003,
-      "step": 830
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.2021057285865845e-05,
-      "loss": 1.6527,
-      "step": 832
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.198653261734409e-05,
-      "loss": 1.7511,
-      "step": 834
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.1951983279779382e-05,
-      "loss": 1.6885,
-      "step": 836
-    },
-    {
-      "epoch": 1.36,
-      "learning_rate": 1.1917409702210283e-05,
-      "loss": 1.7034,
-      "step": 838
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.1882812313976362e-05,
-      "loss": 1.6924,
-      "step": 840
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.1848191544712883e-05,
-      "loss": 1.7866,
-      "step": 842
-    },
-    {
-      "epoch": 1.37,
-      "learning_rate": 1.1813547824345453e-05,
-      "loss": 1.7805,
-      "step": 844
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.1778881583084689e-05,
-      "loss": 1.868,
-      "step": 846
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.1744193251420877e-05,
-      "loss": 1.9408,
-      "step": 848
-    },
-    {
-      "epoch": 1.38,
-      "learning_rate": 1.170948326011863e-05,
-      "loss": 1.9899,
-      "step": 850
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.1674752040211521e-05,
-      "loss": 2.0072,
-      "step": 852
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.1640000022996755e-05,
-      "loss": 1.9553,
-      "step": 854
-    },
-    {
-      "epoch": 1.39,
-      "learning_rate": 1.1605227640029795e-05,
-      "loss": 2.1992,
-      "step": 856
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 1.1570435323119006e-05,
-      "loss": 2.0417,
-      "step": 858
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 1.1535623504320308e-05,
-      "loss": 2.2629,
-      "step": 860
-    },
-    {
-      "epoch": 1.4,
-      "learning_rate": 1.1500792615931781e-05,
-      "loss": 2.0293,
-      "step": 862
-    },
-    {
-      "epoch": 1.41,
-      "learning_rate": 1.1465943090488326e-05,
-      "loss": 2.0421,
-      "step": 864
-    },
-    {
-      "epoch": 1.41,
-      "learning_rate": 1.1431075360756277e-05,
-      "loss": 1.5993,
-      "step": 866
-    },
-    {
-      "epoch": 1.41,
-      "learning_rate": 1.1396189859728032e-05,
-      "loss": 1.5874,
-      "step": 868
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 1.1361287020616675e-05,
-      "loss": 1.6249,
-      "step": 870
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 1.1326367276850605e-05,
-      "loss": 1.5156,
-      "step": 872
-    },
-    {
-      "epoch": 1.42,
-      "learning_rate": 1.1291431062068128e-05,
-      "loss": 1.7634,
-      "step": 874
-    },
-    {
-      "epoch": 1.43,
-      "learning_rate": 1.1256478810112105e-05,
-      "loss": 1.6592,
-      "step": 876
-    },
-    {
-      "epoch": 1.43,
-      "learning_rate": 1.1221510955024542e-05,
-      "loss": 1.6603,
-      "step": 878
-    },
-    {
-      "epoch": 1.43,
-      "learning_rate": 1.1186527931041205e-05,
-      "loss": 1.6741,
-      "step": 880
-    },
-    {
-      "epoch": 1.44,
-      "learning_rate": 1.1151530172586238e-05,
-      "loss": 1.8044,
-      "step": 882
-    },
-    {
-      "epoch": 1.44,
-      "learning_rate": 1.1116518114266757e-05,
-      "loss": 1.7933,
-      "step": 884
-    },
-    {
-      "epoch": 1.44,
-      "learning_rate": 1.1081492190867445e-05,
-      "loss": 1.7928,
-      "step": 886
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 1.1046452837345174e-05,
-      "loss": 1.6921,
-      "step": 888
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 1.1011400488823594e-05,
-      "loss": 1.8955,
-      "step": 890
-    },
-    {
-      "epoch": 1.45,
-      "learning_rate": 1.097633558058772e-05,
-      "loss": 1.6873,
-      "step": 892
-    },
-    {
-      "epoch": 1.46,
-      "learning_rate": 1.094125854807855e-05,
-      "loss": 1.701,
-      "step": 894
-    },
-    {
-      "epoch": 1.46,
-      "learning_rate": 1.0906169826887625e-05,
-      "loss": 1.9367,
-      "step": 896
-    },
-    {
-      "epoch": 1.46,
-      "learning_rate": 1.0871069852751653e-05,
-      "loss": 2.0128,
-      "step": 898
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 1.083595906154707e-05,
-      "loss": 1.8403,
-      "step": 900
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 1.080083788928465e-05,
-      "loss": 1.8517,
-      "step": 902
-    },
-    {
-      "epoch": 1.47,
-      "learning_rate": 1.0765706772104076e-05,
-      "loss": 1.9253,
-      "step": 904
-    },
-    {
-      "epoch": 1.48,
-      "learning_rate": 1.0730566146268533e-05,
-      "loss": 2.1538,
-      "step": 906
-    },
-    {
-      "epoch": 1.48,
-      "learning_rate": 1.0695416448159274e-05,
-      "loss": 2.1409,
-      "step": 908
-    },
-    {
-      "epoch": 1.48,
-      "learning_rate": 1.0660258114270227e-05,
-      "loss": 2.2853,
-      "step": 910
-    },
-    {
-      "epoch": 1.49,
-      "learning_rate": 1.062509158120255e-05,
-      "loss": 2.0466,
-      "step": 912
-    },
-    {
-      "epoch": 1.49,
-      "learning_rate": 1.0589917285659222e-05,
-      "loss": 1.807,
-      "step": 914
-    },
-    {
-      "epoch": 1.49,
-      "learning_rate": 1.0554735664439623e-05,
-      "loss": 1.795,
-      "step": 916
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 1.0519547154434105e-05,
-      "loss": 1.5502,
-      "step": 918
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 1.048435219261855e-05,
-      "loss": 1.6967,
-      "step": 920
-    },
-    {
-      "epoch": 1.5,
-      "learning_rate": 1.0449151216048976e-05,
-      "loss": 1.6531,
-      "step": 922
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.0413944661856084e-05,
-      "loss": 1.6669,
-      "step": 924
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.037873296723985e-05,
-      "loss": 1.8114,
-      "step": 926
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.0343516569464076e-05,
-      "loss": 1.6277,
-      "step": 928
-    },
-    {
-      "epoch": 1.51,
-      "learning_rate": 1.0308295905850963e-05,
-      "loss": 1.6846,
-      "step": 930
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 1.0273071413775695e-05,
-      "loss": 1.647,
-      "step": 932
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 1.0237843530660996e-05,
-      "loss": 1.8631,
-      "step": 934
-    },
-    {
-      "epoch": 1.52,
-      "learning_rate": 1.02026126939717e-05,
-      "loss": 1.6792,
-      "step": 936
-    },
-    {
-      "epoch": 1.53,
-      "learning_rate": 1.0167379341209323e-05,
-      "loss": 1.7413,
-      "step": 938
-    },
-    {
-      "epoch": 1.53,
-      "learning_rate": 1.0132143909906617e-05,
-      "loss": 1.6664,
-      "step": 940
-    },
-    {
-      "epoch": 1.53,
-      "learning_rate": 1.009690683762215e-05,
-      "loss": 1.7221,
-      "step": 942
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 1.0061668561934869e-05,
-      "loss": 1.8029,
-      "step": 944
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 1.0026429520438665e-05,
-      "loss": 1.9112,
-      "step": 946
-    },
-    {
-      "epoch": 1.54,
-      "learning_rate": 9.991190150736941e-06,
-      "loss": 2.031,
-      "step": 948
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 9.955950890437174e-06,
-      "loss": 1.9326,
-      "step": 950
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 9.920712177145475e-06,
-      "loss": 1.8636,
-      "step": 952
-    },
-    {
-      "epoch": 1.55,
-      "learning_rate": 9.88547444846117e-06,
-      "loss": 2.1533,
-      "step": 954
-    },
-    {
-      "epoch": 1.56,
-      "learning_rate": 9.850238141971363e-06,
-      "loss": 1.9499,
-      "step": 956
-    },
-    {
-      "epoch": 1.56,
-      "learning_rate": 9.815003695245482e-06,
-      "loss": 2.0289,
-      "step": 958
-    },
-    {
-      "epoch": 1.56,
-      "learning_rate": 9.779771545829878e-06,
-      "loss": 1.9591,
-      "step": 960
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 9.744542131242359e-06,
-      "loss": 2.0738,
-      "step": 962
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 9.709315888966773e-06,
-      "loss": 1.7359,
-      "step": 964
-    },
-    {
-      "epoch": 1.57,
-      "learning_rate": 9.67409325644759e-06,
-      "loss": 1.6213,
-      "step": 966
-    },
-    {
-      "epoch": 1.58,
-      "learning_rate": 9.638874671084428e-06,
-      "loss": 1.6477,
-      "step": 968
-    },
-    {
-      "epoch": 1.58,
-      "learning_rate": 9.603660570226673e-06,
-      "loss": 1.5659,
-      "step": 970
-    },
-    {
-      "epoch": 1.58,
-      "learning_rate": 9.568451391167995e-06,
-      "loss": 1.5428,
-      "step": 972
-    },
-    {
-      "epoch": 1.59,
-      "learning_rate": 9.533247571140971e-06,
-      "loss": 1.5364,
-      "step": 974
-    },
-    {
-      "epoch": 1.59,
-      "learning_rate": 9.498049547311611e-06,
-      "loss": 1.6608,
-      "step": 976
-    },
-    {
-      "epoch": 1.59,
-      "learning_rate": 9.46285775677395e-06,
-      "loss": 1.6773,
-      "step": 978
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 9.427672636544624e-06,
-      "loss": 1.7897,
-      "step": 980
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 9.392494623557425e-06,
-      "loss": 1.72,
-      "step": 982
-    },
-    {
-      "epoch": 1.6,
-      "learning_rate": 9.3573241546579e-06,
-      "loss": 1.5833,
-      "step": 984
-    },
-    {
-      "epoch": 1.61,
-      "learning_rate": 9.322161666597903e-06,
-      "loss": 1.7148,
-      "step": 986
-    },
-    {
-      "epoch": 1.61,
-      "learning_rate": 9.287007596030178e-06,
-      "loss": 1.6607,
-      "step": 988
-    },
-    {
-      "epoch": 1.61,
-      "learning_rate": 9.251862379502952e-06,
-      "loss": 1.8589,
-      "step": 990
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 9.216726453454486e-06,
-      "loss": 1.9797,
-      "step": 992
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 9.181600254207685e-06,
-      "loss": 1.7569,
-      "step": 994
-    },
-    {
-      "epoch": 1.62,
-      "learning_rate": 9.146484217964656e-06,
-      "loss": 1.7409,
-      "step": 996
-    },
-    {
-      "epoch": 1.63,
-      "learning_rate": 9.111378780801298e-06,
-      "loss": 1.843,
-      "step": 998
-    },
-    {
-      "epoch": 1.63,
-      "learning_rate": 9.076284378661904e-06,
-      "loss": 1.9225,
-      "step": 1000
-    },
-    {
-      "epoch": 1.63,
-      "learning_rate": 9.04120144735371e-06,
-      "loss": 1.9379,
-      "step": 1002
-    },
-    {
-      "epoch": 1.64,
-      "learning_rate": 9.00613042254153e-06,
-      "loss": 2.0141,
-      "step": 1004
-    },
-    {
-      "epoch": 1.64,
-      "learning_rate": 8.971071739742301e-06,
-      "loss": 2.096,
-      "step": 1006
-    },
-    {
-      "epoch": 1.64,
-      "learning_rate": 8.936025834319707e-06,
-      "loss": 2.203,
-      "step": 1008
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 8.900993141478759e-06,
-      "loss": 2.1307,
-      "step": 1010
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 8.865974096260383e-06,
-      "loss": 1.9568,
-      "step": 1012
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 8.830969133536046e-06,
-      "loss": 1.9975,
-      "step": 1014
-    },
-    {
-      "epoch": 1.65,
-      "learning_rate": 8.795978688002313e-06,
-      "loss": 1.7385,
-      "step": 1016
-    },
-    {
-      "epoch": 1.66,
-      "learning_rate": 8.761003194175494e-06,
-      "loss": 1.5292,
-      "step": 1018
-    },
-    {
-      "epoch": 1.66,
-      "learning_rate": 8.726043086386215e-06,
-      "loss": 1.6952,
-      "step": 1020
-    },
-    {
-      "epoch": 1.66,
-      "learning_rate": 8.691098798774033e-06,
-      "loss": 1.5524,
-      "step": 1022
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 8.656170765282062e-06,
-      "loss": 1.5926,
-      "step": 1024
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 8.621259419651552e-06,
-      "loss": 1.707,
-      "step": 1026
-    },
-    {
-      "epoch": 1.67,
-      "learning_rate": 8.586365195416532e-06,
-      "loss": 1.6256,
-      "step": 1028
-    },
-    {
-      "epoch": 1.68,
-      "learning_rate": 8.55148852589842e-06,
-      "loss": 1.6525,
-      "step": 1030
-    },
-    {
-      "epoch": 1.68,
-      "learning_rate": 8.516629844200618e-06,
-      "loss": 1.6297,
-      "step": 1032
-    },
-    {
-      "epoch": 1.68,
-      "learning_rate": 8.481789583203176e-06,
-      "loss": 1.7687,
-      "step": 1034
-    },
-    {
-      "epoch": 1.69,
-      "learning_rate": 8.446968175557373e-06,
-      "loss": 1.6962,
-      "step": 1036
-    },
-    {
-      "epoch": 1.69,
-      "learning_rate": 8.412166053680377e-06,
-      "loss": 1.7744,
-      "step": 1038
-    },
-    {
-      "epoch": 1.69,
-      "learning_rate": 8.377383649749862e-06,
-      "loss": 1.7246,
-      "step": 1040
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 8.342621395698634e-06,
-      "loss": 1.9096,
-      "step": 1042
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 8.307879723209281e-06,
-      "loss": 1.815,
-      "step": 1044
-    },
-    {
-      "epoch": 1.7,
-      "learning_rate": 8.2731590637088e-06,
-      "loss": 1.7844,
-      "step": 1046
-    },
-    {
-      "epoch": 1.71,
-      "learning_rate": 8.238459848363262e-06,
-      "loss": 1.9144,
-      "step": 1048
-    },
-    {
-      "epoch": 1.71,
-      "learning_rate": 8.203782508072417e-06,
-      "loss": 1.9194,
-      "step": 1050
-    },
-    {
-      "epoch": 1.71,
-      "learning_rate": 8.169127473464387e-06,
-      "loss": 1.9421,
-      "step": 1052
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 8.134495174890295e-06,
-      "loss": 2.1128,
-      "step": 1054
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 8.099886042418914e-06,
-      "loss": 2.0412,
-      "step": 1056
-    },
-    {
-      "epoch": 1.72,
-      "learning_rate": 8.065300505831353e-06,
-      "loss": 2.0167,
-      "step": 1058
-    },
-    {
-      "epoch": 1.73,
-      "learning_rate": 8.030738994615687e-06,
-      "loss": 2.101,
-      "step": 1060
-    },
-    {
-      "epoch": 1.73,
-      "learning_rate": 7.996201937961659e-06,
-      "loss": 2.1433,
-      "step": 1062
-    },
-    {
-      "epoch": 1.73,
-      "learning_rate": 7.96168976475532e-06,
-      "loss": 1.8789,
-      "step": 1064
-    },
-    {
-      "epoch": 1.74,
-      "learning_rate": 7.92720290357371e-06,
-      "loss": 1.5519,
-      "step": 1066
-    },
-    {
-      "epoch": 1.74,
-      "learning_rate": 7.89274178267956e-06,
-      "loss": 1.5451,
-      "step": 1068
-    },
-    {
-      "epoch": 1.74,
-      "learning_rate": 7.858306830015929e-06,
-      "loss": 1.4921,
-      "step": 1070
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 7.823898473200935e-06,
-      "loss": 1.6422,
-      "step": 1072
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 7.789517139522424e-06,
-      "loss": 1.7339,
-      "step": 1074
-    },
-    {
-      "epoch": 1.75,
-      "learning_rate": 7.755163255932654e-06,
-      "loss": 1.7226,
-      "step": 1076
-    },
-    {
-      "epoch": 1.76,
-      "learning_rate": 7.720837249043008e-06,
-      "loss": 1.6448,
-      "step": 1078
-    },
-    {
-      "epoch": 1.76,
-      "learning_rate": 7.686539545118694e-06,
-      "loss": 1.5942,
-      "step": 1080
-    },
-    {
-      "epoch": 1.76,
-      "learning_rate": 7.652270570073447e-06,
-      "loss": 1.6787,
-      "step": 1082
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 7.618030749464255e-06,
-      "loss": 1.8133,
-      "step": 1084
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 7.5838205084860415e-06,
-      "loss": 1.7191,
-      "step": 1086
-    },
-    {
-      "epoch": 1.77,
-      "learning_rate": 7.5496402719664245e-06,
-      "loss": 1.7413,
-      "step": 1088
-    },
-    {
-      "epoch": 1.78,
-      "learning_rate": 7.5154904643604045e-06,
-      "loss": 1.7457,
-      "step": 1090
-    },
-    {
-      "epoch": 1.78,
-      "learning_rate": 7.481371509745128e-06,
-      "loss": 1.7851,
-      "step": 1092
-    },
-    {
-      "epoch": 1.78,
-      "learning_rate": 7.447283831814603e-06,
-      "loss": 1.8332,
-      "step": 1094
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.413227853874425e-06,
-      "loss": 1.8734,
-      "step": 1096
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.379203998836551e-06,
-      "loss": 1.9721,
-      "step": 1098
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.345212689214014e-06,
-      "loss": 1.8037,
-      "step": 1100
-    },
-    {
-      "epoch": 1.79,
-      "learning_rate": 7.311254347115717e-06,
-      "loss": 2.178,
-      "step": 1102
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 7.277329394241141e-06,
-      "loss": 2.1488,
-      "step": 1104
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 7.243438251875157e-06,
-      "loss": 2.1007,
-      "step": 1106
-    },
-    {
-      "epoch": 1.8,
-      "learning_rate": 7.209581340882763e-06,
-      "loss": 2.2559,
-      "step": 1108
-    },
-    {
-      "epoch": 1.81,
-      "learning_rate": 7.175759081703863e-06,
-      "loss": 2.1401,
-      "step": 1110
-    },
-    {
-      "epoch": 1.81,
-      "learning_rate": 7.14197189434806e-06,
-      "loss": 2.0104,
-      "step": 1112
-    },
-    {
-      "epoch": 1.81,
-      "learning_rate": 7.108220198389415e-06,
-      "loss": 1.7817,
-      "step": 1114
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 7.074504412961267e-06,
-      "loss": 1.5753,
-      "step": 1116
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 7.040824956751012e-06,
-      "loss": 1.6232,
-      "step": 1118
-    },
-    {
-      "epoch": 1.82,
-      "learning_rate": 7.007182247994893e-06,
-      "loss": 1.6046,
-      "step": 1120
-    },
-    {
-      "epoch": 1.83,
-      "learning_rate": 6.973576704472829e-06,
-      "loss": 1.6074,
-      "step": 1122
-    },
-    {
-      "epoch": 1.83,
-      "learning_rate": 6.9400087435032025e-06,
-      "loss": 1.5879,
-      "step": 1124
-    },
-    {
-      "epoch": 1.83,
-      "learning_rate": 6.906478781937708e-06,
-      "loss": 1.5187,
-      "step": 1126
-    },
-    {
-      "epoch": 1.84,
-      "learning_rate": 6.872987236156151e-06,
-      "loss": 1.7352,
-      "step": 1128
-    },
-    {
-      "epoch": 1.84,
-      "learning_rate": 6.839534522061278e-06,
-      "loss": 1.7378,
-      "step": 1130
-    },
-    {
-      "epoch": 1.84,
-      "learning_rate": 6.806121055073626e-06,
-      "loss": 1.7823,
-      "step": 1132
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 6.772747250126349e-06,
-      "loss": 1.6373,
-      "step": 1134
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 6.739413521660079e-06,
-      "loss": 1.7084,
-      "step": 1136
-    },
-    {
-      "epoch": 1.85,
-      "learning_rate": 6.706120283617773e-06,
-      "loss": 1.7693,
-      "step": 1138
-    },
-    {
-      "epoch": 1.86,
-      "learning_rate": 6.6728679494395624e-06,
-      "loss": 1.9544,
-      "step": 1140
-    },
-    {
-      "epoch": 1.86,
-      "learning_rate": 6.639656932057641e-06,
-      "loss": 1.7807,
-      "step": 1142
-    },
-    {
-      "epoch": 1.86,
-      "learning_rate": 6.6064876438911154e-06,
-      "loss": 1.7377,
-      "step": 1144
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 6.573360496840899e-06,
-      "loss": 2.0219,
-      "step": 1146
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 6.540275902284583e-06,
-      "loss": 1.974,
-      "step": 1148
-    },
-    {
-      "epoch": 1.87,
-      "learning_rate": 6.507234271071345e-06,
-      "loss": 1.8626,
-      "step": 1150
-    },
-    {
-      "epoch": 1.88,
-      "learning_rate": 6.474236013516837e-06,
-      "loss": 1.9131,
-      "step": 1152
-    },
-    {
-      "epoch": 1.88,
-      "learning_rate": 6.441281539398082e-06,
-      "loss": 2.1233,
-      "step": 1154
-    },
-    {
-      "epoch": 1.88,
-      "learning_rate": 6.408371257948405e-06,
-      "loss": 2.0239,
-      "step": 1156
-    },
-    {
-      "epoch": 1.89,
-      "learning_rate": 6.375505577852326e-06,
-      "loss": 2.1019,
-      "step": 1158
-    },
-    {
-      "epoch": 1.89,
-      "learning_rate": 6.342684907240513e-06,
-      "loss": 1.9495,
-      "step": 1160
-    },
-    {
-      "epoch": 1.89,
-      "learning_rate": 6.3099096536847e-06,
-      "loss": 2.0837,
-      "step": 1162
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 6.277180224192613e-06,
-      "loss": 1.9115,
-      "step": 1164
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 6.24449702520294e-06,
-      "loss": 1.5175,
-      "step": 1166
-    },
-    {
-      "epoch": 1.9,
-      "learning_rate": 6.211860462580261e-06,
-      "loss": 1.5625,
-      "step": 1168
-    },
-    {
-      "epoch": 1.91,
-      "learning_rate": 6.179270941610031e-06,
-      "loss": 1.4726,
-      "step": 1170
-    },
-    {
-      "epoch": 1.91,
-      "learning_rate": 6.146728866993535e-06,
-      "loss": 1.7119,
-      "step": 1172
-    },
-    {
-      "epoch": 1.91,
-      "learning_rate": 6.114234642842847e-06,
-      "loss": 1.8043,
-      "step": 1174
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 6.081788672675845e-06,
-      "loss": 1.677,
-      "step": 1176
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 6.049391359411171e-06,
-      "loss": 1.6549,
-      "step": 1178
-    },
-    {
-      "epoch": 1.92,
-      "learning_rate": 6.017043105363241e-06,
-      "loss": 1.8129,
-      "step": 1180
-    },
-    {
-      "epoch": 1.93,
-      "learning_rate": 5.9847443122372525e-06,
-      "loss": 1.7374,
-      "step": 1182
-    },
-    {
-      "epoch": 1.93,
-      "learning_rate": 5.952495381124181e-06,
-      "loss": 1.6513,
-      "step": 1184
-    },
-    {
-      "epoch": 1.93,
-      "learning_rate": 5.920296712495819e-06,
-      "loss": 1.6845,
-      "step": 1186
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 5.888148706199782e-06,
-      "loss": 1.6281,
-      "step": 1188
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 5.856051761454562e-06,
-      "loss": 1.7846,
-      "step": 1190
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 5.8240062768445486e-06,
-      "loss": 1.7218,
-      "step": 1192
-    },
-    {
-      "epoch": 1.94,
-      "learning_rate": 5.792012650315112e-06,
-      "loss": 1.8823,
-      "step": 1194
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 5.760071279167629e-06,
-      "loss": 1.7295,
-      "step": 1196
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 5.728182560054556e-06,
-      "loss": 1.8422,
-      "step": 1198
-    },
-    {
-      "epoch": 1.95,
-      "learning_rate": 5.6963468889745265e-06,
-      "loss": 1.8647,
-      "step": 1200
-    },
-    {
-      "epoch": 1.96,
-      "learning_rate": 5.6645646612673934e-06,
-      "loss": 1.9415,
-      "step": 1202
-    },
-    {
-      "epoch": 1.96,
-      "learning_rate": 5.6328362716093645e-06,
-      "loss": 2.1005,
-      "step": 1204
-    },
-    {
-      "epoch": 1.96,
-      "learning_rate": 5.60116211400807e-06,
-      "loss": 1.9825,
-      "step": 1206
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 5.569542581797667e-06,
-      "loss": 2.136,
-      "step": 1208
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 5.537978067633993e-06,
-      "loss": 2.1115,
-      "step": 1210
-    },
-    {
-      "epoch": 1.97,
-      "learning_rate": 5.506468963489631e-06,
-      "loss": 2.0926,
-      "step": 1212
-    },
-    {
-      "epoch": 1.98,
-      "learning_rate": 5.475015660649106e-06,
-      "loss": 2.0519,
-      "step": 1214
-    },
-    {
-      "epoch": 1.98,
-      "learning_rate": 5.443618549703979e-06,
-      "loss": 1.4451,
-      "step": 1216
-    },
-    {
-      "epoch": 1.98,
-      "learning_rate": 5.412278020548003e-06,
-      "loss": 1.6499,
-      "step": 1218
-    },
-    {
-      "epoch": 1.99,
-      "learning_rate": 5.380994462372315e-06,
-      "loss": 1.7575,
-      "step": 1220
-    },
-    {
-      "epoch": 1.99,
-      "learning_rate": 5.349768263660551e-06,
-      "loss": 1.768,
-      "step": 1222
-    },
-    {
-      "epoch": 1.99,
-      "learning_rate": 5.318599812184071e-06,
-      "loss": 1.9914,
-      "step": 1224
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 5.287489494997111e-06,
-      "loss": 2.0054,
-      "step": 1226
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 5.256437698431986e-06,
-      "loss": 1.9918,
-      "step": 1228
-    },
-    {
-      "epoch": 2.0,
-      "learning_rate": 5.225444808094305e-06,
-      "loss": 1.6525,
-      "step": 1230
-    },
-    {
-      "epoch": 2.01,
-      "learning_rate": 5.1945112088581485e-06,
-      "loss": 1.5217,
-      "step": 1232
-    },
-    {
-      "epoch": 2.01,
-      "learning_rate": 5.1636372848613395e-06,
-      "loss": 1.5475,
-      "step": 1234
-    },
-    {
-      "epoch": 2.01,
-      "learning_rate": 5.132823419500626e-06,
-      "loss": 1.6077,
-      "step": 1236
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 5.102069995426946e-06,
-      "loss": 1.6792,
-      "step": 1238
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 5.071377394540673e-06,
-      "loss": 1.5353,
-      "step": 1240
-    },
-    {
-      "epoch": 2.02,
-      "learning_rate": 5.040745997986853e-06,
-      "loss": 1.6658,
-      "step": 1242
-    },
-    {
-      "epoch": 2.03,
-      "learning_rate": 5.010176186150515e-06,
-      "loss": 1.8029,
-      "step": 1244
-    },
-    {
-      "epoch": 2.03,
-      "learning_rate": 4.979668338651891e-06,
-      "loss": 1.5903,
-      "step": 1246
-    },
-    {
-      "epoch": 2.03,
-      "learning_rate": 4.9492228343417545e-06,
-      "loss": 1.6274,
-      "step": 1248
-    },
-    {
-      "epoch": 2.04,
-      "learning_rate": 4.918840051296686e-06,
-      "loss": 1.574,
-      "step": 1250
-    },
-    {
-      "epoch": 2.04,
-      "learning_rate": 4.888520366814369e-06,
-      "loss": 1.5849,
-      "step": 1252
-    },
-    {
-      "epoch": 2.04,
-      "learning_rate": 4.858264157408948e-06,
-      "loss": 1.6375,
-      "step": 1254
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 4.828071798806294e-06,
-      "loss": 1.7622,
-      "step": 1256
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 4.797943665939398e-06,
-      "loss": 1.623,
-      "step": 1258
-    },
-    {
-      "epoch": 2.05,
-      "learning_rate": 4.767880132943671e-06,
-      "loss": 1.8606,
-      "step": 1260
-    },
-    {
-      "epoch": 2.06,
-      "learning_rate": 4.737881573152317e-06,
-      "loss": 1.882,
-      "step": 1262
-    },
-    {
-      "epoch": 2.06,
-      "learning_rate": 4.707948359091694e-06,
-      "loss": 1.8452,
-      "step": 1264
-    },
-    {
-      "epoch": 2.06,
-      "learning_rate": 4.678080862476679e-06,
-      "loss": 1.909,
-      "step": 1266
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.648279454206079e-06,
-      "loss": 2.0825,
-      "step": 1268
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.618544504357992e-06,
-      "loss": 1.9816,
-      "step": 1270
-    },
-    {
-      "epoch": 2.07,
-      "learning_rate": 4.588876382185231e-06,
-      "loss": 2.1092,
-      "step": 1272
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.559275456110736e-06,
-      "loss": 2.0248,
-      "step": 1274
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.529742093722978e-06,
-      "loss": 2.1858,
-      "step": 1276
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.5002766617714444e-06,
-      "loss": 1.8722,
-      "step": 1278
-    },
-    {
-      "epoch": 2.08,
-      "learning_rate": 4.470879526162028e-06,
-      "loss": 1.5387,
-      "step": 1280
-    },
-    {
-      "epoch": 2.09,
-      "learning_rate": 4.441551051952518e-06,
-      "loss": 1.6771,
-      "step": 1282
-    },
-    {
-      "epoch": 2.09,
-      "learning_rate": 4.412291603348055e-06,
-      "loss": 1.6703,
-      "step": 1284
-    },
-    {
-      "epoch": 2.09,
-      "learning_rate": 4.383101543696603e-06,
-      "loss": 1.6778,
-      "step": 1286
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.353981235484461e-06,
-      "loss": 1.56,
-      "step": 1288
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.324931040331722e-06,
-      "loss": 1.5857,
-      "step": 1290
-    },
-    {
-      "epoch": 2.1,
-      "learning_rate": 4.295951318987826e-06,
-      "loss": 1.6695,
-      "step": 1292
-    },
-    {
-      "epoch": 2.11,
-      "learning_rate": 4.267042431327049e-06,
-      "loss": 1.6566,
-      "step": 1294
-    },
-    {
-      "epoch": 2.11,
-      "learning_rate": 4.238204736344045e-06,
-      "loss": 1.6524,
-      "step": 1296
-    },
-    {
-      "epoch": 2.11,
-      "learning_rate": 4.209438592149392e-06,
-      "loss": 1.7873,
-      "step": 1298
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.180744355965126e-06,
-      "loss": 1.7025,
-      "step": 1300
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.152122384120339e-06,
-      "loss": 1.6507,
-      "step": 1302
-    },
-    {
-      "epoch": 2.12,
-      "learning_rate": 4.123573032046723e-06,
-      "loss": 1.9534,
-      "step": 1304
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 4.0950966542741675e-06,
-      "loss": 1.7546,
-      "step": 1306
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 4.066693604426364e-06,
-      "loss": 1.7409,
-      "step": 1308
-    },
-    {
-      "epoch": 2.13,
-      "learning_rate": 4.038364235216389e-06,
-      "loss": 1.9443,
-      "step": 1310
-    },
-    {
-      "epoch": 2.14,
-      "learning_rate": 4.010108898442368e-06,
-      "loss": 1.764,
-      "step": 1312
-    },
-    {
-      "epoch": 2.14,
-      "learning_rate": 3.981927944983063e-06,
-      "loss": 1.8742,
-      "step": 1314
-    },
-    {
-      "epoch": 2.14,
-      "learning_rate": 3.953821724793539e-06,
-      "loss": 1.9115,
-      "step": 1316
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 3.92579058690082e-06,
-      "loss": 1.9487,
-      "step": 1318
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 3.897834879399526e-06,
-      "loss": 2.1663,
-      "step": 1320
-    },
-    {
-      "epoch": 2.15,
-      "learning_rate": 3.869954949447596e-06,
-      "loss": 2.0637,
-      "step": 1322
-    },
-    {
-      "epoch": 2.16,
-      "learning_rate": 3.842151143261943e-06,
-      "loss": 2.1487,
-      "step": 1324
-    },
-    {
-      "epoch": 2.16,
-      "learning_rate": 3.8144238061141593e-06,
-      "loss": 2.0735,
-      "step": 1326
-    },
-    {
-      "epoch": 2.16,
-      "learning_rate": 3.7867732823262417e-06,
-      "loss": 1.9353,
-      "step": 1328
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 3.7591999152663027e-06,
-      "loss": 1.5337,
-      "step": 1330
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 3.7317040473443157e-06,
-      "loss": 1.6132,
-      "step": 1332
-    },
-    {
-      "epoch": 2.17,
-      "learning_rate": 3.7042860200078545e-06,
-      "loss": 1.4843,
-      "step": 1334
-    },
-    {
-      "epoch": 2.18,
-      "learning_rate": 3.6769461737378597e-06,
-      "loss": 1.5181,
-      "step": 1336
-    },
-    {
-      "epoch": 2.18,
-      "learning_rate": 3.6496848480444104e-06,
-      "loss": 1.7481,
-      "step": 1338
-    },
-    {
-      "epoch": 2.18,
-      "learning_rate": 3.6225023814625025e-06,
-      "loss": 1.7613,
-      "step": 1340
-    },
-    {
-      "epoch": 2.19,
-      "learning_rate": 3.5953991115478526e-06,
-      "loss": 1.6056,
-      "step": 1342
-    },
-    {
-      "epoch": 2.19,
-      "learning_rate": 3.568375374872691e-06,
-      "loss": 1.6225,
-      "step": 1344
-    },
-    {
-      "epoch": 2.19,
-      "learning_rate": 3.54143150702161e-06,
-      "loss": 1.6991,
-      "step": 1346
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 3.5145678425873663e-06,
-      "loss": 1.6515,
-      "step": 1348
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 3.4877847151667452e-06,
-      "loss": 1.6193,
-      "step": 1350
-    },
-    {
-      "epoch": 2.2,
-      "learning_rate": 3.461082457356414e-06,
-      "loss": 1.591,
-      "step": 1352
-    },
-    {
-      "epoch": 2.21,
-      "learning_rate": 3.4344614007487742e-06,
-      "loss": 1.708,
-      "step": 1354
-    },
-    {
-      "epoch": 2.21,
-      "learning_rate": 3.407921875927883e-06,
-      "loss": 1.7268,
-      "step": 1356
-    },
-    {
-      "epoch": 2.21,
-      "learning_rate": 3.3814642124653086e-06,
-      "loss": 1.9632,
-      "step": 1358
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.355088738916056e-06,
-      "loss": 1.7395,
-      "step": 1360
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.328795782814487e-06,
-      "loss": 1.8749,
-      "step": 1362
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.3025856706702477e-06,
-      "loss": 1.802,
-      "step": 1364
-    },
-    {
-      "epoch": 2.22,
-      "learning_rate": 3.276458727964218e-06,
-      "loss": 2.1502,
-      "step": 1366
-    },
-    {
-      "epoch": 2.23,
-      "learning_rate": 3.2504152791444656e-06,
-      "loss": 1.9775,
-      "step": 1368
-    },
-    {
-      "epoch": 2.23,
-      "learning_rate": 3.224455647622221e-06,
-      "loss": 2.1675,
-      "step": 1370
-    },
-    {
-      "epoch": 2.23,
-      "learning_rate": 3.1985801557678606e-06,
-      "loss": 2.0203,
-      "step": 1372
-    },
-    {
-      "epoch": 2.24,
-      "learning_rate": 3.1727891249069e-06,
-      "loss": 2.0424,
-      "step": 1374
-    },
-    {
-      "epoch": 2.24,
-      "learning_rate": 3.147082875316008e-06,
-      "loss": 2.1101,
-      "step": 1376
-    },
-    {
-      "epoch": 2.24,
-      "learning_rate": 3.121461726219026e-06,
-      "loss": 1.9402,
-      "step": 1378
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 3.095925995783008e-06,
-      "loss": 1.5451,
-      "step": 1380
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 3.0704760011142653e-06,
-      "loss": 1.5736,
-      "step": 1382
-    },
-    {
-      "epoch": 2.25,
-      "learning_rate": 3.0451120582544303e-06,
-      "loss": 1.5506,
-      "step": 1384
-    },
-    {
-      "epoch": 2.26,
-      "learning_rate": 3.0198344821765346e-06,
-      "loss": 1.5911,
-      "step": 1386
-    },
-    {
-      "epoch": 2.26,
-      "learning_rate": 2.994643586781083e-06,
-      "loss": 1.6752,
-      "step": 1388
-    },
-    {
-      "epoch": 2.26,
-      "learning_rate": 2.9695396848921875e-06,
-      "loss": 1.6838,
-      "step": 1390
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 2.944523088253648e-06,
-      "loss": 1.7638,
-      "step": 1392
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 2.9195941075250976e-06,
-      "loss": 1.836,
-      "step": 1394
-    },
-    {
-      "epoch": 2.27,
-      "learning_rate": 2.8947530522781455e-06,
-      "loss": 1.6376,
-      "step": 1396
-    },
-    {
-      "epoch": 2.28,
-      "learning_rate": 2.870000230992528e-06,
-      "loss": 1.7293,
-      "step": 1398
-    },
-    {
-      "epoch": 2.28,
-      "learning_rate": 2.8453359510522803e-06,
-      "loss": 1.9062,
-      "step": 1400
-    },
-    {
-      "epoch": 2.28,
-      "learning_rate": 2.8207605187419194e-06,
-      "loss": 1.8306,
-      "step": 1402
-    },
-    {
-      "epoch": 2.29,
-      "learning_rate": 2.7962742392426377e-06,
-      "loss": 1.7754,
-      "step": 1404
-    },
-    {
-      "epoch": 2.29,
-      "learning_rate": 2.7718774166285157e-06,
-      "loss": 1.8018,
-      "step": 1406
-    },
-    {
-      "epoch": 2.29,
-      "learning_rate": 2.7475703538627485e-06,
-      "loss": 1.7589,
-      "step": 1408
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 2.723353352793878e-06,
-      "loss": 1.7515,
-      "step": 1410
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 2.6992267141520467e-06,
-      "loss": 2.0015,
-      "step": 1412
-    },
-    {
-      "epoch": 2.3,
-      "learning_rate": 2.675190737545267e-06,
-      "loss": 2.0211,
-      "step": 1414
-    },
-    {
-      "epoch": 2.31,
-      "learning_rate": 2.6512457214556943e-06,
-      "loss": 1.9215,
-      "step": 1416
-    },
-    {
-      "epoch": 2.31,
-      "learning_rate": 2.6273919632359247e-06,
-      "loss": 1.9639,
-      "step": 1418
-    },
-    {
-      "epoch": 2.31,
-      "learning_rate": 2.6036297591052993e-06,
-      "loss": 2.0678,
-      "step": 1420
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 2.5799594041462318e-06,
-      "loss": 2.1676,
-      "step": 1422
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 2.5563811923005355e-06,
-      "loss": 2.0718,
-      "step": 1424
-    },
-    {
-      "epoch": 2.32,
-      "learning_rate": 2.532895416365779e-06,
-      "loss": 2.0191,
-      "step": 1426
-    },
-    {
-      "epoch": 2.33,
-      "learning_rate": 2.5095023679916508e-06,
-      "loss": 1.6374,
-      "step": 1428
-    },
-    {
-      "epoch": 2.33,
-      "learning_rate": 2.4862023376763324e-06,
-      "loss": 1.4945,
-      "step": 1430
-    },
-    {
-      "epoch": 2.33,
-      "learning_rate": 2.462995614762894e-06,
-      "loss": 1.5496,
-      "step": 1432
-    },
-    {
-      "epoch": 2.34,
-      "learning_rate": 2.4398824874357042e-06,
-      "loss": 1.6265,
-      "step": 1434
-    },
-    {
-      "epoch": 2.34,
-      "learning_rate": 2.416863242716845e-06,
-      "loss": 1.6466,
-      "step": 1436
-    },
-    {
-      "epoch": 2.34,
-      "learning_rate": 2.393938166462554e-06,
-      "loss": 1.6862,
-      "step": 1438
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 2.3711075433596675e-06,
-      "loss": 1.5553,
-      "step": 1440
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 2.348371656922095e-06,
-      "loss": 1.6354,
-      "step": 1442
-    },
-    {
-      "epoch": 2.35,
-      "learning_rate": 2.3257307894872873e-06,
-      "loss": 1.7651,
-      "step": 1444
-    },
-    {
-      "epoch": 2.36,
-      "learning_rate": 2.303185222212737e-06,
-      "loss": 1.7357,
-      "step": 1446
-    },
-    {
-      "epoch": 2.36,
-      "learning_rate": 2.2807352350724874e-06,
-      "loss": 1.7449,
-      "step": 1448
-    },
-    {
-      "epoch": 2.36,
-      "learning_rate": 2.2583811068536556e-06,
-      "loss": 1.6902,
-      "step": 1450
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.236123115152963e-06,
-      "loss": 1.7208,
-      "step": 1452
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.2139615363733015e-06,
-      "loss": 1.86,
-      "step": 1454
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.1918966457202873e-06,
-      "loss": 1.7434,
-      "step": 1456
-    },
-    {
-      "epoch": 2.37,
-      "learning_rate": 2.1699287171988546e-06,
-      "loss": 1.8137,
-      "step": 1458
-    },
-    {
-      "epoch": 2.38,
-      "learning_rate": 2.1480580236098448e-06,
-      "loss": 1.9533,
-      "step": 1460
-    },
-    {
-      "epoch": 2.38,
-      "learning_rate": 2.126284836546626e-06,
-      "loss": 1.981,
-      "step": 1462
-    },
-    {
-      "epoch": 2.38,
-      "learning_rate": 2.1046094263917115e-06,
-      "loss": 1.9583,
-      "step": 1464
-    },
-    {
-      "epoch": 2.39,
-      "learning_rate": 2.0830320623134105e-06,
-      "loss": 1.9106,
-      "step": 1466
-    },
-    {
-      "epoch": 2.39,
-      "learning_rate": 2.0615530122624816e-06,
-      "loss": 1.945,
-      "step": 1468
-    },
-    {
-      "epoch": 2.39,
-      "learning_rate": 2.040172542968806e-06,
-      "loss": 2.1462,
-      "step": 1470
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 2.0188909199380734e-06,
-      "loss": 2.1872,
-      "step": 1472
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 1.9977084074484888e-06,
-      "loss": 1.9743,
-      "step": 1474
-    },
-    {
-      "epoch": 2.4,
-      "learning_rate": 1.9766252685474887e-06,
-      "loss": 2.101,
-      "step": 1476
-    },
-    {
-      "epoch": 2.41,
-      "learning_rate": 1.9556417650484716e-06,
-      "loss": 1.8562,
-      "step": 1478
-    },
-    {
-      "epoch": 2.41,
-      "learning_rate": 1.934758157527552e-06,
-      "loss": 1.5153,
-      "step": 1480
-    },
-    {
-      "epoch": 2.41,
-      "learning_rate": 1.913974705320322e-06,
-      "loss": 1.6029,
-      "step": 1482
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 1.8932916665186275e-06,
-      "loss": 1.6023,
-      "step": 1484
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 1.8727092979673722e-06,
-      "loss": 1.5499,
-      "step": 1486
-    },
-    {
-      "epoch": 2.42,
-      "learning_rate": 1.852227855261317e-06,
-      "loss": 1.7338,
-      "step": 1488
-    },
-    {
-      "epoch": 2.43,
-      "learning_rate": 1.8318475927419143e-06,
-      "loss": 1.6786,
-      "step": 1490
-    },
-    {
-      "epoch": 2.43,
-      "learning_rate": 1.811568763494147e-06,
-      "loss": 1.7163,
-      "step": 1492
-    },
-    {
-      "epoch": 2.43,
-      "learning_rate": 1.7913916193433822e-06,
-      "loss": 1.7118,
-      "step": 1494
-    },
-    {
-      "epoch": 2.44,
-      "learning_rate": 1.7713164108522518e-06,
-      "loss": 1.764,
-      "step": 1496
-    },
-    {
-      "epoch": 2.44,
-      "learning_rate": 1.7513433873175313e-06,
-      "loss": 1.5847,
-      "step": 1498
-    },
-    {
-      "epoch": 2.44,
-      "learning_rate": 1.731472796767053e-06,
-      "loss": 1.7989,
-      "step": 1500
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 1.7117048859566188e-06,
-      "loss": 1.647,
-      "step": 1502
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 1.6920399003669418e-06,
-      "loss": 1.8616,
-      "step": 1504
-    },
-    {
-      "epoch": 2.45,
-      "learning_rate": 1.6724780842005928e-06,
-      "loss": 1.7615,
-      "step": 1506
-    },
-    {
-      "epoch": 2.46,
-      "learning_rate": 1.6530196803789711e-06,
-      "loss": 1.8888,
-      "step": 1508
-    },
-    {
-      "epoch": 2.46,
-      "learning_rate": 1.6336649305392883e-06,
-      "loss": 1.7978,
-      "step": 1510
-    },
-    {
-      "epoch": 2.46,
-      "learning_rate": 1.614414075031564e-06,
-      "loss": 1.9045,
-      "step": 1512
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 1.5952673529156426e-06,
-      "loss": 1.9761,
-      "step": 1514
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 1.5762250019582293e-06,
-      "loss": 2.0572,
-      "step": 1516
-    },
-    {
-      "epoch": 2.47,
-      "learning_rate": 1.5572872586299304e-06,
-      "loss": 2.0228,
-      "step": 1518
-    },
-    {
-      "epoch": 2.48,
-      "learning_rate": 1.5384543581023192e-06,
-      "loss": 2.1219,
-      "step": 1520
-    },
-    {
-      "epoch": 2.48,
-      "learning_rate": 1.5197265342450184e-06,
-      "loss": 2.0404,
-      "step": 1522
-    },
-    {
-      "epoch": 2.48,
-      "learning_rate": 1.5011040196227932e-06,
-      "loss": 2.0621,
-      "step": 1524
-    },
-    {
-      "epoch": 2.49,
-      "learning_rate": 1.482587045492664e-06,
-      "loss": 1.9169,
-      "step": 1526
-    },
-    {
-      "epoch": 2.49,
-      "learning_rate": 1.464175841801032e-06,
-      "loss": 1.7185,
-      "step": 1528
-    },
-    {
-      "epoch": 2.49,
-      "learning_rate": 1.4458706371808306e-06,
-      "loss": 1.6368,
-      "step": 1530
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 1.4276716589486784e-06,
-      "loss": 1.5826,
-      "step": 1532
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 1.4095791331020592e-06,
-      "loss": 1.5946,
-      "step": 1534
-    },
-    {
-      "epoch": 2.5,
-      "learning_rate": 1.3915932843165192e-06,
-      "loss": 1.7053,
-      "step": 1536
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.3737143359428706e-06,
-      "loss": 1.6754,
-      "step": 1538
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.3559425100044233e-06,
-      "loss": 1.6797,
-      "step": 1540
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.3382780271942253e-06,
-      "loss": 1.788,
-      "step": 1542
-    },
-    {
-      "epoch": 2.51,
-      "learning_rate": 1.3207211068723203e-06,
-      "loss": 1.6312,
-      "step": 1544
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 1.30327196706303e-06,
-      "loss": 1.8689,
-      "step": 1546
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 1.2859308244522384e-06,
-      "loss": 1.7198,
-      "step": 1548
-    },
-    {
-      "epoch": 2.52,
-      "learning_rate": 1.268697894384706e-06,
-      "loss": 1.63,
-      "step": 1550
-    },
-    {
-      "epoch": 2.53,
-      "learning_rate": 1.251573390861397e-06,
-      "loss": 1.6771,
-      "step": 1552
-    },
-    {
-      "epoch": 2.53,
-      "learning_rate": 1.234557526536817e-06,
-      "loss": 1.7827,
-      "step": 1554
-    },
-    {
-      "epoch": 2.53,
-      "learning_rate": 1.2176505127163752e-06,
-      "loss": 1.8489,
-      "step": 1556
-    },
-    {
-      "epoch": 2.54,
-      "learning_rate": 1.2008525593537601e-06,
-      "loss": 1.7908,
-      "step": 1558
-    },
-    {
-      "epoch": 2.54,
-      "learning_rate": 1.1841638750483308e-06,
-      "loss": 1.9689,
-      "step": 1560
-    },
-    {
-      "epoch": 2.54,
-      "learning_rate": 1.1675846670425317e-06,
-      "loss": 1.966,
-      "step": 1562
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 1.151115141219309e-06,
-      "loss": 1.8851,
-      "step": 1564
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 1.134755502099566e-06,
-      "loss": 1.8687,
-      "step": 1566
-    },
-    {
-      "epoch": 2.55,
-      "learning_rate": 1.1185059528396125e-06,
-      "loss": 1.9745,
-      "step": 1568
-    },
-    {
-      "epoch": 2.56,
-      "learning_rate": 1.1023666952286504e-06,
-      "loss": 2.0723,
-      "step": 1570
-    },
-    {
-      "epoch": 2.56,
-      "learning_rate": 1.086337929686261e-06,
-      "loss": 2.0465,
-      "step": 1572
-    },
-    {
-      "epoch": 2.56,
-      "learning_rate": 1.0704198552599265e-06,
-      "loss": 2.1794,
-      "step": 1574
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 1.0546126696225412e-06,
-      "loss": 2.138,
-      "step": 1576
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 1.038916569069972e-06,
-      "loss": 2.0238,
-      "step": 1578
-    },
-    {
-      "epoch": 2.57,
-      "learning_rate": 1.0233317485186167e-06,
-      "loss": 1.7425,
-      "step": 1580
-    },
-    {
-      "epoch": 2.58,
-      "learning_rate": 1.007858401502979e-06,
-      "loss": 1.434,
-      "step": 1582
-    },
-    {
-      "epoch": 2.58,
-      "learning_rate": 9.924967201732726e-07,
-      "loss": 1.625,
-      "step": 1584
-    },
-    {
-      "epoch": 2.58,
-      "learning_rate": 9.772468952930259e-07,
-      "loss": 1.5343,
-      "step": 1586
-    },
-    {
-      "epoch": 2.59,
-      "learning_rate": 9.621091162367225e-07,
-      "loss": 1.7319,
-      "step": 1588
-    },
-    {
-      "epoch": 2.59,
-      "learning_rate": 9.470835709874437e-07,
-      "loss": 1.808,
-      "step": 1590
-    },
-    {
-      "epoch": 2.59,
-      "learning_rate": 9.321704461345326e-07,
-      "loss": 1.657,
-      "step": 1592
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 9.173699268712855e-07,
-      "loss": 1.7956,
-      "step": 1594
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 9.026821969926414e-07,
-      "loss": 1.6254,
-      "step": 1596
-    },
-    {
-      "epoch": 2.6,
-      "learning_rate": 8.881074388929078e-07,
-      "loss": 1.6897,
-      "step": 1598
-    },
-    {
-      "epoch": 2.61,
-      "learning_rate": 8.736458335634912e-07,
-      "loss": 1.7652,
-      "step": 1600
-    },
-    {
-      "epoch": 2.61,
-      "learning_rate": 8.592975605906528e-07,
-      "loss": 1.6281,
-      "step": 1602
-    },
-    {
-      "epoch": 2.61,
-      "learning_rate": 8.450627981532733e-07,
-      "loss": 1.6301,
-      "step": 1604
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 8.309417230206462e-07,
-      "loss": 1.866,
-      "step": 1606
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 8.169345105502824e-07,
-      "loss": 1.8391,
-      "step": 1608
-    },
-    {
-      "epoch": 2.62,
-      "learning_rate": 8.030413346857236e-07,
-      "loss": 1.7652,
-      "step": 1610
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 7.892623679543932e-07,
-      "loss": 1.8361,
-      "step": 1612
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 7.75597781465448e-07,
-      "loss": 2.0671,
-      "step": 1614
-    },
-    {
-      "epoch": 2.63,
-      "learning_rate": 7.620477449076546e-07,
-      "loss": 1.9406,
-      "step": 1616
-    },
-    {
-      "epoch": 2.64,
-      "learning_rate": 7.486124265472871e-07,
-      "loss": 2.0041,
-      "step": 1618
-    },
-    {
-      "epoch": 2.64,
-      "learning_rate": 7.35291993226025e-07,
-      "loss": 1.9721,
-      "step": 1620
-    },
-    {
-      "epoch": 2.64,
-      "learning_rate": 7.22086610358893e-07,
-      "loss": 2.0757,
-      "step": 1622
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 7.089964419322049e-07,
-      "loss": 2.1608,
-      "step": 1624
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 6.960216505015216e-07,
-      "loss": 2.1365,
-      "step": 1626
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 6.831623971896384e-07,
-      "loss": 1.8488,
-      "step": 1628
-    },
-    {
-      "epoch": 2.65,
-      "learning_rate": 6.704188416845814e-07,
-      "loss": 1.5193,
-      "step": 1630
-    },
-    {
-      "epoch": 2.66,
-      "learning_rate": 6.577911422376238e-07,
-      "loss": 1.5308,
-      "step": 1632
-    },
-    {
-      "epoch": 2.66,
-      "learning_rate": 6.452794556613251e-07,
-      "loss": 1.5771,
-      "step": 1634
-    },
-    {
-      "epoch": 2.66,
-      "learning_rate": 6.328839373275775e-07,
-      "loss": 1.5246,
-      "step": 1636
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 6.20604741165679e-07,
-      "loss": 1.5939,
-      "step": 1638
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 6.084420196604246e-07,
-      "loss": 1.635,
-      "step": 1640
-    },
-    {
-      "epoch": 2.67,
-      "learning_rate": 5.963959238502137e-07,
-      "loss": 1.5927,
-      "step": 1642
-    },
-    {
-      "epoch": 2.68,
-      "learning_rate": 5.844666033251634e-07,
-      "loss": 1.7587,
-      "step": 1644
-    },
-    {
-      "epoch": 2.68,
-      "learning_rate": 5.726542062252626e-07,
-      "loss": 1.7935,
-      "step": 1646
-    },
-    {
-      "epoch": 2.68,
-      "learning_rate": 5.609588792385301e-07,
-      "loss": 1.7692,
-      "step": 1648
-    },
-    {
-      "epoch": 2.69,
-      "learning_rate": 5.493807675991891e-07,
-      "loss": 1.778,
-      "step": 1650
-    },
-    {
-      "epoch": 2.69,
-      "learning_rate": 5.37920015085871e-07,
-      "loss": 1.6862,
-      "step": 1652
-    },
-    {
-      "epoch": 2.69,
-      "learning_rate": 5.265767640198171e-07,
-      "loss": 1.8197,
-      "step": 1654
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 5.15351155263124e-07,
-      "loss": 1.8365,
-      "step": 1656
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 5.042433282169901e-07,
-      "loss": 1.7107,
-      "step": 1658
-    },
-    {
-      "epoch": 2.7,
-      "learning_rate": 4.93253420819979e-07,
-      "loss": 1.8031,
-      "step": 1660
-    },
-    {
-      "epoch": 2.71,
-      "learning_rate": 4.823815695463208e-07,
-      "loss": 1.865,
-      "step": 1662
-    },
-    {
-      "epoch": 2.71,
-      "learning_rate": 4.7162790940419643e-07,
-      "loss": 1.9976,
-      "step": 1664
-    },
-    {
-      "epoch": 2.71,
-      "learning_rate": 4.6099257393407926e-07,
-      "loss": 1.9547,
-      "step": 1666
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.50475695207071e-07,
-      "loss": 2.1711,
-      "step": 1668
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.400774038232569e-07,
-      "loss": 1.9739,
-      "step": 1670
-    },
-    {
-      "epoch": 2.72,
-      "learning_rate": 4.297978289100924e-07,
-      "loss": 2.0658,
-      "step": 1672
-    },
-    {
-      "epoch": 2.73,
-      "learning_rate": 4.1963709812078756e-07,
-      "loss": 2.1135,
-      "step": 1674
-    },
-    {
-      "epoch": 2.73,
-      "learning_rate": 4.0959533763274106e-07,
-      "loss": 1.9309,
-      "step": 1676
-    },
-    {
-      "epoch": 2.73,
-      "learning_rate": 3.9967267214594874e-07,
-      "loss": 1.8501,
-      "step": 1678
-    },
-    {
-      "epoch": 2.74,
-      "learning_rate": 3.8986922488147614e-07,
-      "loss": 1.4997,
-      "step": 1680
-    },
-    {
-      "epoch": 2.74,
-      "learning_rate": 3.801851175799176e-07,
-      "loss": 1.7059,
-      "step": 1682
-    },
-    {
-      "epoch": 2.74,
-      "learning_rate": 3.7062047049988505e-07,
-      "loss": 1.6233,
-      "step": 1684
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 3.611754024165226e-07,
-      "loss": 1.5627,
-      "step": 1686
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 3.5185003062001676e-07,
-      "loss": 1.5997,
-      "step": 1688
-    },
-    {
-      "epoch": 2.75,
-      "learning_rate": 3.426444709141563e-07,
-      "loss": 1.7561,
-      "step": 1690
-    },
-    {
-      "epoch": 2.76,
-      "learning_rate": 3.335588376148824e-07,
-      "loss": 1.6633,
-      "step": 1692
-    },
-    {
-      "epoch": 2.76,
-      "learning_rate": 3.24593243548873e-07,
-      "loss": 1.6728,
-      "step": 1694
-    },
-    {
-      "epoch": 2.76,
-      "learning_rate": 3.1574780005214633e-07,
-      "loss": 1.6645,
-      "step": 1696
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 3.070226169686663e-07,
-      "loss": 1.7514,
-      "step": 1698
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 2.984178026489937e-07,
-      "loss": 1.6465,
-      "step": 1700
-    },
-    {
-      "epoch": 2.77,
-      "learning_rate": 2.8993346394892706e-07,
-      "loss": 1.7203,
-      "step": 1702
-    },
-    {
-      "epoch": 2.78,
-      "learning_rate": 2.8156970622818416e-07,
-      "loss": 1.6954,
-      "step": 1704
-    },
-    {
-      "epoch": 2.78,
-      "learning_rate": 2.733266333490947e-07,
-      "loss": 1.6774,
-      "step": 1706
-    },
-    {
-      "epoch": 2.78,
-      "learning_rate": 2.6520434767529856e-07,
-      "loss": 1.8674,
-      "step": 1708
-    },
-    {
-      "epoch": 2.79,
-      "learning_rate": 2.57202950070492e-07,
-      "loss": 1.903,
-      "step": 1710
-    },
-    {
-      "epoch": 2.79,
-      "learning_rate": 2.4932253989715883e-07,
-      "loss": 1.9868,
-      "step": 1712
-    },
-    {
-      "epoch": 2.79,
-      "learning_rate": 2.415632150153469e-07,
-      "loss": 1.9943,
-      "step": 1714
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.3392507178145229e-07,
-      "loss": 1.8895,
-      "step": 1716
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.264082050470151e-07,
-      "loss": 2.0532,
-      "step": 1718
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.1901270815755215e-07,
-      "loss": 2.0355,
-      "step": 1720
-    },
-    {
-      "epoch": 2.8,
-      "learning_rate": 2.1173867295138816e-07,
-      "loss": 2.0338,
-      "step": 1722
-    },
-    {
-      "epoch": 2.81,
-      "learning_rate": 2.0458618975851996e-07,
-      "loss": 2.0172,
-      "step": 1724
-    },
-    {
-      "epoch": 2.81,
-      "learning_rate": 1.9755534739949733e-07,
-      "loss": 1.9194,
-      "step": 1726
-    },
-    {
-      "epoch": 2.81,
-      "learning_rate": 1.9064623318431175e-07,
-      "loss": 1.9948,
-      "step": 1728
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 1.8385893291132494e-07,
-      "loss": 1.7778,
-      "step": 1730
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 1.7719353086618763e-07,
-      "loss": 1.4658,
-      "step": 1732
-    },
-    {
-      "epoch": 2.82,
-      "learning_rate": 1.7065010982080688e-07,
-      "loss": 1.6131,
-      "step": 1734
-    },
-    {
-      "epoch": 2.83,
-      "learning_rate": 1.6422875103230928e-07,
-      "loss": 1.5365,
-      "step": 1736
-    },
-    {
-      "epoch": 2.83,
-      "learning_rate": 1.5792953424203727e-07,
-      "loss": 1.6563,
-      "step": 1738
-    },
-    {
-      "epoch": 2.83,
-      "learning_rate": 1.5175253767455656e-07,
-      "loss": 1.6242,
-      "step": 1740
-    },
-    {
-      "epoch": 2.84,
-      "learning_rate": 1.4569783803668135e-07,
-      "loss": 1.5964,
-      "step": 1742
-    },
-    {
-      "epoch": 2.84,
-      "learning_rate": 1.3976551051653187e-07,
-      "loss": 1.5942,
-      "step": 1744
-    },
-    {
-      "epoch": 2.84,
-      "learning_rate": 1.3395562878258606e-07,
-      "loss": 1.5532,
-      "step": 1746
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 1.2826826498277823e-07,
-      "loss": 1.6633,
-      "step": 1748
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 1.227034897435986e-07,
-      "loss": 1.7018,
-      "step": 1750
-    },
-    {
-      "epoch": 2.85,
-      "learning_rate": 1.172613721692084e-07,
-      "loss": 1.6879,
-      "step": 1752
-    },
-    {
-      "epoch": 2.86,
-      "learning_rate": 1.1194197984059852e-07,
-      "loss": 1.7878,
-      "step": 1754
-    },
-    {
-      "epoch": 2.86,
-      "learning_rate": 1.0674537881473102e-07,
-      "loss": 1.8444,
-      "step": 1756
-    },
-    {
-      "epoch": 2.86,
-      "learning_rate": 1.0167163362373333e-07,
-      "loss": 1.8548,
-      "step": 1758
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 9.672080727409217e-08,
-      "loss": 1.7185,
-      "step": 1760
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 9.189296124586744e-08,
-      "loss": 2.0053,
-      "step": 1762
-    },
-    {
-      "epoch": 2.87,
-      "learning_rate": 8.718815549193516e-08,
-      "loss": 1.9904,
-      "step": 1764
-    },
-    {
-      "epoch": 2.88,
-      "learning_rate": 8.260644843723686e-08,
-      "loss": 1.9012,
-      "step": 1766
-    },
-    {
-      "epoch": 2.88,
-      "learning_rate": 7.814789697806025e-08,
-      "loss": 2.1227,
-      "step": 1768
-    },
-    {
-      "epoch": 2.88,
-      "learning_rate": 7.381255648132746e-08,
-      "loss": 2.1608,
-      "step": 1770
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 6.960048078390902e-08,
-      "loss": 2.1626,
-      "step": 1772
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 6.551172219195767e-08,
-      "loss": 2.1162,
-      "step": 1774
-    },
-    {
-      "epoch": 2.89,
-      "learning_rate": 6.154633148025446e-08,
-      "loss": 2.094,
-      "step": 1776
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 5.770435789158369e-08,
-      "loss": 1.8872,
-      "step": 1778
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 5.398584913611449e-08,
-      "loss": 1.6439,
-      "step": 1780
-    },
-    {
-      "epoch": 2.9,
-      "learning_rate": 5.039085139081579e-08,
-      "loss": 1.484,
-      "step": 1782
-    },
-    {
-      "epoch": 2.91,
-      "learning_rate": 4.691940929887895e-08,
-      "loss": 1.5765,
-      "step": 1784
-    },
-    {
-      "epoch": 2.91,
-      "learning_rate": 4.357156596916046e-08,
-      "loss": 1.5862,
-      "step": 1786
-    },
-    {
-      "epoch": 2.91,
-      "learning_rate": 4.0347362975654556e-08,
-      "loss": 1.5702,
-      "step": 1788
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 3.724684035696813e-08,
-      "loss": 1.6757,
-      "step": 1790
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 3.427003661582995e-08,
-      "loss": 1.7416,
-      "step": 1792
-    },
-    {
-      "epoch": 2.92,
-      "learning_rate": 3.1416988718609986e-08,
-      "loss": 1.7207,
-      "step": 1794
-    },
-    {
-      "epoch": 2.93,
-      "learning_rate": 2.8687732094859755e-08,
-      "loss": 1.6749,
-      "step": 1796
-    },
-    {
-      "epoch": 2.93,
-      "learning_rate": 2.6082300636876e-08,
-      "loss": 1.6948,
-      "step": 1798
-    },
-    {
-      "epoch": 2.93,
-      "learning_rate": 2.360072669927327e-08,
-      "loss": 1.6434,
-      "step": 1800
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 2.1243041098587548e-08,
-      "loss": 1.7158,
-      "step": 1802
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 1.9009273112893245e-08,
-      "loss": 1.6931,
-      "step": 1804
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 1.689945048143571e-08,
-      "loss": 1.7745,
-      "step": 1806
-    },
-    {
-      "epoch": 2.94,
-      "learning_rate": 1.491359940429149e-08,
-      "loss": 1.8563,
-      "step": 1808
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 1.3051744542039724e-08,
-      "loss": 1.8418,
-      "step": 1810
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 1.1313909015457925e-08,
-      "loss": 1.8236,
-      "step": 1812
-    },
-    {
-      "epoch": 2.95,
-      "learning_rate": 9.70011440523222e-09,
-      "loss": 1.7733,
-      "step": 1814
-    },
-    {
-      "epoch": 2.96,
-      "learning_rate": 8.210380751694225e-09,
-      "loss": 1.9181,
-      "step": 1816
-    },
-    {
-      "epoch": 2.96,
-      "learning_rate": 6.844726554565695e-09,
-      "loss": 2.1189,
-      "step": 1818
-    },
-    {
-      "epoch": 2.96,
-      "learning_rate": 5.603168772733147e-09,
-      "loss": 1.9684,
-      "step": 1820
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 4.4857228240380305e-09,
-      "loss": 2.0925,
-      "step": 1822
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 3.4924025850813225e-09,
-      "loss": 1.8737,
-      "step": 1824
-    },
-    {
-      "epoch": 2.97,
-      "learning_rate": 2.6232203910547817e-09,
-      "loss": 2.1593,
-      "step": 1826
-    },
-    {
-      "epoch": 2.98,
-      "learning_rate": 1.87818703558551e-09,
-      "loss": 1.9364,
-      "step": 1828
-    },
-    {
-      "epoch": 2.98,
-      "learning_rate": 1.2573117706027317e-09,
-      "loss": 1.5308,
-      "step": 1830
-    },
-    {
-      "epoch": 2.98,
-      "learning_rate": 7.606023062234346e-10,
-      "loss": 1.6164,
-      "step": 1832
-    },
-    {
-      "epoch": 2.99,
-      "learning_rate": 3.880648106557861e-10,
-      "loss": 1.739,
-      "step": 1834
-    },
-    {
-      "epoch": 2.99,
-      "learning_rate": 1.3970391012363415e-10,
-      "loss": 1.7537,
-      "step": 1836
-    },
-    {
-      "epoch": 2.99,
-      "learning_rate": 1.552268880766761e-11,
-      "loss": 1.8015,
-      "step": 1838
     }
   ],
   "logging_steps": 2,
-  "max_steps": 1839,
+  "max_steps": 300,
   "num_train_epochs": 3,
   "save_steps": 500,
-  "total_flos": 6.817382226043699e+16,
+  "total_flos": 2.591436490764288e+16,
   "trial_name": null,
   "trial_params": null
 }