diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,25828 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 0.14583050847457626,
+  "global_step": 2151000,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999775367231639e-05,
+      "loss": 0.994,
+      "step": 500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999549378531074e-05,
+      "loss": 0.735,
+      "step": 1000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999323389830509e-05,
+      "loss": 0.6701,
+      "step": 1500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.999097401129944e-05,
+      "loss": 0.6115,
+      "step": 2000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.998871412429379e-05,
+      "loss": 0.5883,
+      "step": 2500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9986454237288136e-05,
+      "loss": 0.5659,
+      "step": 3000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9984194350282485e-05,
+      "loss": 0.5431,
+      "step": 3500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9981934463276833e-05,
+      "loss": 0.5271,
+      "step": 4000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997967457627119e-05,
+      "loss": 0.5072,
+      "step": 4500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997741468926554e-05,
+      "loss": 0.4946,
+      "step": 5000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9975154802259886e-05,
+      "loss": 0.4913,
+      "step": 5500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9972894915254235e-05,
+      "loss": 0.48,
+      "step": 6000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.997063502824859e-05,
+      "loss": 0.464,
+      "step": 6500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996837966101695e-05,
+      "loss": 0.4509,
+      "step": 7000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99661197740113e-05,
+      "loss": 0.4448,
+      "step": 7500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.996385988700565e-05,
+      "loss": 0.4416,
+      "step": 8000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99616e-05,
+      "loss": 0.4297,
+      "step": 8500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9959340112994355e-05,
+      "loss": 0.4246,
+      "step": 9000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995708474576272e-05,
+      "loss": 0.4243,
+      "step": 9500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9954824858757066e-05,
+      "loss": 0.4138,
+      "step": 10000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9952564971751415e-05,
+      "loss": 0.4055,
+      "step": 10500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9950305084745764e-05,
+      "loss": 0.4008,
+      "step": 11000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9948049717514126e-05,
+      "loss": 0.3897,
+      "step": 11500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945789830508475e-05,
+      "loss": 0.393,
+      "step": 12000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9943529943502824e-05,
+      "loss": 0.3842,
+      "step": 12500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994127005649718e-05,
+      "loss": 0.3814,
+      "step": 13000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993901016949153e-05,
+      "loss": 0.3861,
+      "step": 13500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993675480225989e-05,
+      "loss": 0.3787,
+      "step": 14000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993449491525424e-05,
+      "loss": 0.3706,
+      "step": 14500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9932235028248595e-05,
+      "loss": 0.3697,
+      "step": 15000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9929975141242943e-05,
+      "loss": 0.3688,
+      "step": 15500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992771525423729e-05,
+      "loss": 0.3559,
+      "step": 16000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992545536723164e-05,
+      "loss": 0.3606,
+      "step": 16500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992319548022599e-05,
+      "loss": 0.3562,
+      "step": 17000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992093559322034e-05,
+      "loss": 0.3523,
+      "step": 17500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991867570621469e-05,
+      "loss": 0.3419,
+      "step": 18000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9916415819209036e-05,
+      "loss": 0.3459,
+      "step": 18500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991415593220339e-05,
+      "loss": 0.3401,
+      "step": 19000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991189604519774e-05,
+      "loss": 0.3393,
+      "step": 19500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.99096406779661e-05,
+      "loss": 0.3352,
+      "step": 20000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995369491525424e-05,
+      "loss": 0.3279,
+      "step": 20500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9952564971751415e-05,
+      "loss": 0.3253,
+      "step": 21000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995143502824859e-05,
+      "loss": 0.3324,
+      "step": 21500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9950305084745764e-05,
+      "loss": 0.317,
+      "step": 22000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994917514124294e-05,
+      "loss": 0.3204,
+      "step": 22500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994804519774012e-05,
+      "loss": 0.3125,
+      "step": 23000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9946915254237294e-05,
+      "loss": 0.3184,
+      "step": 23500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945787570621475e-05,
+      "loss": 0.3212,
+      "step": 24000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994465762711865e-05,
+      "loss": 0.3209,
+      "step": 24500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9943527683615824e-05,
+      "loss": 0.3075,
+      "step": 25000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9942397740113e-05,
+      "loss": 0.3162,
+      "step": 25500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994126779661017e-05,
+      "loss": 0.3114,
+      "step": 26000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994013785310735e-05,
+      "loss": 0.3187,
+      "step": 26500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993900790960452e-05,
+      "loss": 0.3143,
+      "step": 27000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9937877966101696e-05,
+      "loss": 0.303,
+      "step": 27500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993675028248588e-05,
+      "loss": 0.3195,
+      "step": 28000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993562033898305e-05,
+      "loss": 0.3093,
+      "step": 28500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9934490395480226e-05,
+      "loss": 0.3025,
+      "step": 29000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99333604519774e-05,
+      "loss": 0.3078,
+      "step": 29500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993223276836159e-05,
+      "loss": 0.3028,
+      "step": 30000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993110282485876e-05,
+      "loss": 0.3056,
+      "step": 30500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992997288135594e-05,
+      "loss": 0.3103,
+      "step": 31000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992884293785311e-05,
+      "loss": 0.2955,
+      "step": 31500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992771525423729e-05,
+      "loss": 0.2934,
+      "step": 32000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992658757062147e-05,
+      "loss": 0.2981,
+      "step": 32500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992545762711865e-05,
+      "loss": 0.3028,
+      "step": 33000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992432768361582e-05,
+      "loss": 0.2976,
+      "step": 33500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9923197740112997e-05,
+      "loss": 0.2958,
+      "step": 34000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992207005649718e-05,
+      "loss": 0.2944,
+      "step": 34500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992094011299435e-05,
+      "loss": 0.2936,
+      "step": 35000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991981242937853e-05,
+      "loss": 0.2855,
+      "step": 35500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991868248587571e-05,
+      "loss": 0.2859,
+      "step": 36000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991755254237289e-05,
+      "loss": 0.2896,
+      "step": 36500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991642259887006e-05,
+      "loss": 0.2939,
+      "step": 37000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991529265536724e-05,
+      "loss": 0.2915,
+      "step": 37500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991416271186441e-05,
+      "loss": 0.2811,
+      "step": 38000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9913032768361586e-05,
+      "loss": 0.2851,
+      "step": 38500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991190282485876e-05,
+      "loss": 0.2877,
+      "step": 39000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9910772881355935e-05,
+      "loss": 0.2855,
+      "step": 39500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990964293785311e-05,
+      "loss": 0.2802,
+      "step": 40000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9908512994350284e-05,
+      "loss": 0.2855,
+      "step": 40500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9907385310734465e-05,
+      "loss": 0.2894,
+      "step": 41000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990625536723164e-05,
+      "loss": 0.2821,
+      "step": 41500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9905125423728814e-05,
+      "loss": 0.2857,
+      "step": 42000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99519988700565e-05,
+      "loss": 0.2725,
+      "step": 42500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9951433898305086e-05,
+      "loss": 0.2795,
+      "step": 43000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9950868926553677e-05,
+      "loss": 0.2712,
+      "step": 43500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.995030395480226e-05,
+      "loss": 0.2597,
+      "step": 44000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9949740112994354e-05,
+      "loss": 0.2736,
+      "step": 44500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994917514124294e-05,
+      "loss": 0.2641,
+      "step": 45000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994861016949153e-05,
+      "loss": 0.2673,
+      "step": 45500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994804519774012e-05,
+      "loss": 0.2584,
+      "step": 46000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9947481355932207e-05,
+      "loss": 0.2668,
+      "step": 46500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994691638418079e-05,
+      "loss": 0.2677,
+      "step": 47000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994635141242938e-05,
+      "loss": 0.2729,
+      "step": 47500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945786440677965e-05,
+      "loss": 0.2587,
+      "step": 48000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9945221468926555e-05,
+      "loss": 0.2687,
+      "step": 48500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994465762711865e-05,
+      "loss": 0.2743,
+      "step": 49000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994409265536723e-05,
+      "loss": 0.2572,
+      "step": 49500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9943527683615824e-05,
+      "loss": 0.2667,
+      "step": 50000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994296271186441e-05,
+      "loss": 0.2725,
+      "step": 50500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9942397740113e-05,
+      "loss": 0.2682,
+      "step": 51000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9941833898305085e-05,
+      "loss": 0.2624,
+      "step": 51500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9941268926553676e-05,
+      "loss": 0.2639,
+      "step": 52000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9940703954802266e-05,
+      "loss": 0.2653,
+      "step": 52500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.994013898305085e-05,
+      "loss": 0.2737,
+      "step": 53000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993957514124294e-05,
+      "loss": 0.2708,
+      "step": 53500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993901016949153e-05,
+      "loss": 0.2678,
+      "step": 54000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993844519774011e-05,
+      "loss": 0.2519,
+      "step": 54500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99378802259887e-05,
+      "loss": 0.2629,
+      "step": 55000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9937316384180796e-05,
+      "loss": 0.2693,
+      "step": 55500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993675141242938e-05,
+      "loss": 0.2809,
+      "step": 56000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993618644067797e-05,
+      "loss": 0.2585,
+      "step": 56500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9935621468926555e-05,
+      "loss": 0.2671,
+      "step": 57000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9935056497175145e-05,
+      "loss": 0.2691,
+      "step": 57500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993449265536723e-05,
+      "loss": 0.2519,
+      "step": 58000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993392768361582e-05,
+      "loss": 0.2781,
+      "step": 58500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993336271186441e-05,
+      "loss": 0.2463,
+      "step": 59000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9932797740113e-05,
+      "loss": 0.2612,
+      "step": 59500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9932235028248595e-05,
+      "loss": 0.2638,
+      "step": 60000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993167005649718e-05,
+      "loss": 0.2717,
+      "step": 60500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993110508474577e-05,
+      "loss": 0.2552,
+      "step": 61000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.993054011299435e-05,
+      "loss": 0.26,
+      "step": 61500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9929975141242943e-05,
+      "loss": 0.2665,
+      "step": 62000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992941016949153e-05,
+      "loss": 0.2554,
+      "step": 62500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992884519774012e-05,
+      "loss": 0.2508,
+      "step": 63000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99282802259887e-05,
+      "loss": 0.2651,
+      "step": 63500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992771525423729e-05,
+      "loss": 0.2399,
+      "step": 64000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992715028248588e-05,
+      "loss": 0.2515,
+      "step": 64500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992658644067797e-05,
+      "loss": 0.2586,
+      "step": 65000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9926021468926554e-05,
+      "loss": 0.2581,
+      "step": 65500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9925456497175144e-05,
+      "loss": 0.2639,
+      "step": 66000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9924891525423735e-05,
+      "loss": 0.2589,
+      "step": 66500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992432768361582e-05,
+      "loss": 0.2568,
+      "step": 67000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9923762711864406e-05,
+      "loss": 0.2536,
+      "step": 67500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9923197740112997e-05,
+      "loss": 0.2539,
+      "step": 68000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992263276836158e-05,
+      "loss": 0.2574,
+      "step": 68500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9922068926553674e-05,
+      "loss": 0.2473,
+      "step": 69000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9921503954802265e-05,
+      "loss": 0.2535,
+      "step": 69500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9920938983050856e-05,
+      "loss": 0.2479,
+      "step": 70000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.992037401129944e-05,
+      "loss": 0.247,
+      "step": 70500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9919810169491527e-05,
+      "loss": 0.2443,
+      "step": 71000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991924519774012e-05,
+      "loss": 0.2537,
+      "step": 71500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.99186802259887e-05,
+      "loss": 0.2443,
+      "step": 72000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.991811525423729e-05,
+      "loss": 0.2435,
+      "step": 72500
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9917550282485875e-05,
+      "loss": 0.2554,
+      "step": 73000
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 4.9916985310734466e-05,
+      "loss": 0.2551,
+      "step": 73500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9916420338983056e-05,
+      "loss": 0.2447,
+      "step": 74000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991585536723164e-05,
+      "loss": 0.2537,
+      "step": 74500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991529152542373e-05,
+      "loss": 0.2516,
+      "step": 75000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991472655367232e-05,
+      "loss": 0.2398,
+      "step": 75500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.99141615819209e-05,
+      "loss": 0.2441,
+      "step": 76000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991359661016949e-05,
+      "loss": 0.2427,
+      "step": 76500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9913032768361586e-05,
+      "loss": 0.2505,
+      "step": 77000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991246779661018e-05,
+      "loss": 0.2465,
+      "step": 77500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991190282485876e-05,
+      "loss": 0.249,
+      "step": 78000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991133785310735e-05,
+      "loss": 0.2444,
+      "step": 78500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9910772881355935e-05,
+      "loss": 0.2491,
+      "step": 79000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.991020903954802e-05,
+      "loss": 0.2389,
+      "step": 79500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990964406779661e-05,
+      "loss": 0.2489,
+      "step": 80000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9909079096045204e-05,
+      "loss": 0.2481,
+      "step": 80500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990851525423729e-05,
+      "loss": 0.251,
+      "step": 81000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9907950282485875e-05,
+      "loss": 0.2523,
+      "step": 81500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9907385310734465e-05,
+      "loss": 0.2507,
+      "step": 82000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990682033898305e-05,
+      "loss": 0.2482,
+      "step": 82500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990625536723164e-05,
+      "loss": 0.2387,
+      "step": 83000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990569039548022e-05,
+      "loss": 0.2445,
+      "step": 83500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9905125423728814e-05,
+      "loss": 0.2507,
+      "step": 84000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9904560451977405e-05,
+      "loss": 0.2553,
+      "step": 84500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990399548022599e-05,
+      "loss": 0.254,
+      "step": 85000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990343163841808e-05,
+      "loss": 0.2534,
+      "step": 85500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990286666666667e-05,
+      "loss": 0.2489,
+      "step": 86000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990230169491526e-05,
+      "loss": 0.2457,
+      "step": 86500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990173672316385e-05,
+      "loss": 0.2449,
+      "step": 87000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9901172881355935e-05,
+      "loss": 0.239,
+      "step": 87500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9900607909604525e-05,
+      "loss": 0.2482,
+      "step": 88000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.990004293785311e-05,
+      "loss": 0.2454,
+      "step": 88500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98994779661017e-05,
+      "loss": 0.2665,
+      "step": 89000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989891299435028e-05,
+      "loss": 0.2511,
+      "step": 89500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989834915254237e-05,
+      "loss": 0.2604,
+      "step": 90000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989778418079096e-05,
+      "loss": 0.2529,
+      "step": 90500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989721920903955e-05,
+      "loss": 0.2519,
+      "step": 91000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9896654237288135e-05,
+      "loss": 0.2489,
+      "step": 91500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989609039548023e-05,
+      "loss": 0.2569,
+      "step": 92000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989552542372882e-05,
+      "loss": 0.2427,
+      "step": 92500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9894960451977404e-05,
+      "loss": 0.2485,
+      "step": 93000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9894395480225994e-05,
+      "loss": 0.2392,
+      "step": 93500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989383163841808e-05,
+      "loss": 0.2446,
+      "step": 94000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989326666666667e-05,
+      "loss": 0.2424,
+      "step": 94500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9892701694915256e-05,
+      "loss": 0.2472,
+      "step": 95000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9892136723163847e-05,
+      "loss": 0.2531,
+      "step": 95500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989157175141243e-05,
+      "loss": 0.2609,
+      "step": 96000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989100790960452e-05,
+      "loss": 0.2369,
+      "step": 96500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.989044293785311e-05,
+      "loss": 0.2425,
+      "step": 97000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988987796610169e-05,
+      "loss": 0.2486,
+      "step": 97500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988931299435028e-05,
+      "loss": 0.2407,
+      "step": 98000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988874802259887e-05,
+      "loss": 0.2419,
+      "step": 98500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988818418079097e-05,
+      "loss": 0.2393,
+      "step": 99000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988761920903955e-05,
+      "loss": 0.246,
+      "step": 99500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988705423728814e-05,
+      "loss": 0.2512,
+      "step": 100000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9886489265536725e-05,
+      "loss": 0.2512,
+      "step": 100500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9885924293785316e-05,
+      "loss": 0.2406,
+      "step": 101000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98853604519774e-05,
+      "loss": 0.2385,
+      "step": 101500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9884795480225994e-05,
+      "loss": 0.2456,
+      "step": 102000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988423050847458e-05,
+      "loss": 0.2394,
+      "step": 102500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988366553672317e-05,
+      "loss": 0.24,
+      "step": 103000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988310056497175e-05,
+      "loss": 0.2506,
+      "step": 103500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988253559322034e-05,
+      "loss": 0.2467,
+      "step": 104000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9881970621468926e-05,
+      "loss": 0.2451,
+      "step": 104500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.988140564971752e-05,
+      "loss": 0.2393,
+      "step": 105000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9880841807909604e-05,
+      "loss": 0.2374,
+      "step": 105500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9880276836158195e-05,
+      "loss": 0.2488,
+      "step": 106000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987971186440678e-05,
+      "loss": 0.2413,
+      "step": 106500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987914689265537e-05,
+      "loss": 0.2442,
+      "step": 107000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987858305084746e-05,
+      "loss": 0.2399,
+      "step": 107500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987801807909605e-05,
+      "loss": 0.2342,
+      "step": 108000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987745310734464e-05,
+      "loss": 0.2343,
+      "step": 108500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987688813559323e-05,
+      "loss": 0.2306,
+      "step": 109000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987632316384181e-05,
+      "loss": 0.2305,
+      "step": 109500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98757593220339e-05,
+      "loss": 0.2358,
+      "step": 110000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987519435028249e-05,
+      "loss": 0.2524,
+      "step": 110500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987462937853107e-05,
+      "loss": 0.2306,
+      "step": 111000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9874064406779664e-05,
+      "loss": 0.2395,
+      "step": 111500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9873499435028255e-05,
+      "loss": 0.2422,
+      "step": 112000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.987293559322034e-05,
+      "loss": 0.2463,
+      "step": 112500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9872370621468926e-05,
+      "loss": 0.2345,
+      "step": 113000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9871805649717516e-05,
+      "loss": 0.2349,
+      "step": 113500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98712406779661e-05,
+      "loss": 0.2365,
+      "step": 114000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9870676836158194e-05,
+      "loss": 0.24,
+      "step": 114500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9870111864406784e-05,
+      "loss": 0.24,
+      "step": 115000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9869546892655375e-05,
+      "loss": 0.2332,
+      "step": 115500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986898305084746e-05,
+      "loss": 0.246,
+      "step": 116000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9868418079096046e-05,
+      "loss": 0.2423,
+      "step": 116500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986785310734464e-05,
+      "loss": 0.2419,
+      "step": 117000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986728813559322e-05,
+      "loss": 0.2437,
+      "step": 117500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986672316384181e-05,
+      "loss": 0.2456,
+      "step": 118000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9866158192090395e-05,
+      "loss": 0.2321,
+      "step": 118500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9865593220338985e-05,
+      "loss": 0.2369,
+      "step": 119000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9865028248587576e-05,
+      "loss": 0.2355,
+      "step": 119500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986446327683616e-05,
+      "loss": 0.2312,
+      "step": 120000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986389943502825e-05,
+      "loss": 0.2285,
+      "step": 120500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986333446327684e-05,
+      "loss": 0.2326,
+      "step": 121000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986276949152542e-05,
+      "loss": 0.2343,
+      "step": 121500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986220451977401e-05,
+      "loss": 0.2325,
+      "step": 122000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98616395480226e-05,
+      "loss": 0.2329,
+      "step": 122500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9861075706214697e-05,
+      "loss": 0.2341,
+      "step": 123000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.986051073446328e-05,
+      "loss": 0.2362,
+      "step": 123500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985994576271187e-05,
+      "loss": 0.2265,
+      "step": 124000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9859380790960455e-05,
+      "loss": 0.2445,
+      "step": 124500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9858815819209045e-05,
+      "loss": 0.2234,
+      "step": 125000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985825197740113e-05,
+      "loss": 0.2263,
+      "step": 125500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985768700564972e-05,
+      "loss": 0.2249,
+      "step": 126000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985712203389831e-05,
+      "loss": 0.225,
+      "step": 126500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98565570621469e-05,
+      "loss": 0.2192,
+      "step": 127000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9855993220338985e-05,
+      "loss": 0.2351,
+      "step": 127500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985542824858757e-05,
+      "loss": 0.2289,
+      "step": 128000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985486327683616e-05,
+      "loss": 0.2254,
+      "step": 128500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985429830508474e-05,
+      "loss": 0.2199,
+      "step": 129000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9853733333333333e-05,
+      "loss": 0.2175,
+      "step": 129500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985316949152543e-05,
+      "loss": 0.2288,
+      "step": 130000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985260451977402e-05,
+      "loss": 0.2277,
+      "step": 130500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98520395480226e-05,
+      "loss": 0.2283,
+      "step": 131000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.985147457627119e-05,
+      "loss": 0.224,
+      "step": 131500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9850909604519776e-05,
+      "loss": 0.2252,
+      "step": 132000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9850345762711863e-05,
+      "loss": 0.2283,
+      "step": 132500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9849780790960454e-05,
+      "loss": 0.2277,
+      "step": 133000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9849215819209045e-05,
+      "loss": 0.2375,
+      "step": 133500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984865084745763e-05,
+      "loss": 0.2271,
+      "step": 134000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9848087005649716e-05,
+      "loss": 0.2195,
+      "step": 134500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9847522033898306e-05,
+      "loss": 0.2234,
+      "step": 135000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984695706214689e-05,
+      "loss": 0.23,
+      "step": 135500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984639209039548e-05,
+      "loss": 0.2272,
+      "step": 136000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984582711864407e-05,
+      "loss": 0.2297,
+      "step": 136500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9845263276836165e-05,
+      "loss": 0.2216,
+      "step": 137000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984469830508475e-05,
+      "loss": 0.2276,
+      "step": 137500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984413333333334e-05,
+      "loss": 0.2197,
+      "step": 138000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984356836158192e-05,
+      "loss": 0.2385,
+      "step": 138500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984300451977401e-05,
+      "loss": 0.2194,
+      "step": 139000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98424395480226e-05,
+      "loss": 0.2254,
+      "step": 139500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984187457627119e-05,
+      "loss": 0.2197,
+      "step": 140000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9841309604519776e-05,
+      "loss": 0.2209,
+      "step": 140500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9840744632768366e-05,
+      "loss": 0.2319,
+      "step": 141000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.984018192090396e-05,
+      "loss": 0.2211,
+      "step": 141500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983961694915255e-05,
+      "loss": 0.2284,
+      "step": 142000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983905197740113e-05,
+      "loss": 0.2227,
+      "step": 142500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983848700564972e-05,
+      "loss": 0.2294,
+      "step": 143000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983792203389831e-05,
+      "loss": 0.2226,
+      "step": 143500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9837357062146896e-05,
+      "loss": 0.2215,
+      "step": 144000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983679209039549e-05,
+      "loss": 0.231,
+      "step": 144500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983622711864407e-05,
+      "loss": 0.2286,
+      "step": 145000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983566327683616e-05,
+      "loss": 0.2171,
+      "step": 145500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983509830508475e-05,
+      "loss": 0.2293,
+      "step": 146000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983453333333333e-05,
+      "loss": 0.2271,
+      "step": 146500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983396836158192e-05,
+      "loss": 0.2218,
+      "step": 147000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983340338983051e-05,
+      "loss": 0.2184,
+      "step": 147500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98328395480226e-05,
+      "loss": 0.2224,
+      "step": 148000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9832274576271184e-05,
+      "loss": 0.2212,
+      "step": 148500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9831709604519775e-05,
+      "loss": 0.2199,
+      "step": 149000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983114463276836e-05,
+      "loss": 0.2293,
+      "step": 149500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983058079096045e-05,
+      "loss": 0.2179,
+      "step": 150000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.983001581920904e-05,
+      "loss": 0.2149,
+      "step": 150500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9829450847457634e-05,
+      "loss": 0.2239,
+      "step": 151000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982888587570622e-05,
+      "loss": 0.2219,
+      "step": 151500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982832090395481e-05,
+      "loss": 0.2198,
+      "step": 152000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9827757062146895e-05,
+      "loss": 0.2162,
+      "step": 152500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982719209039548e-05,
+      "loss": 0.2279,
+      "step": 153000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982662711864407e-05,
+      "loss": 0.2156,
+      "step": 153500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982606214689266e-05,
+      "loss": 0.2188,
+      "step": 154000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9825497175141244e-05,
+      "loss": 0.2132,
+      "step": 154500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982493333333333e-05,
+      "loss": 0.2253,
+      "step": 155000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982436836158192e-05,
+      "loss": 0.2166,
+      "step": 155500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9823803389830506e-05,
+      "loss": 0.2255,
+      "step": 156000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9823238418079096e-05,
+      "loss": 0.2145,
+      "step": 156500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982267457627119e-05,
+      "loss": 0.219,
+      "step": 157000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982210960451978e-05,
+      "loss": 0.2231,
+      "step": 157500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9821544632768365e-05,
+      "loss": 0.2281,
+      "step": 158000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9820979661016955e-05,
+      "loss": 0.2163,
+      "step": 158500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.982041581920904e-05,
+      "loss": 0.2158,
+      "step": 159000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9819850847457626e-05,
+      "loss": 0.2215,
+      "step": 159500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981928587570622e-05,
+      "loss": 0.2193,
+      "step": 160000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98187209039548e-05,
+      "loss": 0.2243,
+      "step": 160500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981815593220339e-05,
+      "loss": 0.2158,
+      "step": 161000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981759209039548e-05,
+      "loss": 0.2072,
+      "step": 161500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981702711864407e-05,
+      "loss": 0.216,
+      "step": 162000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981646214689266e-05,
+      "loss": 0.2247,
+      "step": 162500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9815897175141243e-05,
+      "loss": 0.2244,
+      "step": 163000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981533333333334e-05,
+      "loss": 0.219,
+      "step": 163500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981476836158193e-05,
+      "loss": 0.2238,
+      "step": 164000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981420338983051e-05,
+      "loss": 0.2241,
+      "step": 164500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.98136384180791e-05,
+      "loss": 0.212,
+      "step": 165000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981307457627119e-05,
+      "loss": 0.2108,
+      "step": 165500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981250960451977e-05,
+      "loss": 0.2056,
+      "step": 166000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9811944632768364e-05,
+      "loss": 0.2144,
+      "step": 166500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981137966101695e-05,
+      "loss": 0.2165,
+      "step": 167000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981081581920904e-05,
+      "loss": 0.2084,
+      "step": 167500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.981025084745763e-05,
+      "loss": 0.222,
+      "step": 168000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9809685875706216e-05,
+      "loss": 0.2157,
+      "step": 168500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980912090395481e-05,
+      "loss": 0.2174,
+      "step": 169000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9808557062146894e-05,
+      "loss": 0.2121,
+      "step": 169500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9807992090395484e-05,
+      "loss": 0.2135,
+      "step": 170000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980742711864407e-05,
+      "loss": 0.2234,
+      "step": 170500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980686214689266e-05,
+      "loss": 0.2147,
+      "step": 171000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980629717514125e-05,
+      "loss": 0.2161,
+      "step": 171500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980573333333334e-05,
+      "loss": 0.2154,
+      "step": 172000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980516836158192e-05,
+      "loss": 0.2136,
+      "step": 172500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980460338983051e-05,
+      "loss": 0.2222,
+      "step": 173000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9804038418079095e-05,
+      "loss": 0.1996,
+      "step": 173500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9803473446327685e-05,
+      "loss": 0.2093,
+      "step": 174000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980290960451978e-05,
+      "loss": 0.2238,
+      "step": 174500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980234463276836e-05,
+      "loss": 0.2108,
+      "step": 175000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9801779661016954e-05,
+      "loss": 0.2035,
+      "step": 175500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980121468926554e-05,
+      "loss": 0.2161,
+      "step": 176000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.980065084745763e-05,
+      "loss": 0.2125,
+      "step": 176500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9800085875706215e-05,
+      "loss": 0.2132,
+      "step": 177000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9799520903954806e-05,
+      "loss": 0.218,
+      "step": 177500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9798955932203397e-05,
+      "loss": 0.2143,
+      "step": 178000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979839096045198e-05,
+      "loss": 0.2107,
+      "step": 178500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979782598870057e-05,
+      "loss": 0.2084,
+      "step": 179000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979726214689266e-05,
+      "loss": 0.2151,
+      "step": 179500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979669717514124e-05,
+      "loss": 0.2011,
+      "step": 180000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979613220338983e-05,
+      "loss": 0.2127,
+      "step": 180500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9795567231638416e-05,
+      "loss": 0.2145,
+      "step": 181000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979500225988701e-05,
+      "loss": 0.2178,
+      "step": 181500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97944384180791e-05,
+      "loss": 0.202,
+      "step": 182000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979387457627119e-05,
+      "loss": 0.2129,
+      "step": 182500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979330960451978e-05,
+      "loss": 0.2158,
+      "step": 183000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979274463276836e-05,
+      "loss": 0.2142,
+      "step": 183500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979217966101695e-05,
+      "loss": 0.203,
+      "step": 184000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979161468926554e-05,
+      "loss": 0.2119,
+      "step": 184500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979104971751413e-05,
+      "loss": 0.209,
+      "step": 185000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.979048474576272e-05,
+      "loss": 0.2094,
+      "step": 185500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97899197740113e-05,
+      "loss": 0.2008,
+      "step": 186000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978935593220339e-05,
+      "loss": 0.2159,
+      "step": 186500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978879096045198e-05,
+      "loss": 0.2096,
+      "step": 187000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9788225988700563e-05,
+      "loss": 0.2123,
+      "step": 187500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9787661016949154e-05,
+      "loss": 0.212,
+      "step": 188000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978709604519774e-05,
+      "loss": 0.2066,
+      "step": 188500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978653220338983e-05,
+      "loss": 0.2081,
+      "step": 189000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978596723163842e-05,
+      "loss": 0.2061,
+      "step": 189500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9785402259887006e-05,
+      "loss": 0.2067,
+      "step": 190000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97848372881356e-05,
+      "loss": 0.2133,
+      "step": 190500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9784273446327684e-05,
+      "loss": 0.2085,
+      "step": 191000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9783708474576275e-05,
+      "loss": 0.2088,
+      "step": 191500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9783143502824865e-05,
+      "loss": 0.2039,
+      "step": 192000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978257853107345e-05,
+      "loss": 0.2116,
+      "step": 192500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978201355932204e-05,
+      "loss": 0.2098,
+      "step": 193000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978144858757062e-05,
+      "loss": 0.2066,
+      "step": 193500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.978088474576271e-05,
+      "loss": 0.1969,
+      "step": 194000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97803197740113e-05,
+      "loss": 0.2102,
+      "step": 194500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9779754802259885e-05,
+      "loss": 0.2084,
+      "step": 195000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9779189830508476e-05,
+      "loss": 0.2135,
+      "step": 195500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977862598870057e-05,
+      "loss": 0.211,
+      "step": 196000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977806101694916e-05,
+      "loss": 0.2096,
+      "step": 196500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9777496045197744e-05,
+      "loss": 0.2061,
+      "step": 197000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9776931073446334e-05,
+      "loss": 0.2109,
+      "step": 197500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977636610169492e-05,
+      "loss": 0.2003,
+      "step": 198000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9775802259887005e-05,
+      "loss": 0.2047,
+      "step": 198500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9775237288135596e-05,
+      "loss": 0.2035,
+      "step": 199000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977467231638419e-05,
+      "loss": 0.2191,
+      "step": 199500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977410734463277e-05,
+      "loss": 0.2075,
+      "step": 200000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977354237288136e-05,
+      "loss": 0.2098,
+      "step": 200500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977297853107345e-05,
+      "loss": 0.2058,
+      "step": 201000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977241355932203e-05,
+      "loss": 0.203,
+      "step": 201500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977184858757062e-05,
+      "loss": 0.2074,
+      "step": 202000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977128361581921e-05,
+      "loss": 0.2019,
+      "step": 202500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97707186440678e-05,
+      "loss": 0.2046,
+      "step": 203000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.977015480225989e-05,
+      "loss": 0.207,
+      "step": 203500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976958983050848e-05,
+      "loss": 0.2085,
+      "step": 204000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9769024858757065e-05,
+      "loss": 0.2112,
+      "step": 204500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9768459887005656e-05,
+      "loss": 0.2111,
+      "step": 205000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976789491525424e-05,
+      "loss": 0.2064,
+      "step": 205500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9767331073446334e-05,
+      "loss": 0.213,
+      "step": 206000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976676610169492e-05,
+      "loss": 0.21,
+      "step": 206500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976620112994351e-05,
+      "loss": 0.2064,
+      "step": 207000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976563615819209e-05,
+      "loss": 0.2016,
+      "step": 207500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976507231638418e-05,
+      "loss": 0.1975,
+      "step": 208000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976450734463277e-05,
+      "loss": 0.1976,
+      "step": 208500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9763942372881354e-05,
+      "loss": 0.2073,
+      "step": 209000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9763377401129944e-05,
+      "loss": 0.2081,
+      "step": 209500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9762812429378535e-05,
+      "loss": 0.2157,
+      "step": 210000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976224745762712e-05,
+      "loss": 0.2011,
+      "step": 210500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976168248587571e-05,
+      "loss": 0.2008,
+      "step": 211000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976111751412429e-05,
+      "loss": 0.1979,
+      "step": 211500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.976055367231639e-05,
+      "loss": 0.1947,
+      "step": 212000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975998870056498e-05,
+      "loss": 0.1923,
+      "step": 212500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975942372881356e-05,
+      "loss": 0.2057,
+      "step": 213000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975885875706215e-05,
+      "loss": 0.2052,
+      "step": 213500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9758293785310736e-05,
+      "loss": 0.2111,
+      "step": 214000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975772994350283e-05,
+      "loss": 0.1997,
+      "step": 214500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9757164971751413e-05,
+      "loss": 0.2013,
+      "step": 215000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9756600000000004e-05,
+      "loss": 0.2007,
+      "step": 215500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975603502824859e-05,
+      "loss": 0.2034,
+      "step": 216000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975547005649718e-05,
+      "loss": 0.2054,
+      "step": 216500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975490508474577e-05,
+      "loss": 0.2007,
+      "step": 217000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9754341242937856e-05,
+      "loss": 0.1929,
+      "step": 217500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975377627118644e-05,
+      "loss": 0.2041,
+      "step": 218000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975321129943503e-05,
+      "loss": 0.1977,
+      "step": 218500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9752646327683614e-05,
+      "loss": 0.1938,
+      "step": 219000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.9752081355932205e-05,
+      "loss": 0.2061,
+      "step": 219500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.97515175141243e-05,
+      "loss": 0.2037,
+      "step": 220000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975095254237289e-05,
+      "loss": 0.2086,
+      "step": 220500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.975038757062147e-05,
+      "loss": 0.1962,
+      "step": 221000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9749822598870064e-05,
+      "loss": 0.2073,
+      "step": 221500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974925875706215e-05,
+      "loss": 0.1907,
+      "step": 222000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9748693785310735e-05,
+      "loss": 0.1939,
+      "step": 222500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9748128813559326e-05,
+      "loss": 0.198,
+      "step": 223000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974756384180791e-05,
+      "loss": 0.2071,
+      "step": 223500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97469988700565e-05,
+      "loss": 0.2023,
+      "step": 224000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974643502824859e-05,
+      "loss": 0.1931,
+      "step": 224500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974587005649718e-05,
+      "loss": 0.1969,
+      "step": 225000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974530508474576e-05,
+      "loss": 0.1919,
+      "step": 225500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974474011299435e-05,
+      "loss": 0.1974,
+      "step": 226000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9744176271186446e-05,
+      "loss": 0.1898,
+      "step": 226500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974361129943504e-05,
+      "loss": 0.2037,
+      "step": 227000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974304632768362e-05,
+      "loss": 0.199,
+      "step": 227500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974248135593221e-05,
+      "loss": 0.1962,
+      "step": 228000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97419175141243e-05,
+      "loss": 0.1923,
+      "step": 228500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974135254237288e-05,
+      "loss": 0.1849,
+      "step": 229000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.974078757062147e-05,
+      "loss": 0.1937,
+      "step": 229500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9740222598870056e-05,
+      "loss": 0.212,
+      "step": 230000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973965762711865e-05,
+      "loss": 0.2,
+      "step": 230500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973909265536724e-05,
+      "loss": 0.1996,
+      "step": 231000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973852768361582e-05,
+      "loss": 0.1985,
+      "step": 231500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973796271186441e-05,
+      "loss": 0.2012,
+      "step": 232000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97373988700565e-05,
+      "loss": 0.1883,
+      "step": 232500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973683389830508e-05,
+      "loss": 0.1851,
+      "step": 233000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9736268926553674e-05,
+      "loss": 0.1963,
+      "step": 233500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973570395480226e-05,
+      "loss": 0.2054,
+      "step": 234000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973513898305085e-05,
+      "loss": 0.1984,
+      "step": 234500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973457514124294e-05,
+      "loss": 0.1985,
+      "step": 235000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973401016949153e-05,
+      "loss": 0.1926,
+      "step": 235500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9733445197740116e-05,
+      "loss": 0.203,
+      "step": 236000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973288022598871e-05,
+      "loss": 0.1988,
+      "step": 236500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9732316384180794e-05,
+      "loss": 0.1957,
+      "step": 237000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973175141242938e-05,
+      "loss": 0.1924,
+      "step": 237500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973118644067797e-05,
+      "loss": 0.1918,
+      "step": 238000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973062146892656e-05,
+      "loss": 0.1969,
+      "step": 238500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.973005649717514e-05,
+      "loss": 0.2039,
+      "step": 239000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972949265536723e-05,
+      "loss": 0.1937,
+      "step": 239500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972892768361582e-05,
+      "loss": 0.1996,
+      "step": 240000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9728362711864404e-05,
+      "loss": 0.1993,
+      "step": 240500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9727797740112995e-05,
+      "loss": 0.1901,
+      "step": 241000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972723389830509e-05,
+      "loss": 0.2075,
+      "step": 241500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972666892655368e-05,
+      "loss": 0.1993,
+      "step": 242000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9726103954802263e-05,
+      "loss": 0.1892,
+      "step": 242500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9725538983050854e-05,
+      "loss": 0.2005,
+      "step": 243000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972497401129944e-05,
+      "loss": 0.1944,
+      "step": 243500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9724410169491525e-05,
+      "loss": 0.201,
+      "step": 244000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9723845197740116e-05,
+      "loss": 0.204,
+      "step": 244500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9723280225988706e-05,
+      "loss": 0.2029,
+      "step": 245000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972271525423729e-05,
+      "loss": 0.2045,
+      "step": 245500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972215141242938e-05,
+      "loss": 0.1943,
+      "step": 246000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972158644067797e-05,
+      "loss": 0.1921,
+      "step": 246500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972102146892655e-05,
+      "loss": 0.1958,
+      "step": 247000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.972045649717514e-05,
+      "loss": 0.1893,
+      "step": 247500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9719891525423726e-05,
+      "loss": 0.198,
+      "step": 248000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971932768361583e-05,
+      "loss": 0.1972,
+      "step": 248500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971876271186441e-05,
+      "loss": 0.1959,
+      "step": 249000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9718197740113e-05,
+      "loss": 0.1942,
+      "step": 249500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9717632768361585e-05,
+      "loss": 0.2012,
+      "step": 250000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9717067796610175e-05,
+      "loss": 0.1999,
+      "step": 250500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971650395480226e-05,
+      "loss": 0.201,
+      "step": 251000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9715938983050847e-05,
+      "loss": 0.191,
+      "step": 251500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971537401129944e-05,
+      "loss": 0.1892,
+      "step": 252000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971480903954803e-05,
+      "loss": 0.1975,
+      "step": 252500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9714245197740115e-05,
+      "loss": 0.1934,
+      "step": 253000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.97136802259887e-05,
+      "loss": 0.1846,
+      "step": 253500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971311525423729e-05,
+      "loss": 0.1863,
+      "step": 254000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971255028248587e-05,
+      "loss": 0.18,
+      "step": 254500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9711985310734464e-05,
+      "loss": 0.1864,
+      "step": 255000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971142146892656e-05,
+      "loss": 0.1797,
+      "step": 255500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971085649717515e-05,
+      "loss": 0.197,
+      "step": 256000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.971029152542373e-05,
+      "loss": 0.1857,
+      "step": 256500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970972655367232e-05,
+      "loss": 0.1929,
+      "step": 257000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9709161581920906e-05,
+      "loss": 0.1903,
+      "step": 257500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9708597740112994e-05,
+      "loss": 0.1879,
+      "step": 258000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9708032768361584e-05,
+      "loss": 0.198,
+      "step": 258500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9707467796610175e-05,
+      "loss": 0.1957,
+      "step": 259000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970690282485876e-05,
+      "loss": 0.186,
+      "step": 259500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9706338983050846e-05,
+      "loss": 0.1859,
+      "step": 260000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9705774011299436e-05,
+      "loss": 0.1833,
+      "step": 260500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970520903954802e-05,
+      "loss": 0.1869,
+      "step": 261000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970464406779661e-05,
+      "loss": 0.1895,
+      "step": 261500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9704079096045195e-05,
+      "loss": 0.1896,
+      "step": 262000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9703514124293785e-05,
+      "loss": 0.1864,
+      "step": 262500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970295028248588e-05,
+      "loss": 0.1915,
+      "step": 263000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970238531073447e-05,
+      "loss": 0.188,
+      "step": 263500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9701820338983054e-05,
+      "loss": 0.1895,
+      "step": 264000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9701255367231644e-05,
+      "loss": 0.1918,
+      "step": 264500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970069039548023e-05,
+      "loss": 0.1955,
+      "step": 265000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.970012655367232e-05,
+      "loss": 0.1879,
+      "step": 265500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9699561581920906e-05,
+      "loss": 0.1913,
+      "step": 266000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9698996610169496e-05,
+      "loss": 0.1873,
+      "step": 266500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969843163841808e-05,
+      "loss": 0.1939,
+      "step": 267000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969786666666667e-05,
+      "loss": 0.1865,
+      "step": 267500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9697301694915254e-05,
+      "loss": 0.1934,
+      "step": 268000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969673785310734e-05,
+      "loss": 0.1905,
+      "step": 268500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969617288135593e-05,
+      "loss": 0.1829,
+      "step": 269000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969560790960452e-05,
+      "loss": 0.1903,
+      "step": 269500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969504293785311e-05,
+      "loss": 0.1909,
+      "step": 270000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96944779661017e-05,
+      "loss": 0.1989,
+      "step": 270500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969391412429379e-05,
+      "loss": 0.192,
+      "step": 271000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9693349152542375e-05,
+      "loss": 0.1898,
+      "step": 271500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9692784180790966e-05,
+      "loss": 0.189,
+      "step": 272000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969221920903955e-05,
+      "loss": 0.1874,
+      "step": 272500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969165536723164e-05,
+      "loss": 0.1868,
+      "step": 273000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.969109152542373e-05,
+      "loss": 0.1936,
+      "step": 273500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9690526553672314e-05,
+      "loss": 0.2004,
+      "step": 274000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9689961581920905e-05,
+      "loss": 0.1902,
+      "step": 274500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968939661016949e-05,
+      "loss": 0.1762,
+      "step": 275000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968883163841808e-05,
+      "loss": 0.1911,
+      "step": 275500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968826666666666e-05,
+      "loss": 0.1937,
+      "step": 276000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9687701694915254e-05,
+      "loss": 0.1808,
+      "step": 276500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9687136723163844e-05,
+      "loss": 0.1935,
+      "step": 277000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968657288135594e-05,
+      "loss": 0.1995,
+      "step": 277500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968600790960452e-05,
+      "loss": 0.1892,
+      "step": 278000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968544293785311e-05,
+      "loss": 0.1894,
+      "step": 278500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9684877966101696e-05,
+      "loss": 0.1892,
+      "step": 279000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968431299435029e-05,
+      "loss": 0.1936,
+      "step": 279500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9683749152542374e-05,
+      "loss": 0.1881,
+      "step": 280000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9683184180790965e-05,
+      "loss": 0.1814,
+      "step": 280500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968261920903955e-05,
+      "loss": 0.1935,
+      "step": 281000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968205423728814e-05,
+      "loss": 0.1932,
+      "step": 281500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9681490395480226e-05,
+      "loss": 0.1786,
+      "step": 282000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.968092542372881e-05,
+      "loss": 0.1935,
+      "step": 282500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96803604519774e-05,
+      "loss": 0.1805,
+      "step": 283000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967979548022599e-05,
+      "loss": 0.1854,
+      "step": 283500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9679230508474575e-05,
+      "loss": 0.1924,
+      "step": 284000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9678665536723166e-05,
+      "loss": 0.1838,
+      "step": 284500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967810169491526e-05,
+      "loss": 0.1806,
+      "step": 285000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9677536723163844e-05,
+      "loss": 0.1826,
+      "step": 285500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9676971751412434e-05,
+      "loss": 0.1945,
+      "step": 286000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967640677966102e-05,
+      "loss": 0.1886,
+      "step": 286500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967584180790961e-05,
+      "loss": 0.1838,
+      "step": 287000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96752768361582e-05,
+      "loss": 0.1843,
+      "step": 287500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9674712994350286e-05,
+      "loss": 0.1885,
+      "step": 288000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967414802259887e-05,
+      "loss": 0.1826,
+      "step": 288500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967358305084746e-05,
+      "loss": 0.1889,
+      "step": 289000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9673018079096045e-05,
+      "loss": 0.1836,
+      "step": 289500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967245423728814e-05,
+      "loss": 0.1816,
+      "step": 290000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967188926553672e-05,
+      "loss": 0.1826,
+      "step": 290500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967132429378531e-05,
+      "loss": 0.185,
+      "step": 291000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96707593220339e-05,
+      "loss": 0.1829,
+      "step": 291500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.967019548022599e-05,
+      "loss": 0.1879,
+      "step": 292000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966963050847458e-05,
+      "loss": 0.1877,
+      "step": 292500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9669065536723165e-05,
+      "loss": 0.1871,
+      "step": 293000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9668500564971756e-05,
+      "loss": 0.1782,
+      "step": 293500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9667935593220346e-05,
+      "loss": 0.1809,
+      "step": 294000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9667371751412433e-05,
+      "loss": 0.184,
+      "step": 294500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966680677966102e-05,
+      "loss": 0.1762,
+      "step": 295000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966624180790961e-05,
+      "loss": 0.1848,
+      "step": 295500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966567683615819e-05,
+      "loss": 0.1961,
+      "step": 296000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966511186440678e-05,
+      "loss": 0.1808,
+      "step": 296500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966454802259887e-05,
+      "loss": 0.1753,
+      "step": 297000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966398305084746e-05,
+      "loss": 0.1811,
+      "step": 297500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9663418079096044e-05,
+      "loss": 0.1784,
+      "step": 298000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9662853107344634e-05,
+      "loss": 0.1861,
+      "step": 298500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966228926553673e-05,
+      "loss": 0.1775,
+      "step": 299000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966172429378531e-05,
+      "loss": 0.1912,
+      "step": 299500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96611593220339e-05,
+      "loss": 0.1923,
+      "step": 300000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9660594350282487e-05,
+      "loss": 0.1857,
+      "step": 300500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.966002937853108e-05,
+      "loss": 0.1795,
+      "step": 301000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965946440677967e-05,
+      "loss": 0.1864,
+      "step": 301500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9658900564971755e-05,
+      "loss": 0.1891,
+      "step": 302000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965833559322034e-05,
+      "loss": 0.1806,
+      "step": 302500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965777062146893e-05,
+      "loss": 0.1745,
+      "step": 303000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965720564971751e-05,
+      "loss": 0.1869,
+      "step": 303500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9656640677966104e-05,
+      "loss": 0.1863,
+      "step": 304000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965607683615819e-05,
+      "loss": 0.1871,
+      "step": 304500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965551186440678e-05,
+      "loss": 0.1811,
+      "step": 305000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9654946892655365e-05,
+      "loss": 0.1871,
+      "step": 305500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9654381920903956e-05,
+      "loss": 0.1828,
+      "step": 306000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965381807909605e-05,
+      "loss": 0.1833,
+      "step": 306500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9653253107344634e-05,
+      "loss": 0.1709,
+      "step": 307000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9652688135593224e-05,
+      "loss": 0.1862,
+      "step": 307500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9652123163841815e-05,
+      "loss": 0.1799,
+      "step": 308000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96515581920904e-05,
+      "loss": 0.1784,
+      "step": 308500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965099322033899e-05,
+      "loss": 0.1896,
+      "step": 309000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.965042824858757e-05,
+      "loss": 0.1867,
+      "step": 309500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9649863276836164e-05,
+      "loss": 0.1747,
+      "step": 310000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964929943502825e-05,
+      "loss": 0.1837,
+      "step": 310500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9648734463276835e-05,
+      "loss": 0.1832,
+      "step": 311000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9648169491525425e-05,
+      "loss": 0.1856,
+      "step": 311500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9647604519774016e-05,
+      "loss": 0.1819,
+      "step": 312000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96470395480226e-05,
+      "loss": 0.1741,
+      "step": 312500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964647570621469e-05,
+      "loss": 0.1853,
+      "step": 313000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964591073446328e-05,
+      "loss": 0.1817,
+      "step": 313500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964534689265537e-05,
+      "loss": 0.182,
+      "step": 314000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9644781920903955e-05,
+      "loss": 0.18,
+      "step": 314500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9644216949152546e-05,
+      "loss": 0.1769,
+      "step": 315000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9643651977401136e-05,
+      "loss": 0.1796,
+      "step": 315500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964308700564972e-05,
+      "loss": 0.176,
+      "step": 316000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964252203389831e-05,
+      "loss": 0.1815,
+      "step": 316500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9641957062146895e-05,
+      "loss": 0.1761,
+      "step": 317000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9641392090395485e-05,
+      "loss": 0.1798,
+      "step": 317500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964082711864407e-05,
+      "loss": 0.1819,
+      "step": 318000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.964026214689266e-05,
+      "loss": 0.1744,
+      "step": 318500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963969717514125e-05,
+      "loss": 0.1824,
+      "step": 319000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963913333333334e-05,
+      "loss": 0.1898,
+      "step": 319500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963856836158192e-05,
+      "loss": 0.18,
+      "step": 320000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963800338983051e-05,
+      "loss": 0.1716,
+      "step": 320500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9637438418079095e-05,
+      "loss": 0.1864,
+      "step": 321000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9636873446327686e-05,
+      "loss": 0.1743,
+      "step": 321500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963630960451977e-05,
+      "loss": 0.1876,
+      "step": 322000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9635744632768364e-05,
+      "loss": 0.1753,
+      "step": 322500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963517966101695e-05,
+      "loss": 0.1828,
+      "step": 323000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963461468926554e-05,
+      "loss": 0.1863,
+      "step": 323500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963404971751412e-05,
+      "loss": 0.1797,
+      "step": 324000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9633485875706216e-05,
+      "loss": 0.1839,
+      "step": 324500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9632920903954807e-05,
+      "loss": 0.1852,
+      "step": 325000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96323559322034e-05,
+      "loss": 0.1821,
+      "step": 325500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963179096045198e-05,
+      "loss": 0.1861,
+      "step": 326000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963122598870057e-05,
+      "loss": 0.1787,
+      "step": 326500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9630661016949155e-05,
+      "loss": 0.1687,
+      "step": 327000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.963009717514124e-05,
+      "loss": 0.1755,
+      "step": 327500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962953220338983e-05,
+      "loss": 0.1779,
+      "step": 328000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962896723163842e-05,
+      "loss": 0.1727,
+      "step": 328500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962840225988701e-05,
+      "loss": 0.1863,
+      "step": 329000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96278372881356e-05,
+      "loss": 0.183,
+      "step": 329500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9627273446327685e-05,
+      "loss": 0.1881,
+      "step": 330000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962670847457627e-05,
+      "loss": 0.179,
+      "step": 330500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962614350282486e-05,
+      "loss": 0.1911,
+      "step": 331000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9625578531073444e-05,
+      "loss": 0.1796,
+      "step": 331500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9625013559322034e-05,
+      "loss": 0.1782,
+      "step": 332000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962444971751413e-05,
+      "loss": 0.1721,
+      "step": 332500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962388474576272e-05,
+      "loss": 0.1731,
+      "step": 333000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96233197740113e-05,
+      "loss": 0.1832,
+      "step": 333500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962275480225989e-05,
+      "loss": 0.1782,
+      "step": 334000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.962218983050848e-05,
+      "loss": 0.1764,
+      "step": 334500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9621625988700564e-05,
+      "loss": 0.1806,
+      "step": 335000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9621061016949155e-05,
+      "loss": 0.1832,
+      "step": 335500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9620496045197745e-05,
+      "loss": 0.1894,
+      "step": 336000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961993107344633e-05,
+      "loss": 0.1849,
+      "step": 336500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9619367231638416e-05,
+      "loss": 0.1889,
+      "step": 337000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961880225988701e-05,
+      "loss": 0.1813,
+      "step": 337500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961823728813559e-05,
+      "loss": 0.1798,
+      "step": 338000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961767231638418e-05,
+      "loss": 0.1696,
+      "step": 338500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9617107344632765e-05,
+      "loss": 0.1722,
+      "step": 339000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9616543502824866e-05,
+      "loss": 0.1783,
+      "step": 339500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961597853107345e-05,
+      "loss": 0.1755,
+      "step": 340000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961541355932204e-05,
+      "loss": 0.171,
+      "step": 340500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9614848587570624e-05,
+      "loss": 0.1797,
+      "step": 341000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961428474576271e-05,
+      "loss": 0.1726,
+      "step": 341500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96137197740113e-05,
+      "loss": 0.1728,
+      "step": 342000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9613154802259886e-05,
+      "loss": 0.1756,
+      "step": 342500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9612589830508476e-05,
+      "loss": 0.1759,
+      "step": 343000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961202485875707e-05,
+      "loss": 0.1885,
+      "step": 343500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9611461016949154e-05,
+      "loss": 0.1714,
+      "step": 344000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9610896045197745e-05,
+      "loss": 0.1807,
+      "step": 344500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.961033107344633e-05,
+      "loss": 0.1757,
+      "step": 345000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960976610169492e-05,
+      "loss": 0.1731,
+      "step": 345500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96092011299435e-05,
+      "loss": 0.1755,
+      "step": 346000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960863615819209e-05,
+      "loss": 0.1764,
+      "step": 346500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960807118644068e-05,
+      "loss": 0.178,
+      "step": 347000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960750621468927e-05,
+      "loss": 0.1787,
+      "step": 347500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960694237288136e-05,
+      "loss": 0.1693,
+      "step": 348000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9606377401129945e-05,
+      "loss": 0.1718,
+      "step": 348500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9605812429378536e-05,
+      "loss": 0.1739,
+      "step": 349000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960524745762712e-05,
+      "loss": 0.1741,
+      "step": 349500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9604683615819214e-05,
+      "loss": 0.1699,
+      "step": 350000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.96041186440678e-05,
+      "loss": 0.1769,
+      "step": 350500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960355367231639e-05,
+      "loss": 0.1732,
+      "step": 351000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960298870056497e-05,
+      "loss": 0.1819,
+      "step": 351500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960242372881356e-05,
+      "loss": 0.1791,
+      "step": 352000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9601858757062146e-05,
+      "loss": 0.1741,
+      "step": 352500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.960129491525424e-05,
+      "loss": 0.173,
+      "step": 353000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9600729943502824e-05,
+      "loss": 0.1654,
+      "step": 353500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9600164971751415e-05,
+      "loss": 0.1755,
+      "step": 354000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.95996e-05,
+      "loss": 0.1792,
+      "step": 354500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959903615819209e-05,
+      "loss": 0.1741,
+      "step": 355000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959847118644068e-05,
+      "loss": 0.1681,
+      "step": 355500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959790621468927e-05,
+      "loss": 0.1808,
+      "step": 356000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959734124293786e-05,
+      "loss": 0.1841,
+      "step": 356500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959677627118644e-05,
+      "loss": 0.1722,
+      "step": 357000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9596212429378535e-05,
+      "loss": 0.1843,
+      "step": 357500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959564745762712e-05,
+      "loss": 0.1689,
+      "step": 358000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959508361581921e-05,
+      "loss": 0.1802,
+      "step": 358500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.95945186440678e-05,
+      "loss": 0.1759,
+      "step": 359000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959395367231639e-05,
+      "loss": 0.1785,
+      "step": 359500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959338870056497e-05,
+      "loss": 0.1786,
+      "step": 360000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959282372881356e-05,
+      "loss": 0.1731,
+      "step": 360500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9592258757062146e-05,
+      "loss": 0.168,
+      "step": 361000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9591693785310736e-05,
+      "loss": 0.1799,
+      "step": 361500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.959112881355932e-05,
+      "loss": 0.1777,
+      "step": 362000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9590564971751414e-05,
+      "loss": 0.1781,
+      "step": 362500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9590000000000005e-05,
+      "loss": 0.1733,
+      "step": 363000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958943502824859e-05,
+      "loss": 0.1875,
+      "step": 363500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958887005649718e-05,
+      "loss": 0.18,
+      "step": 364000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958830508474577e-05,
+      "loss": 0.1785,
+      "step": 364500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958774124293786e-05,
+      "loss": 0.1777,
+      "step": 365000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958717627118644e-05,
+      "loss": 0.1696,
+      "step": 365500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958661129943503e-05,
+      "loss": 0.1793,
+      "step": 366000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9586046327683615e-05,
+      "loss": 0.1745,
+      "step": 366500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.9585481355932206e-05,
+      "loss": 0.1746,
+      "step": 367000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958491751412429e-05,
+      "loss": 0.1778,
+      "step": 367500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958435254237288e-05,
+      "loss": 0.1714,
+      "step": 368000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 4.958378870056498e-05,
+      "loss": 0.1733,
+      "step": 368500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958322372881356e-05,
+      "loss": 0.1699,
+      "step": 369000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958265875706215e-05,
+      "loss": 0.1784,
+      "step": 369500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9582093785310736e-05,
+      "loss": 0.1752,
+      "step": 370000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9581528813559326e-05,
+      "loss": 0.1783,
+      "step": 370500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.958096384180791e-05,
+      "loss": 0.1651,
+      "step": 371000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95803988700565e-05,
+      "loss": 0.1801,
+      "step": 371500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957983389830509e-05,
+      "loss": 0.1723,
+      "step": 372000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9579268926553675e-05,
+      "loss": 0.1758,
+      "step": 372500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9578703954802265e-05,
+      "loss": 0.1828,
+      "step": 373000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957814011299435e-05,
+      "loss": 0.1853,
+      "step": 373500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9577575141242936e-05,
+      "loss": 0.1748,
+      "step": 374000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957701016949153e-05,
+      "loss": 0.1732,
+      "step": 374500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957644519774012e-05,
+      "loss": 0.1783,
+      "step": 375000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95758802259887e-05,
+      "loss": 0.1749,
+      "step": 375500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9575316384180795e-05,
+      "loss": 0.1691,
+      "step": 376000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957475141242938e-05,
+      "loss": 0.1739,
+      "step": 376500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957418644067797e-05,
+      "loss": 0.1823,
+      "step": 377000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9573621468926554e-05,
+      "loss": 0.1747,
+      "step": 377500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9573056497175144e-05,
+      "loss": 0.1728,
+      "step": 378000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957249152542373e-05,
+      "loss": 0.1823,
+      "step": 378500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.957192655367232e-05,
+      "loss": 0.1726,
+      "step": 379000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95713615819209e-05,
+      "loss": 0.1722,
+      "step": 379500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9570797740112996e-05,
+      "loss": 0.1762,
+      "step": 380000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9570233898305084e-05,
+      "loss": 0.1759,
+      "step": 380500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9569668926553674e-05,
+      "loss": 0.1653,
+      "step": 381000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956910395480226e-05,
+      "loss": 0.172,
+      "step": 381500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956853898305085e-05,
+      "loss": 0.1662,
+      "step": 382000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956797401129944e-05,
+      "loss": 0.1815,
+      "step": 382500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956740903954802e-05,
+      "loss": 0.1768,
+      "step": 383000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956684519774012e-05,
+      "loss": 0.1759,
+      "step": 383500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95662802259887e-05,
+      "loss": 0.1712,
+      "step": 384000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956571525423729e-05,
+      "loss": 0.1769,
+      "step": 384500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9565150282485875e-05,
+      "loss": 0.1754,
+      "step": 385000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9564585310734466e-05,
+      "loss": 0.1699,
+      "step": 385500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956402146892656e-05,
+      "loss": 0.1597,
+      "step": 386000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9563456497175143e-05,
+      "loss": 0.1779,
+      "step": 386500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9562891525423734e-05,
+      "loss": 0.1696,
+      "step": 387000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956232655367232e-05,
+      "loss": 0.1729,
+      "step": 387500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956176158192091e-05,
+      "loss": 0.1629,
+      "step": 388000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956119661016949e-05,
+      "loss": 0.1704,
+      "step": 388500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956063163841808e-05,
+      "loss": 0.1795,
+      "step": 389000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.956006779661017e-05,
+      "loss": 0.1746,
+      "step": 389500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955950282485876e-05,
+      "loss": 0.1706,
+      "step": 390000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9558937853107344e-05,
+      "loss": 0.1735,
+      "step": 390500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9558372881355935e-05,
+      "loss": 0.1687,
+      "step": 391000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955780903954802e-05,
+      "loss": 0.1796,
+      "step": 391500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955724406779661e-05,
+      "loss": 0.1778,
+      "step": 392000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9556679096045197e-05,
+      "loss": 0.1648,
+      "step": 392500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955611412429379e-05,
+      "loss": 0.1708,
+      "step": 393000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955554915254237e-05,
+      "loss": 0.1715,
+      "step": 393500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9554985310734465e-05,
+      "loss": 0.1677,
+      "step": 394000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9554420338983056e-05,
+      "loss": 0.1765,
+      "step": 394500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955385536723164e-05,
+      "loss": 0.1785,
+      "step": 395000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955329039548023e-05,
+      "loss": 0.1723,
+      "step": 395500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955272542372882e-05,
+      "loss": 0.1656,
+      "step": 396000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955216271186441e-05,
+      "loss": 0.1691,
+      "step": 396500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9551597740112995e-05,
+      "loss": 0.1799,
+      "step": 397000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9551032768361586e-05,
+      "loss": 0.173,
+      "step": 397500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.955046779661017e-05,
+      "loss": 0.1717,
+      "step": 398000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954990282485876e-05,
+      "loss": 0.1696,
+      "step": 398500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954933785310735e-05,
+      "loss": 0.169,
+      "step": 399000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9548772881355934e-05,
+      "loss": 0.1679,
+      "step": 399500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9548207909604525e-05,
+      "loss": 0.1721,
+      "step": 400000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954764293785311e-05,
+      "loss": 0.1592,
+      "step": 400500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95470779661017e-05,
+      "loss": 0.1607,
+      "step": 401000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9546514124293786e-05,
+      "loss": 0.1806,
+      "step": 401500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954594915254238e-05,
+      "loss": 0.1692,
+      "step": 402000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954538418079096e-05,
+      "loss": 0.1788,
+      "step": 402500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954481920903955e-05,
+      "loss": 0.1739,
+      "step": 403000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954425423728814e-05,
+      "loss": 0.1714,
+      "step": 403500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954369039548023e-05,
+      "loss": 0.1613,
+      "step": 404000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954312542372881e-05,
+      "loss": 0.1848,
+      "step": 404500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9542560451977404e-05,
+      "loss": 0.1716,
+      "step": 405000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954199548022599e-05,
+      "loss": 0.1618,
+      "step": 405500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954143050847458e-05,
+      "loss": 0.1799,
+      "step": 406000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.954086553672317e-05,
+      "loss": 0.1802,
+      "step": 406500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9540301694915256e-05,
+      "loss": 0.1717,
+      "step": 407000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9539736723163846e-05,
+      "loss": 0.175,
+      "step": 407500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953917175141243e-05,
+      "loss": 0.1715,
+      "step": 408000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953860677966102e-05,
+      "loss": 0.1702,
+      "step": 408500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9538041807909605e-05,
+      "loss": 0.1715,
+      "step": 409000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95374779661017e-05,
+      "loss": 0.1694,
+      "step": 409500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953691299435029e-05,
+      "loss": 0.1682,
+      "step": 410000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953634802259887e-05,
+      "loss": 0.1653,
+      "step": 410500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9535783050847464e-05,
+      "loss": 0.1702,
+      "step": 411000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953521920903955e-05,
+      "loss": 0.1617,
+      "step": 411500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9534654237288135e-05,
+      "loss": 0.1677,
+      "step": 412000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9534089265536725e-05,
+      "loss": 0.1729,
+      "step": 412500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953352542372882e-05,
+      "loss": 0.177,
+      "step": 413000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95329604519774e-05,
+      "loss": 0.1721,
+      "step": 413500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9532395480225993e-05,
+      "loss": 0.1692,
+      "step": 414000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953183050847458e-05,
+      "loss": 0.1643,
+      "step": 414500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953126553672317e-05,
+      "loss": 0.1751,
+      "step": 415000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953070056497175e-05,
+      "loss": 0.1722,
+      "step": 415500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.953013559322034e-05,
+      "loss": 0.1631,
+      "step": 416000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9529570621468926e-05,
+      "loss": 0.1704,
+      "step": 416500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952900564971752e-05,
+      "loss": 0.166,
+      "step": 417000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952844180790961e-05,
+      "loss": 0.1673,
+      "step": 417500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9527876836158194e-05,
+      "loss": 0.1726,
+      "step": 418000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9527311864406785e-05,
+      "loss": 0.1604,
+      "step": 418500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952674689265537e-05,
+      "loss": 0.1693,
+      "step": 419000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952618192090396e-05,
+      "loss": 0.1667,
+      "step": 419500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9525618079096047e-05,
+      "loss": 0.163,
+      "step": 420000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952505310734464e-05,
+      "loss": 0.1719,
+      "step": 420500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952448813559322e-05,
+      "loss": 0.159,
+      "step": 421000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952392316384181e-05,
+      "loss": 0.1639,
+      "step": 421500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9523358192090395e-05,
+      "loss": 0.1639,
+      "step": 422000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952279435028249e-05,
+      "loss": 0.1702,
+      "step": 422500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952222937853107e-05,
+      "loss": 0.1708,
+      "step": 423000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9521664406779664e-05,
+      "loss": 0.1827,
+      "step": 423500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952109943502825e-05,
+      "loss": 0.1801,
+      "step": 424000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.952053446327684e-05,
+      "loss": 0.1659,
+      "step": 424500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951997062146893e-05,
+      "loss": 0.1677,
+      "step": 425000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9519405649717516e-05,
+      "loss": 0.1669,
+      "step": 425500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9518840677966106e-05,
+      "loss": 0.1745,
+      "step": 426000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951827570621469e-05,
+      "loss": 0.1786,
+      "step": 426500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951771073446328e-05,
+      "loss": 0.1691,
+      "step": 427000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9517145762711865e-05,
+      "loss": 0.1605,
+      "step": 427500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951658192090396e-05,
+      "loss": 0.172,
+      "step": 428000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951601694915254e-05,
+      "loss": 0.1678,
+      "step": 428500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951545197740113e-05,
+      "loss": 0.1711,
+      "step": 429000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951488700564972e-05,
+      "loss": 0.1692,
+      "step": 429500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951432203389831e-05,
+      "loss": 0.1617,
+      "step": 430000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95137581920904e-05,
+      "loss": 0.1692,
+      "step": 430500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9513193220338985e-05,
+      "loss": 0.166,
+      "step": 431000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9512628248587576e-05,
+      "loss": 0.1687,
+      "step": 431500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951206327683616e-05,
+      "loss": 0.1655,
+      "step": 432000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951149830508475e-05,
+      "loss": 0.1653,
+      "step": 432500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951093446327684e-05,
+      "loss": 0.1754,
+      "step": 433000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.951036949152543e-05,
+      "loss": 0.1731,
+      "step": 433500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950980451977401e-05,
+      "loss": 0.1664,
+      "step": 434000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95092395480226e-05,
+      "loss": 0.1665,
+      "step": 434500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950867570621469e-05,
+      "loss": 0.171,
+      "step": 435000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950811073446328e-05,
+      "loss": 0.1658,
+      "step": 435500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9507545762711864e-05,
+      "loss": 0.1634,
+      "step": 436000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9506980790960455e-05,
+      "loss": 0.1579,
+      "step": 436500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950641581920904e-05,
+      "loss": 0.1661,
+      "step": 437000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950585084745763e-05,
+      "loss": 0.1605,
+      "step": 437500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950528587570621e-05,
+      "loss": 0.1647,
+      "step": 438000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.95047209039548e-05,
+      "loss": 0.1699,
+      "step": 438500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9504155932203394e-05,
+      "loss": 0.1626,
+      "step": 439000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950359096045198e-05,
+      "loss": 0.1703,
+      "step": 439500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950302711864407e-05,
+      "loss": 0.1688,
+      "step": 440000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9502462146892655e-05,
+      "loss": 0.1621,
+      "step": 440500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9501897175141246e-05,
+      "loss": 0.1649,
+      "step": 441000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950133220338983e-05,
+      "loss": 0.1657,
+      "step": 441500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.950076723163842e-05,
+      "loss": 0.1642,
+      "step": 442000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9500203389830514e-05,
+      "loss": 0.1698,
+      "step": 442500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94996384180791e-05,
+      "loss": 0.1686,
+      "step": 443000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949907344632769e-05,
+      "loss": 0.1714,
+      "step": 443500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949850847457627e-05,
+      "loss": 0.166,
+      "step": 444000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949794350282486e-05,
+      "loss": 0.1661,
+      "step": 444500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949737966101695e-05,
+      "loss": 0.1619,
+      "step": 445000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949681468926554e-05,
+      "loss": 0.1682,
+      "step": 445500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9496249717514125e-05,
+      "loss": 0.1612,
+      "step": 446000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9495684745762715e-05,
+      "loss": 0.1682,
+      "step": 446500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94951209039548e-05,
+      "loss": 0.1706,
+      "step": 447000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949455593220339e-05,
+      "loss": 0.1655,
+      "step": 447500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949399096045198e-05,
+      "loss": 0.1705,
+      "step": 448000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949342598870057e-05,
+      "loss": 0.1648,
+      "step": 448500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949286214689266e-05,
+      "loss": 0.1621,
+      "step": 449000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9492297175141245e-05,
+      "loss": 0.1601,
+      "step": 449500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9491732203389836e-05,
+      "loss": 0.1632,
+      "step": 450000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949116723163842e-05,
+      "loss": 0.1677,
+      "step": 450500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.949060225988701e-05,
+      "loss": 0.1691,
+      "step": 451000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94900384180791e-05,
+      "loss": 0.1662,
+      "step": 451500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948947344632768e-05,
+      "loss": 0.1736,
+      "step": 452000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948890847457627e-05,
+      "loss": 0.1676,
+      "step": 452500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948834350282486e-05,
+      "loss": 0.1662,
+      "step": 453000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948777966101695e-05,
+      "loss": 0.1644,
+      "step": 453500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948721468926554e-05,
+      "loss": 0.1595,
+      "step": 454000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948664971751413e-05,
+      "loss": 0.1632,
+      "step": 454500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9486084745762715e-05,
+      "loss": 0.1674,
+      "step": 455000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948552090395481e-05,
+      "loss": 0.1615,
+      "step": 455500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948495593220339e-05,
+      "loss": 0.1728,
+      "step": 456000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948439096045198e-05,
+      "loss": 0.1626,
+      "step": 456500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948382598870057e-05,
+      "loss": 0.1677,
+      "step": 457000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948326101694916e-05,
+      "loss": 0.1563,
+      "step": 457500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9482697175141245e-05,
+      "loss": 0.1708,
+      "step": 458000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948213220338983e-05,
+      "loss": 0.1671,
+      "step": 458500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948156723163842e-05,
+      "loss": 0.1583,
+      "step": 459000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.948100225988701e-05,
+      "loss": 0.164,
+      "step": 459500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9480437288135593e-05,
+      "loss": 0.164,
+      "step": 460000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947987344632769e-05,
+      "loss": 0.167,
+      "step": 460500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947930847457628e-05,
+      "loss": 0.1654,
+      "step": 461000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947874350282486e-05,
+      "loss": 0.1601,
+      "step": 461500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947817853107345e-05,
+      "loss": 0.1681,
+      "step": 462000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947761468926554e-05,
+      "loss": 0.1662,
+      "step": 462500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947704971751413e-05,
+      "loss": 0.1632,
+      "step": 463000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9476484745762714e-05,
+      "loss": 0.1603,
+      "step": 463500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9475919774011305e-05,
+      "loss": 0.162,
+      "step": 464000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947535593220339e-05,
+      "loss": 0.1673,
+      "step": 464500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9474790960451976e-05,
+      "loss": 0.1698,
+      "step": 465000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9474225988700566e-05,
+      "loss": 0.1657,
+      "step": 465500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947366101694916e-05,
+      "loss": 0.1569,
+      "step": 466000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947309604519774e-05,
+      "loss": 0.1671,
+      "step": 466500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9472532203389834e-05,
+      "loss": 0.1626,
+      "step": 467000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9471967231638425e-05,
+      "loss": 0.1531,
+      "step": 467500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947140225988701e-05,
+      "loss": 0.1668,
+      "step": 468000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94708372881356e-05,
+      "loss": 0.1635,
+      "step": 468500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.947027231638418e-05,
+      "loss": 0.1773,
+      "step": 469000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946970847457628e-05,
+      "loss": 0.1604,
+      "step": 469500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946914350282486e-05,
+      "loss": 0.1688,
+      "step": 470000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946857853107345e-05,
+      "loss": 0.1617,
+      "step": 470500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9468013559322035e-05,
+      "loss": 0.1655,
+      "step": 471000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9467448587570626e-05,
+      "loss": 0.1646,
+      "step": 471500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946688474576271e-05,
+      "loss": 0.1627,
+      "step": 472000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94663197740113e-05,
+      "loss": 0.1693,
+      "step": 472500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946575480225989e-05,
+      "loss": 0.1541,
+      "step": 473000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946518983050848e-05,
+      "loss": 0.167,
+      "step": 473500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946462485875706e-05,
+      "loss": 0.171,
+      "step": 474000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946405988700565e-05,
+      "loss": 0.1643,
+      "step": 474500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9463496045197747e-05,
+      "loss": 0.1659,
+      "step": 475000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946293107344633e-05,
+      "loss": 0.1646,
+      "step": 475500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946236610169492e-05,
+      "loss": 0.1541,
+      "step": 476000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9461801129943505e-05,
+      "loss": 0.1633,
+      "step": 476500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94612372881356e-05,
+      "loss": 0.1669,
+      "step": 477000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946067231638418e-05,
+      "loss": 0.1649,
+      "step": 477500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.946010734463277e-05,
+      "loss": 0.1617,
+      "step": 478000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945954237288136e-05,
+      "loss": 0.1615,
+      "step": 478500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945897740112995e-05,
+      "loss": 0.1594,
+      "step": 479000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945841242937853e-05,
+      "loss": 0.1648,
+      "step": 479500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945784745762712e-05,
+      "loss": 0.1653,
+      "step": 480000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945728248587571e-05,
+      "loss": 0.1612,
+      "step": 480500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94567186440678e-05,
+      "loss": 0.1495,
+      "step": 481000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9456153672316383e-05,
+      "loss": 0.1623,
+      "step": 481500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9455588700564974e-05,
+      "loss": 0.1642,
+      "step": 482000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945502372881356e-05,
+      "loss": 0.1597,
+      "step": 482500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945445875706215e-05,
+      "loss": 0.1617,
+      "step": 483000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945389491525424e-05,
+      "loss": 0.1613,
+      "step": 483500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945332994350283e-05,
+      "loss": 0.1624,
+      "step": 484000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945276497175142e-05,
+      "loss": 0.1713,
+      "step": 484500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945220000000001e-05,
+      "loss": 0.1572,
+      "step": 485000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945163502824859e-05,
+      "loss": 0.1505,
+      "step": 485500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.945107005649718e-05,
+      "loss": 0.1636,
+      "step": 486000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9450505084745766e-05,
+      "loss": 0.1633,
+      "step": 486500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944994124293785e-05,
+      "loss": 0.174,
+      "step": 487000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944937740112995e-05,
+      "loss": 0.1682,
+      "step": 487500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944881242937853e-05,
+      "loss": 0.1672,
+      "step": 488000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944824745762712e-05,
+      "loss": 0.1599,
+      "step": 488500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9447682485875705e-05,
+      "loss": 0.1625,
+      "step": 489000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9447117514124296e-05,
+      "loss": 0.1698,
+      "step": 489500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944655254237288e-05,
+      "loss": 0.1543,
+      "step": 490000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944598757062147e-05,
+      "loss": 0.158,
+      "step": 490500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944542259887006e-05,
+      "loss": 0.1617,
+      "step": 491000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9444857627118644e-05,
+      "loss": 0.1651,
+      "step": 491500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9444292655367235e-05,
+      "loss": 0.1639,
+      "step": 492000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944372881355933e-05,
+      "loss": 0.1603,
+      "step": 492500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944316384180791e-05,
+      "loss": 0.1585,
+      "step": 493000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94425988700565e-05,
+      "loss": 0.1567,
+      "step": 493500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944203389830509e-05,
+      "loss": 0.1616,
+      "step": 494000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.944146892655368e-05,
+      "loss": 0.1585,
+      "step": 494500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9440905084745765e-05,
+      "loss": 0.1613,
+      "step": 495000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9440340112994355e-05,
+      "loss": 0.1557,
+      "step": 495500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943977514124294e-05,
+      "loss": 0.1672,
+      "step": 496000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943921016949153e-05,
+      "loss": 0.1574,
+      "step": 496500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943864632768362e-05,
+      "loss": 0.1702,
+      "step": 497000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94380813559322e-05,
+      "loss": 0.1547,
+      "step": 497500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943751638418079e-05,
+      "loss": 0.1611,
+      "step": 498000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943695141242938e-05,
+      "loss": 0.1581,
+      "step": 498500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9436387570621476e-05,
+      "loss": 0.1739,
+      "step": 499000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943582372881356e-05,
+      "loss": 0.1574,
+      "step": 499500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943525875706215e-05,
+      "loss": 0.1657,
+      "step": 500000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943469378531074e-05,
+      "loss": 0.1745,
+      "step": 500500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943412881355932e-05,
+      "loss": 0.1596,
+      "step": 501000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943356384180791e-05,
+      "loss": 0.1644,
+      "step": 501500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94329988700565e-05,
+      "loss": 0.1593,
+      "step": 502000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9432433898305086e-05,
+      "loss": 0.1656,
+      "step": 502500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943186892655368e-05,
+      "loss": 0.1553,
+      "step": 503000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9431305084745764e-05,
+      "loss": 0.1531,
+      "step": 503500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943074011299435e-05,
+      "loss": 0.149,
+      "step": 504000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.943017514124294e-05,
+      "loss": 0.1622,
+      "step": 504500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942961016949153e-05,
+      "loss": 0.1557,
+      "step": 505000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942904519774011e-05,
+      "loss": 0.1638,
+      "step": 505500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942848135593221e-05,
+      "loss": 0.1568,
+      "step": 506000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94279163841808e-05,
+      "loss": 0.1594,
+      "step": 506500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942735141242938e-05,
+      "loss": 0.1574,
+      "step": 507000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942678644067797e-05,
+      "loss": 0.1674,
+      "step": 507500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942622259887006e-05,
+      "loss": 0.1603,
+      "step": 508000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942565762711865e-05,
+      "loss": 0.1625,
+      "step": 508500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9425092655367233e-05,
+      "loss": 0.1628,
+      "step": 509000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9424527683615824e-05,
+      "loss": 0.1571,
+      "step": 509500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942396384180791e-05,
+      "loss": 0.153,
+      "step": 510000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9423398870056495e-05,
+      "loss": 0.1667,
+      "step": 510500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9422833898305086e-05,
+      "loss": 0.1657,
+      "step": 511000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942226892655367e-05,
+      "loss": 0.1684,
+      "step": 511500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942170395480226e-05,
+      "loss": 0.1611,
+      "step": 512000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9421140112994354e-05,
+      "loss": 0.1576,
+      "step": 512500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.9420575141242945e-05,
+      "loss": 0.1559,
+      "step": 513000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.942001016949153e-05,
+      "loss": 0.1604,
+      "step": 513500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941944519774012e-05,
+      "loss": 0.1548,
+      "step": 514000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.94188802259887e-05,
+      "loss": 0.1524,
+      "step": 514500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941831638418079e-05,
+      "loss": 0.154,
+      "step": 515000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941775141242938e-05,
+      "loss": 0.163,
+      "step": 515500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 4.941718644067797e-05,
+      "loss": 0.1603,
+      "step": 516000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9416621468926555e-05,
+      "loss": 0.1588,
+      "step": 516500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941605762711864e-05,
+      "loss": 0.1573,
+      "step": 517000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941549265536723e-05,
+      "loss": 0.1558,
+      "step": 517500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9414927683615817e-05,
+      "loss": 0.1656,
+      "step": 518000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941436271186441e-05,
+      "loss": 0.162,
+      "step": 518500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9413797740113e-05,
+      "loss": 0.1683,
+      "step": 519000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941323389830509e-05,
+      "loss": 0.1579,
+      "step": 519500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9412668926553676e-05,
+      "loss": 0.154,
+      "step": 520000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9412103954802266e-05,
+      "loss": 0.1579,
+      "step": 520500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941153898305085e-05,
+      "loss": 0.1625,
+      "step": 521000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941097514124294e-05,
+      "loss": 0.1664,
+      "step": 521500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.941041016949153e-05,
+      "loss": 0.1546,
+      "step": 522000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940984519774012e-05,
+      "loss": 0.1582,
+      "step": 522500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.94092802259887e-05,
+      "loss": 0.1656,
+      "step": 523000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940871525423729e-05,
+      "loss": 0.1557,
+      "step": 523500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940815141242938e-05,
+      "loss": 0.172,
+      "step": 524000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9407586440677964e-05,
+      "loss": 0.1508,
+      "step": 524500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9407021468926554e-05,
+      "loss": 0.1622,
+      "step": 525000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940645649717514e-05,
+      "loss": 0.1594,
+      "step": 525500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940589265536724e-05,
+      "loss": 0.164,
+      "step": 526000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940532768361582e-05,
+      "loss": 0.1537,
+      "step": 526500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940476271186441e-05,
+      "loss": 0.158,
+      "step": 527000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9404197740113e-05,
+      "loss": 0.1566,
+      "step": 527500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940363276836159e-05,
+      "loss": 0.1589,
+      "step": 528000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940306779661017e-05,
+      "loss": 0.1625,
+      "step": 528500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940250282485876e-05,
+      "loss": 0.1584,
+      "step": 529000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940193898305085e-05,
+      "loss": 0.1623,
+      "step": 529500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.940137401129944e-05,
+      "loss": 0.162,
+      "step": 530000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9400809039548024e-05,
+      "loss": 0.1579,
+      "step": 530500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9400244067796614e-05,
+      "loss": 0.1541,
+      "step": 531000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93996790960452e-05,
+      "loss": 0.1597,
+      "step": 531500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9399115254237285e-05,
+      "loss": 0.1554,
+      "step": 532000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9398550282485876e-05,
+      "loss": 0.1578,
+      "step": 532500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9397985310734466e-05,
+      "loss": 0.1592,
+      "step": 533000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939742033898305e-05,
+      "loss": 0.1592,
+      "step": 533500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939685536723164e-05,
+      "loss": 0.1575,
+      "step": 534000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9396291525423735e-05,
+      "loss": 0.16,
+      "step": 534500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939572655367232e-05,
+      "loss": 0.1597,
+      "step": 535000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939516158192091e-05,
+      "loss": 0.1547,
+      "step": 535500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939459661016949e-05,
+      "loss": 0.1555,
+      "step": 536000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9394031638418083e-05,
+      "loss": 0.1617,
+      "step": 536500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9393466666666674e-05,
+      "loss": 0.1616,
+      "step": 537000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939290282485876e-05,
+      "loss": 0.1647,
+      "step": 537500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9392337853107345e-05,
+      "loss": 0.1619,
+      "step": 538000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9391772881355936e-05,
+      "loss": 0.1575,
+      "step": 538500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939120790960452e-05,
+      "loss": 0.1471,
+      "step": 539000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.939064406779661e-05,
+      "loss": 0.1576,
+      "step": 539500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93900790960452e-05,
+      "loss": 0.1543,
+      "step": 540000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938951412429379e-05,
+      "loss": 0.1531,
+      "step": 540500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938894915254237e-05,
+      "loss": 0.1607,
+      "step": 541000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938838418079096e-05,
+      "loss": 0.1549,
+      "step": 541500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9387820338983056e-05,
+      "loss": 0.1555,
+      "step": 542000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938725536723164e-05,
+      "loss": 0.162,
+      "step": 542500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938669039548023e-05,
+      "loss": 0.1614,
+      "step": 543000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938612542372882e-05,
+      "loss": 0.1529,
+      "step": 543500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9385560451977405e-05,
+      "loss": 0.1526,
+      "step": 544000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938499661016949e-05,
+      "loss": 0.1539,
+      "step": 544500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938443163841808e-05,
+      "loss": 0.1586,
+      "step": 545000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9383866666666667e-05,
+      "loss": 0.1558,
+      "step": 545500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938330169491526e-05,
+      "loss": 0.1611,
+      "step": 546000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9382737853107344e-05,
+      "loss": 0.1486,
+      "step": 546500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9382172881355935e-05,
+      "loss": 0.158,
+      "step": 547000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938160790960452e-05,
+      "loss": 0.1645,
+      "step": 547500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938104293785311e-05,
+      "loss": 0.1645,
+      "step": 548000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.938047796610169e-05,
+      "loss": 0.1463,
+      "step": 548500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937991412429379e-05,
+      "loss": 0.161,
+      "step": 549000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937934915254238e-05,
+      "loss": 0.161,
+      "step": 549500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937878418079096e-05,
+      "loss": 0.1587,
+      "step": 550000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937821920903955e-05,
+      "loss": 0.1542,
+      "step": 550500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937765536723164e-05,
+      "loss": 0.1619,
+      "step": 551000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937709039548023e-05,
+      "loss": 0.167,
+      "step": 551500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9376525423728814e-05,
+      "loss": 0.1523,
+      "step": 552000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9375960451977404e-05,
+      "loss": 0.1516,
+      "step": 552500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937539548022599e-05,
+      "loss": 0.1528,
+      "step": 553000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937483050847458e-05,
+      "loss": 0.164,
+      "step": 553500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937426553672317e-05,
+      "loss": 0.1514,
+      "step": 554000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937370056497175e-05,
+      "loss": 0.1621,
+      "step": 554500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937313672316384e-05,
+      "loss": 0.1608,
+      "step": 555000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937257175141243e-05,
+      "loss": 0.1558,
+      "step": 555500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9372006779661015e-05,
+      "loss": 0.1616,
+      "step": 556000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9371441807909605e-05,
+      "loss": 0.1566,
+      "step": 556500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93708779661017e-05,
+      "loss": 0.1644,
+      "step": 557000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.937031299435029e-05,
+      "loss": 0.1527,
+      "step": 557500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9369748022598874e-05,
+      "loss": 0.1585,
+      "step": 558000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9369183050847464e-05,
+      "loss": 0.1563,
+      "step": 558500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936861807909605e-05,
+      "loss": 0.1479,
+      "step": 559000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936805310734464e-05,
+      "loss": 0.1617,
+      "step": 559500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9367489265536726e-05,
+      "loss": 0.1505,
+      "step": 560000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936692429378531e-05,
+      "loss": 0.1515,
+      "step": 560500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93663593220339e-05,
+      "loss": 0.1536,
+      "step": 561000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936579435028249e-05,
+      "loss": 0.157,
+      "step": 561500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936523050847458e-05,
+      "loss": 0.1602,
+      "step": 562000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936466553672316e-05,
+      "loss": 0.1618,
+      "step": 562500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936410056497175e-05,
+      "loss": 0.155,
+      "step": 563000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9363535593220336e-05,
+      "loss": 0.157,
+      "step": 563500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936297062146893e-05,
+      "loss": 0.1538,
+      "step": 564000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936240677966102e-05,
+      "loss": 0.1547,
+      "step": 564500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936184180790961e-05,
+      "loss": 0.1539,
+      "step": 565000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9361276836158195e-05,
+      "loss": 0.1602,
+      "step": 565500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9360711864406786e-05,
+      "loss": 0.1546,
+      "step": 566000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.936014802259887e-05,
+      "loss": 0.1462,
+      "step": 566500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935958305084746e-05,
+      "loss": 0.1647,
+      "step": 567000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935901807909605e-05,
+      "loss": 0.1535,
+      "step": 567500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935845310734464e-05,
+      "loss": 0.1589,
+      "step": 568000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9357889265536725e-05,
+      "loss": 0.151,
+      "step": 568500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935732429378531e-05,
+      "loss": 0.1495,
+      "step": 569000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93567593220339e-05,
+      "loss": 0.161,
+      "step": 569500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935619435028248e-05,
+      "loss": 0.1533,
+      "step": 570000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9355629378531074e-05,
+      "loss": 0.1528,
+      "step": 570500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935506553672317e-05,
+      "loss": 0.1571,
+      "step": 571000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935450056497176e-05,
+      "loss": 0.1557,
+      "step": 571500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935393559322034e-05,
+      "loss": 0.1474,
+      "step": 572000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935337062146893e-05,
+      "loss": 0.16,
+      "step": 572500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9352805649717517e-05,
+      "loss": 0.1583,
+      "step": 573000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9352241807909604e-05,
+      "loss": 0.1488,
+      "step": 573500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9351676836158194e-05,
+      "loss": 0.1503,
+      "step": 574000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935111186440678e-05,
+      "loss": 0.1595,
+      "step": 574500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.935054689265537e-05,
+      "loss": 0.1634,
+      "step": 575000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934998192090396e-05,
+      "loss": 0.1552,
+      "step": 575500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934941694915254e-05,
+      "loss": 0.1529,
+      "step": 576000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9348851977401134e-05,
+      "loss": 0.158,
+      "step": 576500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934828700564972e-05,
+      "loss": 0.1481,
+      "step": 577000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9347723163841805e-05,
+      "loss": 0.152,
+      "step": 577500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9347158192090395e-05,
+      "loss": 0.1527,
+      "step": 578000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9346593220338986e-05,
+      "loss": 0.1644,
+      "step": 578500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934602824858757e-05,
+      "loss": 0.1587,
+      "step": 579000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934546327683616e-05,
+      "loss": 0.1574,
+      "step": 579500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9344899435028254e-05,
+      "loss": 0.1557,
+      "step": 580000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934433446327684e-05,
+      "loss": 0.1552,
+      "step": 580500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9343770621468925e-05,
+      "loss": 0.156,
+      "step": 581000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9343205649717516e-05,
+      "loss": 0.1598,
+      "step": 581500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9342640677966106e-05,
+      "loss": 0.1552,
+      "step": 582000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934207570621469e-05,
+      "loss": 0.1506,
+      "step": 582500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.934151073446328e-05,
+      "loss": 0.1521,
+      "step": 583000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9340945762711865e-05,
+      "loss": 0.1585,
+      "step": 583500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9340380790960455e-05,
+      "loss": 0.1547,
+      "step": 584000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933981581920904e-05,
+      "loss": 0.1482,
+      "step": 584500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933925084745763e-05,
+      "loss": 0.1447,
+      "step": 585000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933868700564972e-05,
+      "loss": 0.1521,
+      "step": 585500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933812203389831e-05,
+      "loss": 0.1551,
+      "step": 586000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933755706214689e-05,
+      "loss": 0.1575,
+      "step": 586500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933699209039548e-05,
+      "loss": 0.1597,
+      "step": 587000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9336427118644066e-05,
+      "loss": 0.1512,
+      "step": 587500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9335862146892656e-05,
+      "loss": 0.1525,
+      "step": 588000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933529830508475e-05,
+      "loss": 0.1548,
+      "step": 588500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933473333333334e-05,
+      "loss": 0.1558,
+      "step": 589000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9334168361581924e-05,
+      "loss": 0.1551,
+      "step": 589500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9333603389830515e-05,
+      "loss": 0.1586,
+      "step": 590000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93330395480226e-05,
+      "loss": 0.1577,
+      "step": 590500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9332474576271186e-05,
+      "loss": 0.154,
+      "step": 591000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933190960451978e-05,
+      "loss": 0.1482,
+      "step": 591500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933134463276836e-05,
+      "loss": 0.1573,
+      "step": 592000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933077966101695e-05,
+      "loss": 0.1517,
+      "step": 592500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.933021468926554e-05,
+      "loss": 0.1532,
+      "step": 593000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9329649717514125e-05,
+      "loss": 0.1504,
+      "step": 593500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932908587570621e-05,
+      "loss": 0.1567,
+      "step": 594000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93285209039548e-05,
+      "loss": 0.1652,
+      "step": 594500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932795593220339e-05,
+      "loss": 0.1467,
+      "step": 595000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932739096045198e-05,
+      "loss": 0.1565,
+      "step": 595500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932682711864407e-05,
+      "loss": 0.1455,
+      "step": 596000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932626214689266e-05,
+      "loss": 0.1591,
+      "step": 596500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9325697175141246e-05,
+      "loss": 0.1506,
+      "step": 597000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9325132203389837e-05,
+      "loss": 0.1512,
+      "step": 597500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9324568361581924e-05,
+      "loss": 0.1514,
+      "step": 598000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932400338983051e-05,
+      "loss": 0.1593,
+      "step": 598500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.93234384180791e-05,
+      "loss": 0.1493,
+      "step": 599000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932287344632769e-05,
+      "loss": 0.162,
+      "step": 599500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932230847457627e-05,
+      "loss": 0.1485,
+      "step": 600000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932174463276836e-05,
+      "loss": 0.1498,
+      "step": 600500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.932117966101695e-05,
+      "loss": 0.1548,
+      "step": 601000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9320614689265534e-05,
+      "loss": 0.1445,
+      "step": 601500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9320049717514125e-05,
+      "loss": 0.1486,
+      "step": 602000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931948474576271e-05,
+      "loss": 0.1485,
+      "step": 602500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931892090395481e-05,
+      "loss": 0.1562,
+      "step": 603000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931835593220339e-05,
+      "loss": 0.1577,
+      "step": 603500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9317790960451984e-05,
+      "loss": 0.1601,
+      "step": 604000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931722598870057e-05,
+      "loss": 0.1503,
+      "step": 604500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931666101694916e-05,
+      "loss": 0.1524,
+      "step": 605000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931609604519774e-05,
+      "loss": 0.1607,
+      "step": 605500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931553220338983e-05,
+      "loss": 0.1566,
+      "step": 606000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931496723163842e-05,
+      "loss": 0.1483,
+      "step": 606500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931440225988701e-05,
+      "loss": 0.1449,
+      "step": 607000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9313837288135594e-05,
+      "loss": 0.1491,
+      "step": 607500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9313272316384185e-05,
+      "loss": 0.151,
+      "step": 608000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931270847457627e-05,
+      "loss": 0.1607,
+      "step": 608500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931214350282486e-05,
+      "loss": 0.1579,
+      "step": 609000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9311578531073446e-05,
+      "loss": 0.1567,
+      "step": 609500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931101355932204e-05,
+      "loss": 0.1532,
+      "step": 610000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.931044858757062e-05,
+      "loss": 0.1588,
+      "step": 610500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9309884745762715e-05,
+      "loss": 0.151,
+      "step": 611000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9309319774011305e-05,
+      "loss": 0.1529,
+      "step": 611500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930875480225989e-05,
+      "loss": 0.1521,
+      "step": 612000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930818983050848e-05,
+      "loss": 0.1463,
+      "step": 612500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930762598870057e-05,
+      "loss": 0.1561,
+      "step": 613000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930706101694916e-05,
+      "loss": 0.1464,
+      "step": 613500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930649604519774e-05,
+      "loss": 0.1506,
+      "step": 614000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930593107344633e-05,
+      "loss": 0.1513,
+      "step": 614500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9305366101694916e-05,
+      "loss": 0.1537,
+      "step": 615000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930480225988701e-05,
+      "loss": 0.1422,
+      "step": 615500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930423728813559e-05,
+      "loss": 0.1483,
+      "step": 616000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9303672316384184e-05,
+      "loss": 0.1576,
+      "step": 616500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930310734463277e-05,
+      "loss": 0.1459,
+      "step": 617000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930254237288136e-05,
+      "loss": 0.1497,
+      "step": 617500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930197853107345e-05,
+      "loss": 0.1573,
+      "step": 618000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9301413559322036e-05,
+      "loss": 0.1554,
+      "step": 618500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930084858757063e-05,
+      "loss": 0.1493,
+      "step": 619000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.930028361581921e-05,
+      "loss": 0.15,
+      "step": 619500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92997197740113e-05,
+      "loss": 0.1565,
+      "step": 620000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929915480225989e-05,
+      "loss": 0.1569,
+      "step": 620500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929858983050848e-05,
+      "loss": 0.1466,
+      "step": 621000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929802485875706e-05,
+      "loss": 0.1594,
+      "step": 621500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929745988700565e-05,
+      "loss": 0.1458,
+      "step": 622000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929689491525424e-05,
+      "loss": 0.153,
+      "step": 622500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929633107344633e-05,
+      "loss": 0.1599,
+      "step": 623000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9295766101694915e-05,
+      "loss": 0.1555,
+      "step": 623500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9295201129943505e-05,
+      "loss": 0.155,
+      "step": 624000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929463615819209e-05,
+      "loss": 0.1514,
+      "step": 624500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929407231638418e-05,
+      "loss": 0.1496,
+      "step": 625000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9293507344632774e-05,
+      "loss": 0.15,
+      "step": 625500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929294237288136e-05,
+      "loss": 0.1419,
+      "step": 626000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929237740112995e-05,
+      "loss": 0.1461,
+      "step": 626500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929181242937853e-05,
+      "loss": 0.154,
+      "step": 627000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9291248587570626e-05,
+      "loss": 0.1535,
+      "step": 627500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.929068361581921e-05,
+      "loss": 0.148,
+      "step": 628000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92901186440678e-05,
+      "loss": 0.1543,
+      "step": 628500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9289553672316384e-05,
+      "loss": 0.1564,
+      "step": 629000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9288988700564975e-05,
+      "loss": 0.1548,
+      "step": 629500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928842372881356e-05,
+      "loss": 0.1472,
+      "step": 630000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928785988700565e-05,
+      "loss": 0.1559,
+      "step": 630500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9287294915254236e-05,
+      "loss": 0.1435,
+      "step": 631000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928672994350283e-05,
+      "loss": 0.1475,
+      "step": 631500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928616497175141e-05,
+      "loss": 0.1516,
+      "step": 632000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92856e-05,
+      "loss": 0.155,
+      "step": 632500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9285036158192095e-05,
+      "loss": 0.1587,
+      "step": 633000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928447118644068e-05,
+      "loss": 0.1472,
+      "step": 633500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928390621468927e-05,
+      "loss": 0.1521,
+      "step": 634000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9283341242937853e-05,
+      "loss": 0.1465,
+      "step": 634500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9282776271186444e-05,
+      "loss": 0.1456,
+      "step": 635000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928221242937853e-05,
+      "loss": 0.1538,
+      "step": 635500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.928164745762712e-05,
+      "loss": 0.1561,
+      "step": 636000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9281082485875706e-05,
+      "loss": 0.1534,
+      "step": 636500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9280517514124296e-05,
+      "loss": 0.1464,
+      "step": 637000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927995367231639e-05,
+      "loss": 0.1528,
+      "step": 637500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9279388700564974e-05,
+      "loss": 0.1472,
+      "step": 638000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9278823728813565e-05,
+      "loss": 0.1521,
+      "step": 638500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927825875706215e-05,
+      "loss": 0.1427,
+      "step": 639000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927769378531074e-05,
+      "loss": 0.1438,
+      "step": 639500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927712881355932e-05,
+      "loss": 0.1546,
+      "step": 640000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927656384180791e-05,
+      "loss": 0.1465,
+      "step": 640500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9276e-05,
+      "loss": 0.1533,
+      "step": 641000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927543502824859e-05,
+      "loss": 0.1511,
+      "step": 641500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927487005649718e-05,
+      "loss": 0.1436,
+      "step": 642000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9274305084745765e-05,
+      "loss": 0.1456,
+      "step": 642500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9273740112994356e-05,
+      "loss": 0.1507,
+      "step": 643000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927317627118644e-05,
+      "loss": 0.1461,
+      "step": 643500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927261129943503e-05,
+      "loss": 0.1505,
+      "step": 644000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.927204632768362e-05,
+      "loss": 0.154,
+      "step": 644500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92714813559322e-05,
+      "loss": 0.1505,
+      "step": 645000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9270917514124295e-05,
+      "loss": 0.1464,
+      "step": 645500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9270352542372886e-05,
+      "loss": 0.1538,
+      "step": 646000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926978757062147e-05,
+      "loss": 0.1597,
+      "step": 646500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926922259887006e-05,
+      "loss": 0.1489,
+      "step": 647000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9268657627118644e-05,
+      "loss": 0.1525,
+      "step": 647500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926809378531074e-05,
+      "loss": 0.1475,
+      "step": 648000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926752881355933e-05,
+      "loss": 0.1506,
+      "step": 648500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926696384180791e-05,
+      "loss": 0.1518,
+      "step": 649000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.92663988700565e-05,
+      "loss": 0.1501,
+      "step": 649500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926583389830509e-05,
+      "loss": 0.147,
+      "step": 650000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9265270056497174e-05,
+      "loss": 0.148,
+      "step": 650500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9264705084745765e-05,
+      "loss": 0.147,
+      "step": 651000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926414011299435e-05,
+      "loss": 0.1428,
+      "step": 651500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926357514124294e-05,
+      "loss": 0.1503,
+      "step": 652000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926301016949153e-05,
+      "loss": 0.1565,
+      "step": 652500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926244632768362e-05,
+      "loss": 0.154,
+      "step": 653000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926188135593221e-05,
+      "loss": 0.1432,
+      "step": 653500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926131638418079e-05,
+      "loss": 0.1519,
+      "step": 654000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.926075141242938e-05,
+      "loss": 0.1436,
+      "step": 654500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9260186440677966e-05,
+      "loss": 0.1498,
+      "step": 655000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925962259887006e-05,
+      "loss": 0.1477,
+      "step": 655500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925905762711865e-05,
+      "loss": 0.1483,
+      "step": 656000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9258492655367234e-05,
+      "loss": 0.1517,
+      "step": 656500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9257927683615825e-05,
+      "loss": 0.1495,
+      "step": 657000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925736271186441e-05,
+      "loss": 0.1525,
+      "step": 657500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9256798870056496e-05,
+      "loss": 0.147,
+      "step": 658000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9256233898305086e-05,
+      "loss": 0.1559,
+      "step": 658500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925566892655367e-05,
+      "loss": 0.1461,
+      "step": 659000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925510395480226e-05,
+      "loss": 0.1534,
+      "step": 659500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9254540112994355e-05,
+      "loss": 0.1507,
+      "step": 660000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925397514124294e-05,
+      "loss": 0.1498,
+      "step": 660500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925341016949153e-05,
+      "loss": 0.1518,
+      "step": 661000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925284519774011e-05,
+      "loss": 0.146,
+      "step": 661500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9252280225988703e-05,
+      "loss": 0.1516,
+      "step": 662000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.9251715254237294e-05,
+      "loss": 0.1404,
+      "step": 662500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925115141242938e-05,
+      "loss": 0.1567,
+      "step": 663000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 4.925058644067797e-05,
+      "loss": 0.1502,
+      "step": 663500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9250021468926556e-05,
+      "loss": 0.1557,
+      "step": 664000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9249456497175146e-05,
+      "loss": 0.1425,
+      "step": 664500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924889152542373e-05,
+      "loss": 0.1472,
+      "step": 665000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924832768361582e-05,
+      "loss": 0.1584,
+      "step": 665500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924776271186441e-05,
+      "loss": 0.1456,
+      "step": 666000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9247197740113e-05,
+      "loss": 0.155,
+      "step": 666500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924663276836158e-05,
+      "loss": 0.15,
+      "step": 667000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924606779661017e-05,
+      "loss": 0.1406,
+      "step": 667500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9245502824858757e-05,
+      "loss": 0.1539,
+      "step": 668000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924493898305085e-05,
+      "loss": 0.1458,
+      "step": 668500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924437401129944e-05,
+      "loss": 0.1418,
+      "step": 669000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9243809039548025e-05,
+      "loss": 0.1525,
+      "step": 669500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9243244067796615e-05,
+      "loss": 0.1472,
+      "step": 670000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92426790960452e-05,
+      "loss": 0.1474,
+      "step": 670500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924211525423729e-05,
+      "loss": 0.1391,
+      "step": 671000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924155028248588e-05,
+      "loss": 0.1521,
+      "step": 671500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924098531073447e-05,
+      "loss": 0.146,
+      "step": 672000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.924042033898305e-05,
+      "loss": 0.1516,
+      "step": 672500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923985536723164e-05,
+      "loss": 0.147,
+      "step": 673000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923929039548023e-05,
+      "loss": 0.1467,
+      "step": 673500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923872655367232e-05,
+      "loss": 0.1493,
+      "step": 674000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9238161581920904e-05,
+      "loss": 0.1516,
+      "step": 674500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9237596610169494e-05,
+      "loss": 0.143,
+      "step": 675000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923703163841808e-05,
+      "loss": 0.1418,
+      "step": 675500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9236468926553675e-05,
+      "loss": 0.1481,
+      "step": 676000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9235903954802266e-05,
+      "loss": 0.1477,
+      "step": 676500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923533898305085e-05,
+      "loss": 0.1478,
+      "step": 677000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923477401129944e-05,
+      "loss": 0.1477,
+      "step": 677500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9234209039548024e-05,
+      "loss": 0.1566,
+      "step": 678000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9233644067796615e-05,
+      "loss": 0.1478,
+      "step": 678500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92330790960452e-05,
+      "loss": 0.159,
+      "step": 679000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923251412429379e-05,
+      "loss": 0.1468,
+      "step": 679500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923194915254237e-05,
+      "loss": 0.1526,
+      "step": 680000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9231384180790964e-05,
+      "loss": 0.1459,
+      "step": 680500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9230819209039554e-05,
+      "loss": 0.1389,
+      "step": 681000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.923025536723164e-05,
+      "loss": 0.15,
+      "step": 681500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9229690395480225e-05,
+      "loss": 0.155,
+      "step": 682000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9229125423728816e-05,
+      "loss": 0.1493,
+      "step": 682500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92285604519774e-05,
+      "loss": 0.1431,
+      "step": 683000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9227996610169493e-05,
+      "loss": 0.1441,
+      "step": 683500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9227431638418084e-05,
+      "loss": 0.1496,
+      "step": 684000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922686666666667e-05,
+      "loss": 0.1509,
+      "step": 684500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922630169491526e-05,
+      "loss": 0.1484,
+      "step": 685000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9225737853107346e-05,
+      "loss": 0.1609,
+      "step": 685500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9225172881355936e-05,
+      "loss": 0.1489,
+      "step": 686000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922460790960452e-05,
+      "loss": 0.1491,
+      "step": 686500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922404293785311e-05,
+      "loss": 0.1511,
+      "step": 687000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92234779661017e-05,
+      "loss": 0.1501,
+      "step": 687500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922291412429379e-05,
+      "loss": 0.1449,
+      "step": 688000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922234915254237e-05,
+      "loss": 0.1494,
+      "step": 688500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922178418079096e-05,
+      "loss": 0.1471,
+      "step": 689000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9221219209039547e-05,
+      "loss": 0.1558,
+      "step": 689500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922065536723164e-05,
+      "loss": 0.1499,
+      "step": 690000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.922009039548023e-05,
+      "loss": 0.1492,
+      "step": 690500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921952542372882e-05,
+      "loss": 0.1531,
+      "step": 691000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9218960451977406e-05,
+      "loss": 0.1528,
+      "step": 691500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921839661016949e-05,
+      "loss": 0.1435,
+      "step": 692000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921783163841808e-05,
+      "loss": 0.1509,
+      "step": 692500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921726666666667e-05,
+      "loss": 0.1451,
+      "step": 693000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921670169491526e-05,
+      "loss": 0.1421,
+      "step": 693500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921613672316384e-05,
+      "loss": 0.147,
+      "step": 694000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9215572881355936e-05,
+      "loss": 0.1451,
+      "step": 694500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921500790960452e-05,
+      "loss": 0.1412,
+      "step": 695000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921444293785311e-05,
+      "loss": 0.1416,
+      "step": 695500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9213879096045204e-05,
+      "loss": 0.1409,
+      "step": 696000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921331412429379e-05,
+      "loss": 0.147,
+      "step": 696500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921274915254238e-05,
+      "loss": 0.1478,
+      "step": 697000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921218418079096e-05,
+      "loss": 0.1435,
+      "step": 697500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921161920903955e-05,
+      "loss": 0.1401,
+      "step": 698000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921105423728814e-05,
+      "loss": 0.1562,
+      "step": 698500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.921048926553673e-05,
+      "loss": 0.1517,
+      "step": 699000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920992429378532e-05,
+      "loss": 0.1445,
+      "step": 699500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.92093593220339e-05,
+      "loss": 0.1498,
+      "step": 700000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920879548022599e-05,
+      "loss": 0.1529,
+      "step": 700500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920823050847458e-05,
+      "loss": 0.1515,
+      "step": 701000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920766553672317e-05,
+      "loss": 0.1465,
+      "step": 701500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9207100564971754e-05,
+      "loss": 0.1482,
+      "step": 702000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9206535593220344e-05,
+      "loss": 0.1481,
+      "step": 702500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920597175141243e-05,
+      "loss": 0.1514,
+      "step": 703000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9205406779661015e-05,
+      "loss": 0.1562,
+      "step": 703500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9204841807909606e-05,
+      "loss": 0.1556,
+      "step": 704000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920427683615819e-05,
+      "loss": 0.1459,
+      "step": 704500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920371186440678e-05,
+      "loss": 0.1548,
+      "step": 705000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920314689265537e-05,
+      "loss": 0.1464,
+      "step": 705500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9202581920903955e-05,
+      "loss": 0.1483,
+      "step": 706000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9202016949152545e-05,
+      "loss": 0.1408,
+      "step": 706500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.920145310734464e-05,
+      "loss": 0.1431,
+      "step": 707000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9200889265536726e-05,
+      "loss": 0.1569,
+      "step": 707500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9200325423728814e-05,
+      "loss": 0.1403,
+      "step": 708000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9199760451977404e-05,
+      "loss": 0.1479,
+      "step": 708500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919919548022599e-05,
+      "loss": 0.1452,
+      "step": 709000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919863050847458e-05,
+      "loss": 0.1433,
+      "step": 709500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919806553672316e-05,
+      "loss": 0.1418,
+      "step": 710000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919750056497175e-05,
+      "loss": 0.1433,
+      "step": 710500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919693559322034e-05,
+      "loss": 0.1421,
+      "step": 711000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919637062146893e-05,
+      "loss": 0.149,
+      "step": 711500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919580564971752e-05,
+      "loss": 0.1414,
+      "step": 712000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91952406779661e-05,
+      "loss": 0.1469,
+      "step": 712500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9194676836158196e-05,
+      "loss": 0.1459,
+      "step": 713000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9194111864406786e-05,
+      "loss": 0.1505,
+      "step": 713500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919354689265537e-05,
+      "loss": 0.149,
+      "step": 714000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919298192090396e-05,
+      "loss": 0.1494,
+      "step": 714500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9192416949152544e-05,
+      "loss": 0.1428,
+      "step": 715000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9191851977401135e-05,
+      "loss": 0.1529,
+      "step": 715500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919128813559322e-05,
+      "loss": 0.1469,
+      "step": 716000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.919072316384181e-05,
+      "loss": 0.1492,
+      "step": 716500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9190158192090397e-05,
+      "loss": 0.1419,
+      "step": 717000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918959322033899e-05,
+      "loss": 0.1431,
+      "step": 717500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918902824858757e-05,
+      "loss": 0.1471,
+      "step": 718000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918846327683616e-05,
+      "loss": 0.1539,
+      "step": 718500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918789943502825e-05,
+      "loss": 0.1392,
+      "step": 719000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918733446327684e-05,
+      "loss": 0.1431,
+      "step": 719500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918676949152542e-05,
+      "loss": 0.1399,
+      "step": 720000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9186204519774014e-05,
+      "loss": 0.1367,
+      "step": 720500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918564067796611e-05,
+      "loss": 0.1457,
+      "step": 721000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9185076836158195e-05,
+      "loss": 0.1482,
+      "step": 721500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918451186440678e-05,
+      "loss": 0.1438,
+      "step": 722000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918394689265537e-05,
+      "loss": 0.1522,
+      "step": 722500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918338192090396e-05,
+      "loss": 0.1434,
+      "step": 723000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9182816949152544e-05,
+      "loss": 0.1497,
+      "step": 723500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9182251977401134e-05,
+      "loss": 0.1424,
+      "step": 724000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918168700564972e-05,
+      "loss": 0.1494,
+      "step": 724500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918112203389831e-05,
+      "loss": 0.1474,
+      "step": 725000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.918055706214689e-05,
+      "loss": 0.1517,
+      "step": 725500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9179993220338986e-05,
+      "loss": 0.1396,
+      "step": 726000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917942824858757e-05,
+      "loss": 0.1388,
+      "step": 726500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917886327683616e-05,
+      "loss": 0.1435,
+      "step": 727000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9178298305084745e-05,
+      "loss": 0.1486,
+      "step": 727500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917773446327684e-05,
+      "loss": 0.1382,
+      "step": 728000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917716949152543e-05,
+      "loss": 0.1455,
+      "step": 728500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917660451977401e-05,
+      "loss": 0.1525,
+      "step": 729000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9176039548022604e-05,
+      "loss": 0.1478,
+      "step": 729500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9175474576271194e-05,
+      "loss": 0.1463,
+      "step": 730000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917491073446328e-05,
+      "loss": 0.1441,
+      "step": 730500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9174345762711865e-05,
+      "loss": 0.1426,
+      "step": 731000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9173780790960456e-05,
+      "loss": 0.1503,
+      "step": 731500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917321581920904e-05,
+      "loss": 0.1498,
+      "step": 732000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917265084745763e-05,
+      "loss": 0.1431,
+      "step": 732500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917208587570622e-05,
+      "loss": 0.1484,
+      "step": 733000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917152203389831e-05,
+      "loss": 0.1428,
+      "step": 733500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917095706214689e-05,
+      "loss": 0.1377,
+      "step": 734000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.917039209039548e-05,
+      "loss": 0.1551,
+      "step": 734500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9169827118644066e-05,
+      "loss": 0.1527,
+      "step": 735000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916926327683616e-05,
+      "loss": 0.1387,
+      "step": 735500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916869830508475e-05,
+      "loss": 0.1453,
+      "step": 736000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916813333333334e-05,
+      "loss": 0.1531,
+      "step": 736500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9167568361581925e-05,
+      "loss": 0.1513,
+      "step": 737000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9167003389830516e-05,
+      "loss": 0.1402,
+      "step": 737500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91664384180791e-05,
+      "loss": 0.1429,
+      "step": 738000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916587457627119e-05,
+      "loss": 0.147,
+      "step": 738500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916530960451978e-05,
+      "loss": 0.1582,
+      "step": 739000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916474463276836e-05,
+      "loss": 0.1506,
+      "step": 739500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916417966101695e-05,
+      "loss": 0.1527,
+      "step": 740000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916361468926554e-05,
+      "loss": 0.1427,
+      "step": 740500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916305084745763e-05,
+      "loss": 0.1395,
+      "step": 741000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916248587570621e-05,
+      "loss": 0.1388,
+      "step": 741500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9161920903954804e-05,
+      "loss": 0.1384,
+      "step": 742000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916135593220339e-05,
+      "loss": 0.1437,
+      "step": 742500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916079209039548e-05,
+      "loss": 0.148,
+      "step": 743000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.916022711864407e-05,
+      "loss": 0.1512,
+      "step": 743500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915966214689266e-05,
+      "loss": 0.1387,
+      "step": 744000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9159097175141247e-05,
+      "loss": 0.1457,
+      "step": 744500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915853220338984e-05,
+      "loss": 0.1455,
+      "step": 745000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915796723163842e-05,
+      "loss": 0.1475,
+      "step": 745500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915740225988701e-05,
+      "loss": 0.1462,
+      "step": 746000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91568384180791e-05,
+      "loss": 0.146,
+      "step": 746500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915627344632769e-05,
+      "loss": 0.1395,
+      "step": 747000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915570847457627e-05,
+      "loss": 0.1465,
+      "step": 747500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9155143502824864e-05,
+      "loss": 0.1504,
+      "step": 748000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915457853107345e-05,
+      "loss": 0.14,
+      "step": 748500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9154014689265535e-05,
+      "loss": 0.1459,
+      "step": 749000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9153449717514125e-05,
+      "loss": 0.1395,
+      "step": 749500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915288474576271e-05,
+      "loss": 0.1454,
+      "step": 750000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91523197740113e-05,
+      "loss": 0.1431,
+      "step": 750500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915175480225989e-05,
+      "loss": 0.1363,
+      "step": 751000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9151189830508474e-05,
+      "loss": 0.1404,
+      "step": 751500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915062598870057e-05,
+      "loss": 0.1454,
+      "step": 752000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.915006101694916e-05,
+      "loss": 0.1373,
+      "step": 752500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914949604519774e-05,
+      "loss": 0.1403,
+      "step": 753000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914893107344633e-05,
+      "loss": 0.1456,
+      "step": 753500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914836723163842e-05,
+      "loss": 0.1432,
+      "step": 754000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914780225988701e-05,
+      "loss": 0.1436,
+      "step": 754500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9147237288135595e-05,
+      "loss": 0.1473,
+      "step": 755000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9146672316384185e-05,
+      "loss": 0.1392,
+      "step": 755500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914610847457627e-05,
+      "loss": 0.1446,
+      "step": 756000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9145543502824856e-05,
+      "loss": 0.1386,
+      "step": 756500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914497853107345e-05,
+      "loss": 0.1407,
+      "step": 757000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914441355932204e-05,
+      "loss": 0.1439,
+      "step": 757500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914384858757062e-05,
+      "loss": 0.1422,
+      "step": 758000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9143284745762715e-05,
+      "loss": 0.1387,
+      "step": 758500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9142719774011306e-05,
+      "loss": 0.1392,
+      "step": 759000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914215480225989e-05,
+      "loss": 0.1527,
+      "step": 759500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914158983050848e-05,
+      "loss": 0.1469,
+      "step": 760000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9141024858757064e-05,
+      "loss": 0.1434,
+      "step": 760500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.914046101694916e-05,
+      "loss": 0.1431,
+      "step": 761000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913989604519774e-05,
+      "loss": 0.1474,
+      "step": 761500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913933107344633e-05,
+      "loss": 0.1473,
+      "step": 762000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9138766101694916e-05,
+      "loss": 0.1443,
+      "step": 762500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9138202259887e-05,
+      "loss": 0.1436,
+      "step": 763000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9137637288135594e-05,
+      "loss": 0.1459,
+      "step": 763500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913707231638418e-05,
+      "loss": 0.1369,
+      "step": 764000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913650734463277e-05,
+      "loss": 0.1432,
+      "step": 764500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913594237288136e-05,
+      "loss": 0.1436,
+      "step": 765000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913537853107345e-05,
+      "loss": 0.1412,
+      "step": 765500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913481355932204e-05,
+      "loss": 0.1474,
+      "step": 766000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913424858757063e-05,
+      "loss": 0.1421,
+      "step": 766500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913368361581921e-05,
+      "loss": 0.1425,
+      "step": 767000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91331197740113e-05,
+      "loss": 0.1455,
+      "step": 767500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913255480225989e-05,
+      "loss": 0.1468,
+      "step": 768000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913198983050848e-05,
+      "loss": 0.1438,
+      "step": 768500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913142485875706e-05,
+      "loss": 0.1499,
+      "step": 769000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913086101694915e-05,
+      "loss": 0.14,
+      "step": 769500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.913029604519774e-05,
+      "loss": 0.1436,
+      "step": 770000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9129731073446325e-05,
+      "loss": 0.1445,
+      "step": 770500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9129166101694915e-05,
+      "loss": 0.1482,
+      "step": 771000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9128601129943506e-05,
+      "loss": 0.147,
+      "step": 771500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91280372881356e-05,
+      "loss": 0.1396,
+      "step": 772000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9127472316384184e-05,
+      "loss": 0.1427,
+      "step": 772500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9126907344632774e-05,
+      "loss": 0.146,
+      "step": 773000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912634237288136e-05,
+      "loss": 0.145,
+      "step": 773500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912577740112995e-05,
+      "loss": 0.1436,
+      "step": 774000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9125213559322036e-05,
+      "loss": 0.139,
+      "step": 774500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9124648587570627e-05,
+      "loss": 0.1505,
+      "step": 775000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912408361581921e-05,
+      "loss": 0.1339,
+      "step": 775500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91235186440678e-05,
+      "loss": 0.1407,
+      "step": 776000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912295480225989e-05,
+      "loss": 0.1416,
+      "step": 776500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912238983050847e-05,
+      "loss": 0.1419,
+      "step": 777000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912182485875706e-05,
+      "loss": 0.1428,
+      "step": 777500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9121259887005646e-05,
+      "loss": 0.139,
+      "step": 778000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912069491525424e-05,
+      "loss": 0.145,
+      "step": 778500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.912013107344633e-05,
+      "loss": 0.1445,
+      "step": 779000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911956610169492e-05,
+      "loss": 0.1364,
+      "step": 779500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9119001129943505e-05,
+      "loss": 0.132,
+      "step": 780000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9118436158192096e-05,
+      "loss": 0.1489,
+      "step": 780500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911787231638418e-05,
+      "loss": 0.141,
+      "step": 781000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911730734463277e-05,
+      "loss": 0.1504,
+      "step": 781500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911674237288136e-05,
+      "loss": 0.1356,
+      "step": 782000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911617740112995e-05,
+      "loss": 0.1504,
+      "step": 782500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9115613559322035e-05,
+      "loss": 0.1386,
+      "step": 783000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911504858757062e-05,
+      "loss": 0.1549,
+      "step": 783500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911448361581921e-05,
+      "loss": 0.1382,
+      "step": 784000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9113918644067793e-05,
+      "loss": 0.138,
+      "step": 784500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9113353672316384e-05,
+      "loss": 0.1345,
+      "step": 785000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9112788700564975e-05,
+      "loss": 0.1407,
+      "step": 785500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911222485875707e-05,
+      "loss": 0.1426,
+      "step": 786000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911165988700565e-05,
+      "loss": 0.1386,
+      "step": 786500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911109491525424e-05,
+      "loss": 0.1397,
+      "step": 787000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.911052994350283e-05,
+      "loss": 0.1361,
+      "step": 787500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9109966101694914e-05,
+      "loss": 0.1429,
+      "step": 788000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9109401129943505e-05,
+      "loss": 0.1404,
+      "step": 788500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9108836158192095e-05,
+      "loss": 0.1393,
+      "step": 789000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910827118644068e-05,
+      "loss": 0.1437,
+      "step": 789500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910770621468927e-05,
+      "loss": 0.1336,
+      "step": 790000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910714237288136e-05,
+      "loss": 0.1371,
+      "step": 790500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910657740112995e-05,
+      "loss": 0.1441,
+      "step": 791000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910601242937853e-05,
+      "loss": 0.1432,
+      "step": 791500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910544745762712e-05,
+      "loss": 0.139,
+      "step": 792000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9104883615819216e-05,
+      "loss": 0.1469,
+      "step": 792500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.91043186440678e-05,
+      "loss": 0.1414,
+      "step": 793000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910375367231639e-05,
+      "loss": 0.1479,
+      "step": 793500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9103188700564974e-05,
+      "loss": 0.1462,
+      "step": 794000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9102623728813564e-05,
+      "loss": 0.1486,
+      "step": 794500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.910205988700565e-05,
+      "loss": 0.1412,
+      "step": 795000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9101494915254235e-05,
+      "loss": 0.1504,
+      "step": 795500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9100929943502826e-05,
+      "loss": 0.138,
+      "step": 796000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9100364971751417e-05,
+      "loss": 0.1359,
+      "step": 796500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.90998e-05,
+      "loss": 0.1532,
+      "step": 797000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9099236158192094e-05,
+      "loss": 0.1388,
+      "step": 797500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909867118644068e-05,
+      "loss": 0.1422,
+      "step": 798000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909810621468927e-05,
+      "loss": 0.1439,
+      "step": 798500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909754124293785e-05,
+      "loss": 0.1464,
+      "step": 799000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909697627118644e-05,
+      "loss": 0.1468,
+      "step": 799500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909641242937854e-05,
+      "loss": 0.1419,
+      "step": 800000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909584745762712e-05,
+      "loss": 0.1366,
+      "step": 800500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909528248587571e-05,
+      "loss": 0.1289,
+      "step": 801000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9094717514124295e-05,
+      "loss": 0.1397,
+      "step": 801500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9094152542372886e-05,
+      "loss": 0.1358,
+      "step": 802000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909358757062147e-05,
+      "loss": 0.1423,
+      "step": 802500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9093023728813564e-05,
+      "loss": 0.1319,
+      "step": 803000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909245875706215e-05,
+      "loss": 0.1432,
+      "step": 803500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909189378531074e-05,
+      "loss": 0.1382,
+      "step": 804000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909132881355932e-05,
+      "loss": 0.1386,
+      "step": 804500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.909076384180791e-05,
+      "loss": 0.1444,
+      "step": 805000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9090198870056496e-05,
+      "loss": 0.1408,
+      "step": 805500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908963502824859e-05,
+      "loss": 0.1415,
+      "step": 806000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9089070056497174e-05,
+      "loss": 0.1383,
+      "step": 806500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9088505084745765e-05,
+      "loss": 0.1477,
+      "step": 807000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908794011299435e-05,
+      "loss": 0.1397,
+      "step": 807500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908737627118644e-05,
+      "loss": 0.1488,
+      "step": 808000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908681129943503e-05,
+      "loss": 0.1354,
+      "step": 808500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908624632768362e-05,
+      "loss": 0.1426,
+      "step": 809000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908568135593221e-05,
+      "loss": 0.1387,
+      "step": 809500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.90851163841808e-05,
+      "loss": 0.1446,
+      "step": 810000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.9084552542372885e-05,
+      "loss": 0.1483,
+      "step": 810500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.908398757062147e-05,
+      "loss": 0.1386,
+      "step": 811000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908342259887006e-05,
+      "loss": 0.1396,
+      "step": 811500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9082857627118643e-05,
+      "loss": 0.1432,
+      "step": 812000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9082292655367234e-05,
+      "loss": 0.1377,
+      "step": 812500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908172881355932e-05,
+      "loss": 0.1397,
+      "step": 813000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.908116384180791e-05,
+      "loss": 0.1377,
+      "step": 813500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9080598870056496e-05,
+      "loss": 0.1439,
+      "step": 814000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9080033898305086e-05,
+      "loss": 0.1399,
+      "step": 814500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907946892655368e-05,
+      "loss": 0.139,
+      "step": 815000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907890395480226e-05,
+      "loss": 0.1415,
+      "step": 815500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9078340112994355e-05,
+      "loss": 0.1418,
+      "step": 816000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907777514124294e-05,
+      "loss": 0.1441,
+      "step": 816500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907721016949153e-05,
+      "loss": 0.1475,
+      "step": 817000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907664519774012e-05,
+      "loss": 0.139,
+      "step": 817500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907608135593221e-05,
+      "loss": 0.1456,
+      "step": 818000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907551638418079e-05,
+      "loss": 0.1398,
+      "step": 818500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907495141242938e-05,
+      "loss": 0.1372,
+      "step": 819000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9074386440677965e-05,
+      "loss": 0.1484,
+      "step": 819500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9073821468926555e-05,
+      "loss": 0.145,
+      "step": 820000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907325762711865e-05,
+      "loss": 0.1453,
+      "step": 820500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907269265536723e-05,
+      "loss": 0.1416,
+      "step": 821000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9072127683615824e-05,
+      "loss": 0.1437,
+      "step": 821500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.907156271186441e-05,
+      "loss": 0.1418,
+      "step": 822000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90709988700565e-05,
+      "loss": 0.141,
+      "step": 822500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9070433898305085e-05,
+      "loss": 0.143,
+      "step": 823000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9069868926553676e-05,
+      "loss": 0.1391,
+      "step": 823500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9069303954802267e-05,
+      "loss": 0.1366,
+      "step": 824000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906873898305085e-05,
+      "loss": 0.1362,
+      "step": 824500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906817514124294e-05,
+      "loss": 0.1403,
+      "step": 825000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906761016949153e-05,
+      "loss": 0.1423,
+      "step": 825500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906704519774011e-05,
+      "loss": 0.145,
+      "step": 826000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90664802259887e-05,
+      "loss": 0.1436,
+      "step": 826500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9065916384180797e-05,
+      "loss": 0.1402,
+      "step": 827000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906535141242938e-05,
+      "loss": 0.1424,
+      "step": 827500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906478644067797e-05,
+      "loss": 0.1419,
+      "step": 828000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9064221468926555e-05,
+      "loss": 0.1368,
+      "step": 828500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9063656497175145e-05,
+      "loss": 0.1414,
+      "step": 829000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906309265536723e-05,
+      "loss": 0.1412,
+      "step": 829500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906252768361582e-05,
+      "loss": 0.133,
+      "step": 830000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906196271186441e-05,
+      "loss": 0.138,
+      "step": 830500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9061397740113e-05,
+      "loss": 0.1467,
+      "step": 831000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906083276836159e-05,
+      "loss": 0.1407,
+      "step": 831500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.906026779661017e-05,
+      "loss": 0.1361,
+      "step": 832000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905970395480226e-05,
+      "loss": 0.1477,
+      "step": 832500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905913898305085e-05,
+      "loss": 0.1485,
+      "step": 833000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9058574011299433e-05,
+      "loss": 0.1452,
+      "step": 833500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9058009039548024e-05,
+      "loss": 0.1355,
+      "step": 834000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905744519774012e-05,
+      "loss": 0.1306,
+      "step": 834500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9056881355932205e-05,
+      "loss": 0.1333,
+      "step": 835000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9056316384180796e-05,
+      "loss": 0.1328,
+      "step": 835500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905575141242938e-05,
+      "loss": 0.1399,
+      "step": 836000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905518644067797e-05,
+      "loss": 0.1458,
+      "step": 836500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9054621468926554e-05,
+      "loss": 0.1423,
+      "step": 837000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9054056497175145e-05,
+      "loss": 0.1467,
+      "step": 837500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9053491525423735e-05,
+      "loss": 0.142,
+      "step": 838000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905292655367232e-05,
+      "loss": 0.1475,
+      "step": 838500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905236158192091e-05,
+      "loss": 0.1455,
+      "step": 839000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9051797740113e-05,
+      "loss": 0.1431,
+      "step": 839500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905123276836158e-05,
+      "loss": 0.1424,
+      "step": 840000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.905066779661017e-05,
+      "loss": 0.1366,
+      "step": 840500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9050102824858755e-05,
+      "loss": 0.1483,
+      "step": 841000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9049537853107346e-05,
+      "loss": 0.1353,
+      "step": 841500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9048972881355936e-05,
+      "loss": 0.1491,
+      "step": 842000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904840903954802e-05,
+      "loss": 0.1344,
+      "step": 842500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9047844067796614e-05,
+      "loss": 0.1374,
+      "step": 843000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90472790960452e-05,
+      "loss": 0.1376,
+      "step": 843500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904671412429379e-05,
+      "loss": 0.1373,
+      "step": 844000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9046150282485876e-05,
+      "loss": 0.1433,
+      "step": 844500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9045585310734466e-05,
+      "loss": 0.1334,
+      "step": 845000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904502033898306e-05,
+      "loss": 0.1409,
+      "step": 845500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904445536723164e-05,
+      "loss": 0.1342,
+      "step": 846000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904389039548023e-05,
+      "loss": 0.1449,
+      "step": 846500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9043325423728815e-05,
+      "loss": 0.1454,
+      "step": 847000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9042760451977405e-05,
+      "loss": 0.1392,
+      "step": 847500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904219548022599e-05,
+      "loss": 0.147,
+      "step": 848000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904163163841808e-05,
+      "loss": 0.1407,
+      "step": 848500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904106666666667e-05,
+      "loss": 0.1412,
+      "step": 849000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.904050169491526e-05,
+      "loss": 0.1369,
+      "step": 849500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903993672316384e-05,
+      "loss": 0.1373,
+      "step": 850000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903937175141243e-05,
+      "loss": 0.1391,
+      "step": 850500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9038806779661016e-05,
+      "loss": 0.1384,
+      "step": 851000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903824293785311e-05,
+      "loss": 0.1385,
+      "step": 851500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90376779661017e-05,
+      "loss": 0.1392,
+      "step": 852000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9037112994350284e-05,
+      "loss": 0.1388,
+      "step": 852500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9036548022598875e-05,
+      "loss": 0.135,
+      "step": 853000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903598305084746e-05,
+      "loss": 0.1352,
+      "step": 853500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903541807909605e-05,
+      "loss": 0.1372,
+      "step": 854000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903485310734463e-05,
+      "loss": 0.1452,
+      "step": 854500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903428926553673e-05,
+      "loss": 0.1389,
+      "step": 855000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903372429378532e-05,
+      "loss": 0.1388,
+      "step": 855500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90331593220339e-05,
+      "loss": 0.1422,
+      "step": 856000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903259435028249e-05,
+      "loss": 0.1442,
+      "step": 856500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9032029378531076e-05,
+      "loss": 0.1444,
+      "step": 857000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903146553672316e-05,
+      "loss": 0.1331,
+      "step": 857500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9030900564971753e-05,
+      "loss": 0.1399,
+      "step": 858000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.903033559322034e-05,
+      "loss": 0.1387,
+      "step": 858500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902977062146893e-05,
+      "loss": 0.1356,
+      "step": 859000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902920677966102e-05,
+      "loss": 0.1459,
+      "step": 859500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9028641807909606e-05,
+      "loss": 0.1318,
+      "step": 860000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9028076836158196e-05,
+      "loss": 0.1324,
+      "step": 860500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902751186440678e-05,
+      "loss": 0.137,
+      "step": 861000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9026948022598874e-05,
+      "loss": 0.1473,
+      "step": 861500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902638305084746e-05,
+      "loss": 0.1343,
+      "step": 862000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902581807909605e-05,
+      "loss": 0.1415,
+      "step": 862500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902525310734464e-05,
+      "loss": 0.1366,
+      "step": 863000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902468813559322e-05,
+      "loss": 0.1353,
+      "step": 863500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9024123163841813e-05,
+      "loss": 0.1386,
+      "step": 864000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90235581920904e-05,
+      "loss": 0.1427,
+      "step": 864500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902299322033899e-05,
+      "loss": 0.1439,
+      "step": 865000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902243050847458e-05,
+      "loss": 0.1339,
+      "step": 865500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902186553672317e-05,
+      "loss": 0.1407,
+      "step": 866000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902130056497175e-05,
+      "loss": 0.1479,
+      "step": 866500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902073559322034e-05,
+      "loss": 0.1383,
+      "step": 867000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.902017062146893e-05,
+      "loss": 0.1407,
+      "step": 867500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901960564971752e-05,
+      "loss": 0.1356,
+      "step": 868000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9019041807909605e-05,
+      "loss": 0.129,
+      "step": 868500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9018476836158196e-05,
+      "loss": 0.1392,
+      "step": 869000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9017911864406786e-05,
+      "loss": 0.1466,
+      "step": 869500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901734689265537e-05,
+      "loss": 0.1441,
+      "step": 870000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901678192090396e-05,
+      "loss": 0.1337,
+      "step": 870500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9016216949152544e-05,
+      "loss": 0.135,
+      "step": 871000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901565310734463e-05,
+      "loss": 0.1343,
+      "step": 871500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901508813559322e-05,
+      "loss": 0.1426,
+      "step": 872000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9014523163841806e-05,
+      "loss": 0.1393,
+      "step": 872500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9013958192090396e-05,
+      "loss": 0.1429,
+      "step": 873000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901339322033899e-05,
+      "loss": 0.1387,
+      "step": 873500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901282937853108e-05,
+      "loss": 0.1387,
+      "step": 874000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9012264406779665e-05,
+      "loss": 0.1369,
+      "step": 874500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9011699435028255e-05,
+      "loss": 0.1377,
+      "step": 875000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901113446327684e-05,
+      "loss": 0.136,
+      "step": 875500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.901056949152543e-05,
+      "loss": 0.1336,
+      "step": 876000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9010004519774014e-05,
+      "loss": 0.1279,
+      "step": 876500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900944067796611e-05,
+      "loss": 0.1402,
+      "step": 877000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900887570621469e-05,
+      "loss": 0.1368,
+      "step": 877500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900831073446328e-05,
+      "loss": 0.1426,
+      "step": 878000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9007745762711866e-05,
+      "loss": 0.1376,
+      "step": 878500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9007180790960456e-05,
+      "loss": 0.1366,
+      "step": 879000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900661581920904e-05,
+      "loss": 0.1372,
+      "step": 879500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900605084745763e-05,
+      "loss": 0.1378,
+      "step": 880000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900548587570622e-05,
+      "loss": 0.1389,
+      "step": 880500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900492203389831e-05,
+      "loss": 0.1381,
+      "step": 881000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.90043581920904e-05,
+      "loss": 0.1298,
+      "step": 881500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.9003793220338986e-05,
+      "loss": 0.1443,
+      "step": 882000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900322824858758e-05,
+      "loss": 0.1387,
+      "step": 882500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900266327683616e-05,
+      "loss": 0.1416,
+      "step": 883000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900209830508475e-05,
+      "loss": 0.1431,
+      "step": 883500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900153446327684e-05,
+      "loss": 0.1385,
+      "step": 884000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900096949152543e-05,
+      "loss": 0.135,
+      "step": 884500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.900040451977401e-05,
+      "loss": 0.134,
+      "step": 885000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8999839548022603e-05,
+      "loss": 0.1344,
+      "step": 885500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899927570621469e-05,
+      "loss": 0.1495,
+      "step": 886000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8998710734463274e-05,
+      "loss": 0.1401,
+      "step": 886500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8998145762711865e-05,
+      "loss": 0.1391,
+      "step": 887000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8997580790960456e-05,
+      "loss": 0.1369,
+      "step": 887500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899701581920904e-05,
+      "loss": 0.1359,
+      "step": 888000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8996451977401133e-05,
+      "loss": 0.1355,
+      "step": 888500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8995887005649724e-05,
+      "loss": 0.1366,
+      "step": 889000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899532203389831e-05,
+      "loss": 0.1382,
+      "step": 889500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89947570621469e-05,
+      "loss": 0.1452,
+      "step": 890000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8994193220338986e-05,
+      "loss": 0.1449,
+      "step": 890500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8993628248587576e-05,
+      "loss": 0.1363,
+      "step": 891000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899306327683616e-05,
+      "loss": 0.1364,
+      "step": 891500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899249830508475e-05,
+      "loss": 0.1391,
+      "step": 892000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899193446327684e-05,
+      "loss": 0.1424,
+      "step": 892500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899136949152542e-05,
+      "loss": 0.1355,
+      "step": 893000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.899080451977401e-05,
+      "loss": 0.1411,
+      "step": 893500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89902395480226e-05,
+      "loss": 0.1376,
+      "step": 894000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89896757062147e-05,
+      "loss": 0.138,
+      "step": 894500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898911073446328e-05,
+      "loss": 0.1354,
+      "step": 895000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898854576271187e-05,
+      "loss": 0.141,
+      "step": 895500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8987980790960455e-05,
+      "loss": 0.1366,
+      "step": 896000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8987415819209046e-05,
+      "loss": 0.1311,
+      "step": 896500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898685197740113e-05,
+      "loss": 0.136,
+      "step": 897000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898628700564972e-05,
+      "loss": 0.1373,
+      "step": 897500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898572203389831e-05,
+      "loss": 0.1375,
+      "step": 898000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89851570621469e-05,
+      "loss": 0.1412,
+      "step": 898500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8984593220338985e-05,
+      "loss": 0.1386,
+      "step": 899000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898402824858757e-05,
+      "loss": 0.1388,
+      "step": 899500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898346327683616e-05,
+      "loss": 0.1386,
+      "step": 900000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898289830508474e-05,
+      "loss": 0.1382,
+      "step": 900500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8982334463276844e-05,
+      "loss": 0.1365,
+      "step": 901000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898176949152543e-05,
+      "loss": 0.137,
+      "step": 901500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898120451977402e-05,
+      "loss": 0.1385,
+      "step": 902000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89806395480226e-05,
+      "loss": 0.1387,
+      "step": 902500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.898007457627119e-05,
+      "loss": 0.1481,
+      "step": 903000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897951073446328e-05,
+      "loss": 0.1258,
+      "step": 903500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8978945762711864e-05,
+      "loss": 0.1343,
+      "step": 904000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8978380790960454e-05,
+      "loss": 0.1374,
+      "step": 904500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8977815819209045e-05,
+      "loss": 0.1375,
+      "step": 905000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897725084745763e-05,
+      "loss": 0.1372,
+      "step": 905500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897668587570622e-05,
+      "loss": 0.1402,
+      "step": 906000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8976122033898306e-05,
+      "loss": 0.1402,
+      "step": 906500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897555706214689e-05,
+      "loss": 0.132,
+      "step": 907000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897499209039548e-05,
+      "loss": 0.1431,
+      "step": 907500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897442711864407e-05,
+      "loss": 0.1365,
+      "step": 908000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8973863276836165e-05,
+      "loss": 0.1333,
+      "step": 908500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897329830508475e-05,
+      "loss": 0.143,
+      "step": 909000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897273333333334e-05,
+      "loss": 0.1447,
+      "step": 909500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8972168361581924e-05,
+      "loss": 0.1287,
+      "step": 910000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8971603389830514e-05,
+      "loss": 0.1333,
+      "step": 910500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89710395480226e-05,
+      "loss": 0.1391,
+      "step": 911000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.897047457627119e-05,
+      "loss": 0.1353,
+      "step": 911500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8969909604519776e-05,
+      "loss": 0.1402,
+      "step": 912000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8969344632768366e-05,
+      "loss": 0.1315,
+      "step": 912500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8968780790960453e-05,
+      "loss": 0.1368,
+      "step": 913000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896821581920904e-05,
+      "loss": 0.1373,
+      "step": 913500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896765084745763e-05,
+      "loss": 0.1407,
+      "step": 914000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896708587570621e-05,
+      "loss": 0.1325,
+      "step": 914500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896652203389831e-05,
+      "loss": 0.1297,
+      "step": 915000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8965957062146896e-05,
+      "loss": 0.1433,
+      "step": 915500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896539209039549e-05,
+      "loss": 0.132,
+      "step": 916000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8964828248587574e-05,
+      "loss": 0.1359,
+      "step": 916500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896426327683616e-05,
+      "loss": 0.1391,
+      "step": 917000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896369830508475e-05,
+      "loss": 0.135,
+      "step": 917500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896313333333333e-05,
+      "loss": 0.1386,
+      "step": 918000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896256836158192e-05,
+      "loss": 0.1382,
+      "step": 918500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8962003389830513e-05,
+      "loss": 0.1387,
+      "step": 919000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89614384180791e-05,
+      "loss": 0.14,
+      "step": 919500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896087344632769e-05,
+      "loss": 0.145,
+      "step": 920000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.896030847457627e-05,
+      "loss": 0.1375,
+      "step": 920500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895974350282486e-05,
+      "loss": 0.1351,
+      "step": 921000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895917966101695e-05,
+      "loss": 0.1353,
+      "step": 921500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895861468926554e-05,
+      "loss": 0.1312,
+      "step": 922000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8958049717514124e-05,
+      "loss": 0.1318,
+      "step": 922500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8957484745762714e-05,
+      "loss": 0.1333,
+      "step": 923000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89569197740113e-05,
+      "loss": 0.1396,
+      "step": 923500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895635593220339e-05,
+      "loss": 0.1382,
+      "step": 924000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895579096045198e-05,
+      "loss": 0.1331,
+      "step": 924500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8955225988700567e-05,
+      "loss": 0.1367,
+      "step": 925000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895466101694916e-05,
+      "loss": 0.1413,
+      "step": 925500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8954097175141244e-05,
+      "loss": 0.1361,
+      "step": 926000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8953532203389835e-05,
+      "loss": 0.1293,
+      "step": 926500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895296723163842e-05,
+      "loss": 0.1336,
+      "step": 927000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895240225988701e-05,
+      "loss": 0.1374,
+      "step": 927500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895183728813559e-05,
+      "loss": 0.1337,
+      "step": 928000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895127344632768e-05,
+      "loss": 0.14,
+      "step": 928500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895070847457627e-05,
+      "loss": 0.136,
+      "step": 929000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.895014350282486e-05,
+      "loss": 0.1421,
+      "step": 929500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8949578531073445e-05,
+      "loss": 0.1228,
+      "step": 930000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8949013559322036e-05,
+      "loss": 0.1371,
+      "step": 930500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894844858757062e-05,
+      "loss": 0.1366,
+      "step": 931000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8947884745762714e-05,
+      "loss": 0.1432,
+      "step": 931500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8947319774011304e-05,
+      "loss": 0.1366,
+      "step": 932000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8946754802259895e-05,
+      "loss": 0.1393,
+      "step": 932500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894618983050848e-05,
+      "loss": 0.1373,
+      "step": 933000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8945625988700566e-05,
+      "loss": 0.1393,
+      "step": 933500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8945061016949156e-05,
+      "loss": 0.1374,
+      "step": 934000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894449604519774e-05,
+      "loss": 0.1351,
+      "step": 934500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894393107344633e-05,
+      "loss": 0.1412,
+      "step": 935000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8943366101694915e-05,
+      "loss": 0.1306,
+      "step": 935500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8942801129943505e-05,
+      "loss": 0.1322,
+      "step": 936000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8942236158192096e-05,
+      "loss": 0.1371,
+      "step": 936500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894167118644068e-05,
+      "loss": 0.1364,
+      "step": 937000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894110847457628e-05,
+      "loss": 0.1367,
+      "step": 937500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.894054350282486e-05,
+      "loss": 0.1377,
+      "step": 938000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893997853107345e-05,
+      "loss": 0.1304,
+      "step": 938500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8939413559322035e-05,
+      "loss": 0.1357,
+      "step": 939000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8938848587570626e-05,
+      "loss": 0.1293,
+      "step": 939500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8938283615819216e-05,
+      "loss": 0.138,
+      "step": 940000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8937719774011303e-05,
+      "loss": 0.1341,
+      "step": 940500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893715480225989e-05,
+      "loss": 0.1354,
+      "step": 941000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893658983050848e-05,
+      "loss": 0.1338,
+      "step": 941500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893602485875706e-05,
+      "loss": 0.1375,
+      "step": 942000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8935461016949156e-05,
+      "loss": 0.1331,
+      "step": 942500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893489604519774e-05,
+      "loss": 0.1384,
+      "step": 943000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893433107344633e-05,
+      "loss": 0.1413,
+      "step": 943500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8933766101694914e-05,
+      "loss": 0.1377,
+      "step": 944000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8933201129943504e-05,
+      "loss": 0.1315,
+      "step": 944500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89326372881356e-05,
+      "loss": 0.1267,
+      "step": 945000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8932073446327686e-05,
+      "loss": 0.1385,
+      "step": 945500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893150847457627e-05,
+      "loss": 0.1393,
+      "step": 946000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893094350282486e-05,
+      "loss": 0.1288,
+      "step": 946500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.893037853107345e-05,
+      "loss": 0.133,
+      "step": 947000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8929813559322034e-05,
+      "loss": 0.1401,
+      "step": 947500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8929248587570625e-05,
+      "loss": 0.1423,
+      "step": 948000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892868361581921e-05,
+      "loss": 0.1328,
+      "step": 948500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89281197740113e-05,
+      "loss": 0.1333,
+      "step": 949000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8927554802259887e-05,
+      "loss": 0.1373,
+      "step": 949500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892698983050848e-05,
+      "loss": 0.1349,
+      "step": 950000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892642485875706e-05,
+      "loss": 0.1326,
+      "step": 950500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892585988700565e-05,
+      "loss": 0.1379,
+      "step": 951000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8925294915254235e-05,
+      "loss": 0.1315,
+      "step": 951500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8924729943502826e-05,
+      "loss": 0.1369,
+      "step": 952000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892416497175141e-05,
+      "loss": 0.1381,
+      "step": 952500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.89236e-05,
+      "loss": 0.1285,
+      "step": 953000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8923036158192094e-05,
+      "loss": 0.1308,
+      "step": 953500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8922471186440685e-05,
+      "loss": 0.1307,
+      "step": 954000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892190621468927e-05,
+      "loss": 0.1349,
+      "step": 954500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892134124293786e-05,
+      "loss": 0.14,
+      "step": 955000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892077627118644e-05,
+      "loss": 0.1368,
+      "step": 955500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.892021242937853e-05,
+      "loss": 0.1325,
+      "step": 956000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.891964745762712e-05,
+      "loss": 0.1246,
+      "step": 956500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.891908248587571e-05,
+      "loss": 0.1425,
+      "step": 957000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8918517514124295e-05,
+      "loss": 0.1385,
+      "step": 957500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.8917952542372886e-05,
+      "loss": 0.1419,
+      "step": 958000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 4.891738870056497e-05,
+      "loss": 0.1354,
+      "step": 958500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891682372881356e-05,
+      "loss": 0.1437,
+      "step": 959000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891625875706215e-05,
+      "loss": 0.1353,
+      "step": 959500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891569378531073e-05,
+      "loss": 0.1349,
+      "step": 960000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891512994350283e-05,
+      "loss": 0.1366,
+      "step": 960500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891456610169492e-05,
+      "loss": 0.1316,
+      "step": 961000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.89140011299435e-05,
+      "loss": 0.1339,
+      "step": 961500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8913436158192094e-05,
+      "loss": 0.1292,
+      "step": 962000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891287118644068e-05,
+      "loss": 0.1409,
+      "step": 962500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891230621468927e-05,
+      "loss": 0.1328,
+      "step": 963000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891174124293785e-05,
+      "loss": 0.1379,
+      "step": 963500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891117627118644e-05,
+      "loss": 0.141,
+      "step": 964000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891061129943503e-05,
+      "loss": 0.1316,
+      "step": 964500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.891004632768362e-05,
+      "loss": 0.1358,
+      "step": 965000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890948135593221e-05,
+      "loss": 0.133,
+      "step": 965500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8908917514124295e-05,
+      "loss": 0.1376,
+      "step": 966000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890835254237288e-05,
+      "loss": 0.1369,
+      "step": 966500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890778757062147e-05,
+      "loss": 0.1339,
+      "step": 967000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890722259887005e-05,
+      "loss": 0.1313,
+      "step": 967500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8906658757062153e-05,
+      "loss": 0.1418,
+      "step": 968000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890609378531074e-05,
+      "loss": 0.1356,
+      "step": 968500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890552881355933e-05,
+      "loss": 0.1368,
+      "step": 969000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890496384180791e-05,
+      "loss": 0.1414,
+      "step": 969500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.89044e-05,
+      "loss": 0.1378,
+      "step": 970000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890383502824859e-05,
+      "loss": 0.1273,
+      "step": 970500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890327005649718e-05,
+      "loss": 0.1345,
+      "step": 971000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8902705084745764e-05,
+      "loss": 0.1304,
+      "step": 971500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8902140112994354e-05,
+      "loss": 0.1383,
+      "step": 972000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890157627118644e-05,
+      "loss": 0.1337,
+      "step": 972500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.890101129943503e-05,
+      "loss": 0.1366,
+      "step": 973000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8900446327683616e-05,
+      "loss": 0.1391,
+      "step": 973500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8899881355932207e-05,
+      "loss": 0.1333,
+      "step": 974000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88993175141243e-05,
+      "loss": 0.1317,
+      "step": 974500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8898752542372884e-05,
+      "loss": 0.1332,
+      "step": 975000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8898187570621475e-05,
+      "loss": 0.133,
+      "step": 975500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889762259887006e-05,
+      "loss": 0.1232,
+      "step": 976000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8897058757062146e-05,
+      "loss": 0.1448,
+      "step": 976500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8896493785310737e-05,
+      "loss": 0.132,
+      "step": 977000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889592881355932e-05,
+      "loss": 0.1328,
+      "step": 977500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889536384180791e-05,
+      "loss": 0.1363,
+      "step": 978000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88947988700565e-05,
+      "loss": 0.1284,
+      "step": 978500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889423502824859e-05,
+      "loss": 0.1341,
+      "step": 979000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889367005649718e-05,
+      "loss": 0.1343,
+      "step": 979500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889310508474576e-05,
+      "loss": 0.1365,
+      "step": 980000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8892540112994354e-05,
+      "loss": 0.1263,
+      "step": 980500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889197514124294e-05,
+      "loss": 0.1351,
+      "step": 981000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889141129943503e-05,
+      "loss": 0.1347,
+      "step": 981500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.889084632768362e-05,
+      "loss": 0.1376,
+      "step": 982000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8890281355932206e-05,
+      "loss": 0.1349,
+      "step": 982500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888971751412429e-05,
+      "loss": 0.1295,
+      "step": 983000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8889152542372884e-05,
+      "loss": 0.1441,
+      "step": 983500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888858757062147e-05,
+      "loss": 0.1326,
+      "step": 984000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888802259887006e-05,
+      "loss": 0.1383,
+      "step": 984500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888745762711865e-05,
+      "loss": 0.1275,
+      "step": 985000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888689265536723e-05,
+      "loss": 0.1329,
+      "step": 985500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888632768361582e-05,
+      "loss": 0.1386,
+      "step": 986000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888576271186441e-05,
+      "loss": 0.1404,
+      "step": 986500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8885197740113e-05,
+      "loss": 0.1298,
+      "step": 987000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8884633898305085e-05,
+      "loss": 0.1364,
+      "step": 987500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8884068926553675e-05,
+      "loss": 0.1311,
+      "step": 988000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888350395480226e-05,
+      "loss": 0.1376,
+      "step": 988500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888293898305085e-05,
+      "loss": 0.1248,
+      "step": 989000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888237401129943e-05,
+      "loss": 0.1327,
+      "step": 989500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888181016949153e-05,
+      "loss": 0.1323,
+      "step": 990000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888124519774012e-05,
+      "loss": 0.1362,
+      "step": 990500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88806802259887e-05,
+      "loss": 0.1393,
+      "step": 991000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.888011525423729e-05,
+      "loss": 0.129,
+      "step": 991500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8879550282485876e-05,
+      "loss": 0.1338,
+      "step": 992000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887898531073447e-05,
+      "loss": 0.1271,
+      "step": 992500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8878421468926554e-05,
+      "loss": 0.1371,
+      "step": 993000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8877856497175144e-05,
+      "loss": 0.1297,
+      "step": 993500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887729152542373e-05,
+      "loss": 0.1311,
+      "step": 994000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887672655367232e-05,
+      "loss": 0.1259,
+      "step": 994500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88761615819209e-05,
+      "loss": 0.1369,
+      "step": 995000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8875597740113e-05,
+      "loss": 0.1407,
+      "step": 995500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887503276836158e-05,
+      "loss": 0.1365,
+      "step": 996000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887446779661017e-05,
+      "loss": 0.1368,
+      "step": 996500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887390282485876e-05,
+      "loss": 0.1273,
+      "step": 997000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8873337853107345e-05,
+      "loss": 0.1317,
+      "step": 997500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8872772881355936e-05,
+      "loss": 0.1252,
+      "step": 998000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887220903954802e-05,
+      "loss": 0.1274,
+      "step": 998500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8871644067796614e-05,
+      "loss": 0.1267,
+      "step": 999000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8871079096045204e-05,
+      "loss": 0.1359,
+      "step": 999500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.887051412429379e-05,
+      "loss": 0.1305,
+      "step": 1000000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8869950282485875e-05,
+      "loss": 0.1324,
+      "step": 1000500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8869385310734466e-05,
+      "loss": 0.1318,
+      "step": 1001000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886882033898305e-05,
+      "loss": 0.1351,
+      "step": 1001500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886825536723164e-05,
+      "loss": 0.1306,
+      "step": 1002000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8867691525423734e-05,
+      "loss": 0.1317,
+      "step": 1002500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886712655367232e-05,
+      "loss": 0.1301,
+      "step": 1003000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886656158192091e-05,
+      "loss": 0.1323,
+      "step": 1003500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886599661016949e-05,
+      "loss": 0.1273,
+      "step": 1004000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886543163841808e-05,
+      "loss": 0.1412,
+      "step": 1004500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886486779661017e-05,
+      "loss": 0.1353,
+      "step": 1005000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886430282485876e-05,
+      "loss": 0.1344,
+      "step": 1005500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8863737853107345e-05,
+      "loss": 0.1315,
+      "step": 1006000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8863172881355935e-05,
+      "loss": 0.1339,
+      "step": 1006500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886260903954802e-05,
+      "loss": 0.1287,
+      "step": 1007000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886204406779661e-05,
+      "loss": 0.1435,
+      "step": 1007500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88614790960452e-05,
+      "loss": 0.1376,
+      "step": 1008000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886091412429379e-05,
+      "loss": 0.1362,
+      "step": 1008500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.886034915254237e-05,
+      "loss": 0.129,
+      "step": 1009000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885978418079096e-05,
+      "loss": 0.1389,
+      "step": 1009500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8859220338983056e-05,
+      "loss": 0.1349,
+      "step": 1010000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885865536723164e-05,
+      "loss": 0.1347,
+      "step": 1010500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885809039548023e-05,
+      "loss": 0.1416,
+      "step": 1011000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8857525423728814e-05,
+      "loss": 0.1295,
+      "step": 1011500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8856960451977405e-05,
+      "loss": 0.1306,
+      "step": 1012000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885639661016949e-05,
+      "loss": 0.1337,
+      "step": 1012500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885583163841808e-05,
+      "loss": 0.1302,
+      "step": 1013000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885526666666667e-05,
+      "loss": 0.133,
+      "step": 1013500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885470169491526e-05,
+      "loss": 0.1291,
+      "step": 1014000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8854137853107344e-05,
+      "loss": 0.1348,
+      "step": 1014500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8853572881355935e-05,
+      "loss": 0.1357,
+      "step": 1015000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885300790960452e-05,
+      "loss": 0.1343,
+      "step": 1015500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885244293785311e-05,
+      "loss": 0.1345,
+      "step": 1016000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885187796610169e-05,
+      "loss": 0.1318,
+      "step": 1016500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885131299435028e-05,
+      "loss": 0.1336,
+      "step": 1017000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8850748022598874e-05,
+      "loss": 0.1345,
+      "step": 1017500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.885018418079096e-05,
+      "loss": 0.1305,
+      "step": 1018000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884961920903955e-05,
+      "loss": 0.1364,
+      "step": 1018500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8849054237288136e-05,
+      "loss": 0.1383,
+      "step": 1019000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8848489265536726e-05,
+      "loss": 0.1359,
+      "step": 1019500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884792429378531e-05,
+      "loss": 0.1391,
+      "step": 1020000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8847360451977404e-05,
+      "loss": 0.1342,
+      "step": 1020500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8846795480225994e-05,
+      "loss": 0.1327,
+      "step": 1021000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884623050847458e-05,
+      "loss": 0.1309,
+      "step": 1021500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884566553672317e-05,
+      "loss": 0.1271,
+      "step": 1022000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8845101694915256e-05,
+      "loss": 0.1319,
+      "step": 1022500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884453672316384e-05,
+      "loss": 0.1306,
+      "step": 1023000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884397175141243e-05,
+      "loss": 0.1357,
+      "step": 1023500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884340677966102e-05,
+      "loss": 0.1292,
+      "step": 1024000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8842841807909605e-05,
+      "loss": 0.1455,
+      "step": 1024500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8842276836158195e-05,
+      "loss": 0.1345,
+      "step": 1025000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884171186440678e-05,
+      "loss": 0.135,
+      "step": 1025500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884114802259887e-05,
+      "loss": 0.1388,
+      "step": 1026000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8840583050847464e-05,
+      "loss": 0.1322,
+      "step": 1026500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.884001807909605e-05,
+      "loss": 0.1311,
+      "step": 1027000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883945310734464e-05,
+      "loss": 0.1395,
+      "step": 1027500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883888813559322e-05,
+      "loss": 0.1296,
+      "step": 1028000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8838324293785316e-05,
+      "loss": 0.138,
+      "step": 1028500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88377593220339e-05,
+      "loss": 0.1333,
+      "step": 1029000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883719435028249e-05,
+      "loss": 0.1348,
+      "step": 1029500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8836629378531074e-05,
+      "loss": 0.1283,
+      "step": 1030000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8836064406779665e-05,
+      "loss": 0.1372,
+      "step": 1030500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883550056497175e-05,
+      "loss": 0.1304,
+      "step": 1031000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883493559322034e-05,
+      "loss": 0.1369,
+      "step": 1031500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8834370621468926e-05,
+      "loss": 0.1281,
+      "step": 1032000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883380564971752e-05,
+      "loss": 0.1296,
+      "step": 1032500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88332406779661e-05,
+      "loss": 0.1353,
+      "step": 1033000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8832676836158195e-05,
+      "loss": 0.1503,
+      "step": 1033500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8832111864406785e-05,
+      "loss": 0.1324,
+      "step": 1034000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883154689265537e-05,
+      "loss": 0.1332,
+      "step": 1034500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883098192090396e-05,
+      "loss": 0.1296,
+      "step": 1035000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.883041807909605e-05,
+      "loss": 0.1331,
+      "step": 1035500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882985310734464e-05,
+      "loss": 0.1338,
+      "step": 1036000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882928813559322e-05,
+      "loss": 0.1319,
+      "step": 1036500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882872316384181e-05,
+      "loss": 0.1392,
+      "step": 1037000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8828158192090396e-05,
+      "loss": 0.1377,
+      "step": 1037500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8827593220338986e-05,
+      "loss": 0.1314,
+      "step": 1038000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8827029378531073e-05,
+      "loss": 0.1378,
+      "step": 1038500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8826464406779664e-05,
+      "loss": 0.1271,
+      "step": 1039000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882589943502825e-05,
+      "loss": 0.1364,
+      "step": 1039500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882533446327684e-05,
+      "loss": 0.1375,
+      "step": 1040000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882476949152542e-05,
+      "loss": 0.1295,
+      "step": 1040500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8824205649717516e-05,
+      "loss": 0.1309,
+      "step": 1041000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882364067796611e-05,
+      "loss": 0.1439,
+      "step": 1041500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882307570621469e-05,
+      "loss": 0.1297,
+      "step": 1042000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8822511864406785e-05,
+      "loss": 0.1307,
+      "step": 1042500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882194689265537e-05,
+      "loss": 0.1346,
+      "step": 1043000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882138192090396e-05,
+      "loss": 0.1324,
+      "step": 1043500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882081694915254e-05,
+      "loss": 0.1269,
+      "step": 1044000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.882025197740113e-05,
+      "loss": 0.1357,
+      "step": 1044500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8819687005649724e-05,
+      "loss": 0.1282,
+      "step": 1045000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881912203389831e-05,
+      "loss": 0.1307,
+      "step": 1045500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88185570621469e-05,
+      "loss": 0.1354,
+      "step": 1046000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881799209039548e-05,
+      "loss": 0.1308,
+      "step": 1046500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881742711864407e-05,
+      "loss": 0.124,
+      "step": 1047000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881686440677966e-05,
+      "loss": 0.1251,
+      "step": 1047500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8816299435028254e-05,
+      "loss": 0.1261,
+      "step": 1048000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881573446327684e-05,
+      "loss": 0.1329,
+      "step": 1048500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881516949152543e-05,
+      "loss": 0.132,
+      "step": 1049000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881460451977401e-05,
+      "loss": 0.1322,
+      "step": 1049500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88140395480226e-05,
+      "loss": 0.1378,
+      "step": 1050000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8813474576271186e-05,
+      "loss": 0.1319,
+      "step": 1050500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881290960451978e-05,
+      "loss": 0.1337,
+      "step": 1051000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881234463276836e-05,
+      "loss": 0.138,
+      "step": 1051500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8811780790960455e-05,
+      "loss": 0.1401,
+      "step": 1052000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8811215819209045e-05,
+      "loss": 0.1326,
+      "step": 1052500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881065084745763e-05,
+      "loss": 0.1257,
+      "step": 1053000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.881008587570622e-05,
+      "loss": 0.1339,
+      "step": 1053500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8809520903954804e-05,
+      "loss": 0.1323,
+      "step": 1054000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8808955932203394e-05,
+      "loss": 0.1296,
+      "step": 1054500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880839209039548e-05,
+      "loss": 0.1294,
+      "step": 1055000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880782711864407e-05,
+      "loss": 0.1279,
+      "step": 1055500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8807262146892656e-05,
+      "loss": 0.1281,
+      "step": 1056000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8806697175141246e-05,
+      "loss": 0.1307,
+      "step": 1056500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880613220338983e-05,
+      "loss": 0.134,
+      "step": 1057000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880556723163842e-05,
+      "loss": 0.13,
+      "step": 1057500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8805003389830515e-05,
+      "loss": 0.1291,
+      "step": 1058000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.88044384180791e-05,
+      "loss": 0.1343,
+      "step": 1058500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880387344632769e-05,
+      "loss": 0.141,
+      "step": 1059000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880330847457627e-05,
+      "loss": 0.1308,
+      "step": 1059500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8802743502824863e-05,
+      "loss": 0.1343,
+      "step": 1060000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880217966101695e-05,
+      "loss": 0.1242,
+      "step": 1060500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.880161468926554e-05,
+      "loss": 0.141,
+      "step": 1061000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8801049717514125e-05,
+      "loss": 0.134,
+      "step": 1061500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8800484745762716e-05,
+      "loss": 0.1373,
+      "step": 1062000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87999209039548e-05,
+      "loss": 0.1283,
+      "step": 1062500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8799355932203393e-05,
+      "loss": 0.1302,
+      "step": 1063000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879879096045198e-05,
+      "loss": 0.1322,
+      "step": 1063500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879822598870057e-05,
+      "loss": 0.1299,
+      "step": 1064000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879766214689266e-05,
+      "loss": 0.1283,
+      "step": 1064500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8797097175141246e-05,
+      "loss": 0.1386,
+      "step": 1065000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8796532203389836e-05,
+      "loss": 0.1363,
+      "step": 1065500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879596723163842e-05,
+      "loss": 0.1325,
+      "step": 1066000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879540225988701e-05,
+      "loss": 0.1413,
+      "step": 1066500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87948384180791e-05,
+      "loss": 0.1319,
+      "step": 1067000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879427344632769e-05,
+      "loss": 0.1231,
+      "step": 1067500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879370847457627e-05,
+      "loss": 0.132,
+      "step": 1068000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879314350282486e-05,
+      "loss": 0.1357,
+      "step": 1068500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8792578531073447e-05,
+      "loss": 0.128,
+      "step": 1069000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.879201468926554e-05,
+      "loss": 0.1279,
+      "step": 1069500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8791449717514124e-05,
+      "loss": 0.1292,
+      "step": 1070000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8790884745762715e-05,
+      "loss": 0.1377,
+      "step": 1070500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87903197740113e-05,
+      "loss": 0.1283,
+      "step": 1071000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878975480225989e-05,
+      "loss": 0.1341,
+      "step": 1071500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878918983050847e-05,
+      "loss": 0.1305,
+      "step": 1072000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8788624858757064e-05,
+      "loss": 0.1351,
+      "step": 1072500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878805988700565e-05,
+      "loss": 0.1249,
+      "step": 1073000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878749604519774e-05,
+      "loss": 0.1289,
+      "step": 1073500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8786932203389835e-05,
+      "loss": 0.132,
+      "step": 1074000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878636723163842e-05,
+      "loss": 0.1351,
+      "step": 1074500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878580225988701e-05,
+      "loss": 0.1279,
+      "step": 1075000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8785237288135594e-05,
+      "loss": 0.1318,
+      "step": 1075500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8784672316384184e-05,
+      "loss": 0.1347,
+      "step": 1076000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8784107344632775e-05,
+      "loss": 0.1299,
+      "step": 1076500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878354350282486e-05,
+      "loss": 0.1273,
+      "step": 1077000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8782978531073446e-05,
+      "loss": 0.1285,
+      "step": 1077500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8782413559322036e-05,
+      "loss": 0.1315,
+      "step": 1078000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878184858757062e-05,
+      "loss": 0.1359,
+      "step": 1078500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878128361581921e-05,
+      "loss": 0.1269,
+      "step": 1079000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8780719774011305e-05,
+      "loss": 0.1339,
+      "step": 1079500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.878015480225989e-05,
+      "loss": 0.1269,
+      "step": 1080000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877958983050848e-05,
+      "loss": 0.1257,
+      "step": 1080500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877902485875707e-05,
+      "loss": 0.1214,
+      "step": 1081000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8778459887005654e-05,
+      "loss": 0.1332,
+      "step": 1081500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877789604519774e-05,
+      "loss": 0.1296,
+      "step": 1082000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877733107344633e-05,
+      "loss": 0.1367,
+      "step": 1082500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8776766101694915e-05,
+      "loss": 0.1337,
+      "step": 1083000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8776201129943506e-05,
+      "loss": 0.1281,
+      "step": 1083500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8775636158192096e-05,
+      "loss": 0.1325,
+      "step": 1084000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8775072316384184e-05,
+      "loss": 0.136,
+      "step": 1084500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877450734463277e-05,
+      "loss": 0.1342,
+      "step": 1085000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877394237288136e-05,
+      "loss": 0.1302,
+      "step": 1085500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877337740112994e-05,
+      "loss": 0.1326,
+      "step": 1086000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877281242937853e-05,
+      "loss": 0.1352,
+      "step": 1086500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8772248587570626e-05,
+      "loss": 0.1295,
+      "step": 1087000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877168361581922e-05,
+      "loss": 0.1285,
+      "step": 1087500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87711186440678e-05,
+      "loss": 0.1352,
+      "step": 1088000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.877055367231639e-05,
+      "loss": 0.1317,
+      "step": 1088500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8769988700564975e-05,
+      "loss": 0.1283,
+      "step": 1089000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876942485875706e-05,
+      "loss": 0.1278,
+      "step": 1089500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876885988700565e-05,
+      "loss": 0.1306,
+      "step": 1090000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8768294915254243e-05,
+      "loss": 0.1301,
+      "step": 1090500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876772994350283e-05,
+      "loss": 0.1334,
+      "step": 1091000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876716497175142e-05,
+      "loss": 0.1302,
+      "step": 1091500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.87666e-05,
+      "loss": 0.1272,
+      "step": 1092000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876603615819209e-05,
+      "loss": 0.135,
+      "step": 1092500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876547118644068e-05,
+      "loss": 0.1291,
+      "step": 1093000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876490621468926e-05,
+      "loss": 0.1308,
+      "step": 1093500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8764341242937854e-05,
+      "loss": 0.122,
+      "step": 1094000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8763776271186444e-05,
+      "loss": 0.1375,
+      "step": 1094500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876321129943503e-05,
+      "loss": 0.1313,
+      "step": 1095000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876264745762712e-05,
+      "loss": 0.1245,
+      "step": 1095500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876208248587571e-05,
+      "loss": 0.1374,
+      "step": 1096000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8761517514124297e-05,
+      "loss": 0.1266,
+      "step": 1096500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876095254237289e-05,
+      "loss": 0.1316,
+      "step": 1097000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.876038757062147e-05,
+      "loss": 0.1307,
+      "step": 1097500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875982259887006e-05,
+      "loss": 0.1234,
+      "step": 1098000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8759257627118645e-05,
+      "loss": 0.1318,
+      "step": 1098500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8758692655367236e-05,
+      "loss": 0.1271,
+      "step": 1099000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875812881355932e-05,
+      "loss": 0.1351,
+      "step": 1099500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875756497175141e-05,
+      "loss": 0.1328,
+      "step": 1100000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8757e-05,
+      "loss": 0.1288,
+      "step": 1100500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875643502824859e-05,
+      "loss": 0.1222,
+      "step": 1101000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8755870056497175e-05,
+      "loss": 0.1337,
+      "step": 1101500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8755305084745766e-05,
+      "loss": 0.133,
+      "step": 1102000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875474124293786e-05,
+      "loss": 0.1233,
+      "step": 1102500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8754176271186444e-05,
+      "loss": 0.1247,
+      "step": 1103000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8753611299435034e-05,
+      "loss": 0.1348,
+      "step": 1103500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875304632768362e-05,
+      "loss": 0.1373,
+      "step": 1104000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875248248587571e-05,
+      "loss": 0.1337,
+      "step": 1104500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8751917514124296e-05,
+      "loss": 0.1316,
+      "step": 1105000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.8751352542372886e-05,
+      "loss": 0.1273,
+      "step": 1105500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 4.875078757062147e-05,
+      "loss": 0.1295,
+      "step": 1106000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.875022259887006e-05,
+      "loss": 0.1344,
+      "step": 1106500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874965875706215e-05,
+      "loss": 0.1289,
+      "step": 1107000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874909378531073e-05,
+      "loss": 0.135,
+      "step": 1107500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874852881355932e-05,
+      "loss": 0.1257,
+      "step": 1108000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874796384180791e-05,
+      "loss": 0.1265,
+      "step": 1108500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874740000000001e-05,
+      "loss": 0.1226,
+      "step": 1109000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874683502824859e-05,
+      "loss": 0.1336,
+      "step": 1109500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874627005649718e-05,
+      "loss": 0.1274,
+      "step": 1110000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8745705084745765e-05,
+      "loss": 0.128,
+      "step": 1110500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8745140112994356e-05,
+      "loss": 0.1338,
+      "step": 1111000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874457627118644e-05,
+      "loss": 0.1278,
+      "step": 1111500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8744011299435034e-05,
+      "loss": 0.1304,
+      "step": 1112000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874344632768362e-05,
+      "loss": 0.127,
+      "step": 1112500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874288135593221e-05,
+      "loss": 0.1292,
+      "step": 1113000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874231638418079e-05,
+      "loss": 0.1283,
+      "step": 1113500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874175141242938e-05,
+      "loss": 0.1305,
+      "step": 1114000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8741186440677966e-05,
+      "loss": 0.1329,
+      "step": 1114500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.874062259887006e-05,
+      "loss": 0.1288,
+      "step": 1115000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8740057627118644e-05,
+      "loss": 0.1265,
+      "step": 1115500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8739492655367234e-05,
+      "loss": 0.1265,
+      "step": 1116000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873892768361582e-05,
+      "loss": 0.1302,
+      "step": 1116500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873836271186441e-05,
+      "loss": 0.1305,
+      "step": 1117000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873779774011299e-05,
+      "loss": 0.1292,
+      "step": 1117500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873723389830509e-05,
+      "loss": 0.14,
+      "step": 1118000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873666892655368e-05,
+      "loss": 0.1345,
+      "step": 1118500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873610395480227e-05,
+      "loss": 0.1322,
+      "step": 1119000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8735540112994355e-05,
+      "loss": 0.1265,
+      "step": 1119500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873497514124294e-05,
+      "loss": 0.1288,
+      "step": 1120000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873441016949153e-05,
+      "loss": 0.1208,
+      "step": 1120500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873384519774011e-05,
+      "loss": 0.1272,
+      "step": 1121000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8733280225988704e-05,
+      "loss": 0.1243,
+      "step": 1121500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873271525423729e-05,
+      "loss": 0.1319,
+      "step": 1122000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873215028248588e-05,
+      "loss": 0.1362,
+      "step": 1122500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873158531073447e-05,
+      "loss": 0.1346,
+      "step": 1123000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873102033898305e-05,
+      "loss": 0.1297,
+      "step": 1123500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.873045649717514e-05,
+      "loss": 0.1345,
+      "step": 1124000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872989152542373e-05,
+      "loss": 0.1288,
+      "step": 1124500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8729326553672314e-05,
+      "loss": 0.1249,
+      "step": 1125000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8728761581920905e-05,
+      "loss": 0.1259,
+      "step": 1125500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8728196610169495e-05,
+      "loss": 0.1334,
+      "step": 1126000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872763163841808e-05,
+      "loss": 0.1357,
+      "step": 1126500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872706666666667e-05,
+      "loss": 0.1282,
+      "step": 1127000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8726502824858764e-05,
+      "loss": 0.1397,
+      "step": 1127500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872593785310735e-05,
+      "loss": 0.1244,
+      "step": 1128000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872537288135594e-05,
+      "loss": 0.1324,
+      "step": 1128500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872480790960452e-05,
+      "loss": 0.1343,
+      "step": 1129000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8724244067796616e-05,
+      "loss": 0.1223,
+      "step": 1129500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87236790960452e-05,
+      "loss": 0.1335,
+      "step": 1130000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872311412429379e-05,
+      "loss": 0.1265,
+      "step": 1130500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8722549152542374e-05,
+      "loss": 0.1305,
+      "step": 1131000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8721984180790965e-05,
+      "loss": 0.1272,
+      "step": 1131500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.872142033898305e-05,
+      "loss": 0.1343,
+      "step": 1132000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8720855367231636e-05,
+      "loss": 0.125,
+      "step": 1132500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8720290395480226e-05,
+      "loss": 0.1344,
+      "step": 1133000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871972542372882e-05,
+      "loss": 0.1294,
+      "step": 1133500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87191604519774e-05,
+      "loss": 0.1277,
+      "step": 1134000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8718596610169495e-05,
+      "loss": 0.1335,
+      "step": 1134500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8718031638418085e-05,
+      "loss": 0.1323,
+      "step": 1135000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871746666666667e-05,
+      "loss": 0.1327,
+      "step": 1135500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871690169491526e-05,
+      "loss": 0.1231,
+      "step": 1136000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871633785310735e-05,
+      "loss": 0.1329,
+      "step": 1136500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871577288135594e-05,
+      "loss": 0.136,
+      "step": 1137000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871520790960452e-05,
+      "loss": 0.1275,
+      "step": 1137500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871464293785311e-05,
+      "loss": 0.126,
+      "step": 1138000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8714077966101696e-05,
+      "loss": 0.134,
+      "step": 1138500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871351412429378e-05,
+      "loss": 0.1352,
+      "step": 1139000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871294915254237e-05,
+      "loss": 0.126,
+      "step": 1139500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8712384180790964e-05,
+      "loss": 0.1271,
+      "step": 1140000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871181920903955e-05,
+      "loss": 0.1316,
+      "step": 1140500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871125423728814e-05,
+      "loss": 0.1309,
+      "step": 1141000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871068926553672e-05,
+      "loss": 0.1293,
+      "step": 1141500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.871012429378531e-05,
+      "loss": 0.127,
+      "step": 1142000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870956045197741e-05,
+      "loss": 0.133,
+      "step": 1142500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870899548022599e-05,
+      "loss": 0.1303,
+      "step": 1143000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870843050847458e-05,
+      "loss": 0.1344,
+      "step": 1143500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870786553672317e-05,
+      "loss": 0.1373,
+      "step": 1144000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8707300564971755e-05,
+      "loss": 0.13,
+      "step": 1144500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8706735593220346e-05,
+      "loss": 0.1327,
+      "step": 1145000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870617175141243e-05,
+      "loss": 0.1336,
+      "step": 1145500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870560677966102e-05,
+      "loss": 0.1321,
+      "step": 1146000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870504180790961e-05,
+      "loss": 0.121,
+      "step": 1146500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.87044768361582e-05,
+      "loss": 0.1282,
+      "step": 1147000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870391186440678e-05,
+      "loss": 0.13,
+      "step": 1147500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870334802259887e-05,
+      "loss": 0.1286,
+      "step": 1148000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870278305084746e-05,
+      "loss": 0.1317,
+      "step": 1148500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8702218079096044e-05,
+      "loss": 0.1284,
+      "step": 1149000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8701653107344634e-05,
+      "loss": 0.1257,
+      "step": 1149500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870108813559322e-05,
+      "loss": 0.128,
+      "step": 1150000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.870052429378532e-05,
+      "loss": 0.1172,
+      "step": 1150500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86999593220339e-05,
+      "loss": 0.1276,
+      "step": 1151000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869939435028249e-05,
+      "loss": 0.1315,
+      "step": 1151500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869882937853108e-05,
+      "loss": 0.1259,
+      "step": 1152000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8698265536723164e-05,
+      "loss": 0.1291,
+      "step": 1152500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8697700564971755e-05,
+      "loss": 0.1273,
+      "step": 1153000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869713559322034e-05,
+      "loss": 0.1262,
+      "step": 1153500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869657062146893e-05,
+      "loss": 0.1306,
+      "step": 1154000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8696006779661016e-05,
+      "loss": 0.1232,
+      "step": 1154500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869544180790961e-05,
+      "loss": 0.1294,
+      "step": 1155000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869487683615819e-05,
+      "loss": 0.1259,
+      "step": 1155500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869431186440678e-05,
+      "loss": 0.1291,
+      "step": 1156000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8693746892655365e-05,
+      "loss": 0.1259,
+      "step": 1156500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869318305084746e-05,
+      "loss": 0.1355,
+      "step": 1157000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869261807909605e-05,
+      "loss": 0.1304,
+      "step": 1157500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.869205310734464e-05,
+      "loss": 0.134,
+      "step": 1158000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8691488135593224e-05,
+      "loss": 0.1269,
+      "step": 1158500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8690923163841815e-05,
+      "loss": 0.1308,
+      "step": 1159000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86903581920904e-05,
+      "loss": 0.1263,
+      "step": 1159500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8689794350282486e-05,
+      "loss": 0.1248,
+      "step": 1160000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8689229378531076e-05,
+      "loss": 0.1391,
+      "step": 1160500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868866440677967e-05,
+      "loss": 0.1282,
+      "step": 1161000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868809943502825e-05,
+      "loss": 0.1269,
+      "step": 1161500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868753559322034e-05,
+      "loss": 0.1292,
+      "step": 1162000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868697062146893e-05,
+      "loss": 0.1269,
+      "step": 1162500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868640564971751e-05,
+      "loss": 0.1333,
+      "step": 1163000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86858406779661e-05,
+      "loss": 0.1332,
+      "step": 1163500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86852768361582e-05,
+      "loss": 0.1222,
+      "step": 1164000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868471186440679e-05,
+      "loss": 0.1307,
+      "step": 1164500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868414689265537e-05,
+      "loss": 0.1289,
+      "step": 1165000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868358192090396e-05,
+      "loss": 0.1288,
+      "step": 1165500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8683016949152546e-05,
+      "loss": 0.1281,
+      "step": 1166000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8682451977401136e-05,
+      "loss": 0.1345,
+      "step": 1166500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868188813559322e-05,
+      "loss": 0.1329,
+      "step": 1167000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868132316384181e-05,
+      "loss": 0.1288,
+      "step": 1167500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86807581920904e-05,
+      "loss": 0.124,
+      "step": 1168000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.868019322033899e-05,
+      "loss": 0.1254,
+      "step": 1168500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8679629378531075e-05,
+      "loss": 0.128,
+      "step": 1169000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867906440677966e-05,
+      "loss": 0.1367,
+      "step": 1169500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867849943502825e-05,
+      "loss": 0.1275,
+      "step": 1170000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8677934463276834e-05,
+      "loss": 0.1317,
+      "step": 1170500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8677369491525424e-05,
+      "loss": 0.1275,
+      "step": 1171000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867680564971752e-05,
+      "loss": 0.1275,
+      "step": 1171500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867624067796611e-05,
+      "loss": 0.1287,
+      "step": 1172000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867567570621469e-05,
+      "loss": 0.1265,
+      "step": 1172500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867511073446328e-05,
+      "loss": 0.1319,
+      "step": 1173000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867454689265537e-05,
+      "loss": 0.1251,
+      "step": 1173500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8673981920903954e-05,
+      "loss": 0.1292,
+      "step": 1174000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8673416949152545e-05,
+      "loss": 0.1299,
+      "step": 1174500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8672851977401135e-05,
+      "loss": 0.1328,
+      "step": 1175000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867228700564972e-05,
+      "loss": 0.1293,
+      "step": 1175500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867172203389831e-05,
+      "loss": 0.1287,
+      "step": 1176000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86711581920904e-05,
+      "loss": 0.1238,
+      "step": 1176500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867059322033898e-05,
+      "loss": 0.1211,
+      "step": 1177000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.867002824858757e-05,
+      "loss": 0.1271,
+      "step": 1177500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8669463276836155e-05,
+      "loss": 0.1255,
+      "step": 1178000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8668898305084746e-05,
+      "loss": 0.1258,
+      "step": 1178500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866833446327684e-05,
+      "loss": 0.134,
+      "step": 1179000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866776949152543e-05,
+      "loss": 0.1213,
+      "step": 1179500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8667204519774014e-05,
+      "loss": 0.1346,
+      "step": 1180000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8666639548022605e-05,
+      "loss": 0.1301,
+      "step": 1180500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866607570621469e-05,
+      "loss": 0.1303,
+      "step": 1181000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8665510734463276e-05,
+      "loss": 0.1304,
+      "step": 1181500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8664945762711866e-05,
+      "loss": 0.1353,
+      "step": 1182000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866438079096046e-05,
+      "loss": 0.1367,
+      "step": 1182500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8663816949152544e-05,
+      "loss": 0.123,
+      "step": 1183000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866325197740113e-05,
+      "loss": 0.1258,
+      "step": 1183500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866268700564972e-05,
+      "loss": 0.1306,
+      "step": 1184000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86621220338983e-05,
+      "loss": 0.1284,
+      "step": 1184500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866155706214689e-05,
+      "loss": 0.1282,
+      "step": 1185000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866099322033899e-05,
+      "loss": 0.1218,
+      "step": 1185500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.866042824858758e-05,
+      "loss": 0.1175,
+      "step": 1186000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865986327683616e-05,
+      "loss": 0.1312,
+      "step": 1186500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865929830508475e-05,
+      "loss": 0.1278,
+      "step": 1187000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8658733333333336e-05,
+      "loss": 0.1312,
+      "step": 1187500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8658168361581926e-05,
+      "loss": 0.1224,
+      "step": 1188000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8657604519774013e-05,
+      "loss": 0.1213,
+      "step": 1188500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8657039548022604e-05,
+      "loss": 0.1274,
+      "step": 1189000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865647457627119e-05,
+      "loss": 0.1227,
+      "step": 1189500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865590960451978e-05,
+      "loss": 0.1212,
+      "step": 1190000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865534463276836e-05,
+      "loss": 0.1314,
+      "step": 1190500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865478079096045e-05,
+      "loss": 0.1296,
+      "step": 1191000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865421581920904e-05,
+      "loss": 0.1301,
+      "step": 1191500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8653650847457624e-05,
+      "loss": 0.132,
+      "step": 1192000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8653085875706214e-05,
+      "loss": 0.1274,
+      "step": 1192500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865252203389831e-05,
+      "loss": 0.1192,
+      "step": 1193000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86519570621469e-05,
+      "loss": 0.1242,
+      "step": 1193500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865139209039548e-05,
+      "loss": 0.1258,
+      "step": 1194000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865082711864407e-05,
+      "loss": 0.1297,
+      "step": 1194500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.865026214689266e-05,
+      "loss": 0.1279,
+      "step": 1195000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864969717514125e-05,
+      "loss": 0.131,
+      "step": 1195500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8649133333333335e-05,
+      "loss": 0.1304,
+      "step": 1196000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8648568361581925e-05,
+      "loss": 0.1299,
+      "step": 1196500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864800338983051e-05,
+      "loss": 0.1284,
+      "step": 1197000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86474384180791e-05,
+      "loss": 0.127,
+      "step": 1197500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8646873446327684e-05,
+      "loss": 0.1289,
+      "step": 1198000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8646308474576274e-05,
+      "loss": 0.1209,
+      "step": 1198500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864574350282486e-05,
+      "loss": 0.1319,
+      "step": 1199000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864517966101695e-05,
+      "loss": 0.1249,
+      "step": 1199500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8644614689265536e-05,
+      "loss": 0.1175,
+      "step": 1200000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8644049717514126e-05,
+      "loss": 0.1355,
+      "step": 1200500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864348474576271e-05,
+      "loss": 0.1267,
+      "step": 1201000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86429197740113e-05,
+      "loss": 0.1251,
+      "step": 1201500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8642354802259885e-05,
+      "loss": 0.1305,
+      "step": 1202000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864179096045198e-05,
+      "loss": 0.1246,
+      "step": 1202500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864122598870057e-05,
+      "loss": 0.1309,
+      "step": 1203000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.864066101694916e-05,
+      "loss": 0.124,
+      "step": 1203500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8640096045197744e-05,
+      "loss": 0.1297,
+      "step": 1204000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8639531073446334e-05,
+      "loss": 0.1289,
+      "step": 1204500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863896723163842e-05,
+      "loss": 0.1336,
+      "step": 1205000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8638402259887005e-05,
+      "loss": 0.1335,
+      "step": 1205500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8637837288135596e-05,
+      "loss": 0.1294,
+      "step": 1206000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863727231638418e-05,
+      "loss": 0.13,
+      "step": 1206500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8636708474576274e-05,
+      "loss": 0.1206,
+      "step": 1207000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863614350282486e-05,
+      "loss": 0.1235,
+      "step": 1207500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863557853107345e-05,
+      "loss": 0.1276,
+      "step": 1208000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863501355932203e-05,
+      "loss": 0.1218,
+      "step": 1208500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863444858757062e-05,
+      "loss": 0.1219,
+      "step": 1209000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8633883615819206e-05,
+      "loss": 0.1319,
+      "step": 1209500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86333186440678e-05,
+      "loss": 0.1284,
+      "step": 1210000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863275480225989e-05,
+      "loss": 0.1312,
+      "step": 1210500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863218983050848e-05,
+      "loss": 0.1258,
+      "step": 1211000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8631624858757065e-05,
+      "loss": 0.1315,
+      "step": 1211500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8631059887005656e-05,
+      "loss": 0.129,
+      "step": 1212000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.863049491525424e-05,
+      "loss": 0.1323,
+      "step": 1212500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862992994350283e-05,
+      "loss": 0.1369,
+      "step": 1213000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8629364971751414e-05,
+      "loss": 0.1342,
+      "step": 1213500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862880112994351e-05,
+      "loss": 0.1314,
+      "step": 1214000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862823615819209e-05,
+      "loss": 0.1206,
+      "step": 1214500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862767118644068e-05,
+      "loss": 0.1223,
+      "step": 1215000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8627106214689266e-05,
+      "loss": 0.1208,
+      "step": 1215500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8626541242937857e-05,
+      "loss": 0.1306,
+      "step": 1216000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8625977401129944e-05,
+      "loss": 0.1225,
+      "step": 1216500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862541242937853e-05,
+      "loss": 0.1336,
+      "step": 1217000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862484745762712e-05,
+      "loss": 0.1273,
+      "step": 1217500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862428248587571e-05,
+      "loss": 0.1272,
+      "step": 1218000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862371751412429e-05,
+      "loss": 0.1246,
+      "step": 1218500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8623153672316387e-05,
+      "loss": 0.1192,
+      "step": 1219000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862258870056498e-05,
+      "loss": 0.1279,
+      "step": 1219500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862202372881356e-05,
+      "loss": 0.1216,
+      "step": 1220000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862145875706215e-05,
+      "loss": 0.1276,
+      "step": 1220500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862089491525424e-05,
+      "loss": 0.1289,
+      "step": 1221000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.862032994350283e-05,
+      "loss": 0.1312,
+      "step": 1221500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861976497175141e-05,
+      "loss": 0.1294,
+      "step": 1222000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8619200000000004e-05,
+      "loss": 0.1288,
+      "step": 1222500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861863502824859e-05,
+      "loss": 0.1325,
+      "step": 1223000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8618071186440675e-05,
+      "loss": 0.1316,
+      "step": 1223500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8617506214689265e-05,
+      "loss": 0.1318,
+      "step": 1224000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8616941242937856e-05,
+      "loss": 0.127,
+      "step": 1224500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861637627118644e-05,
+      "loss": 0.1319,
+      "step": 1225000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8615812429378534e-05,
+      "loss": 0.1273,
+      "step": 1225500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8615247457627124e-05,
+      "loss": 0.1273,
+      "step": 1226000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861468248587571e-05,
+      "loss": 0.13,
+      "step": 1226500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86141175141243e-05,
+      "loss": 0.123,
+      "step": 1227000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861355254237288e-05,
+      "loss": 0.1255,
+      "step": 1227500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861298757062147e-05,
+      "loss": 0.1254,
+      "step": 1228000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8612422598870064e-05,
+      "loss": 0.1255,
+      "step": 1228500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861185762711865e-05,
+      "loss": 0.1202,
+      "step": 1229000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861129265536724e-05,
+      "loss": 0.1299,
+      "step": 1229500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861072994350282e-05,
+      "loss": 0.1282,
+      "step": 1230000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.861016497175141e-05,
+      "loss": 0.1218,
+      "step": 1230500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86096e-05,
+      "loss": 0.1211,
+      "step": 1231000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860903502824859e-05,
+      "loss": 0.1318,
+      "step": 1231500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860847005649718e-05,
+      "loss": 0.1258,
+      "step": 1232000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860790621468927e-05,
+      "loss": 0.1235,
+      "step": 1232500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8607341242937855e-05,
+      "loss": 0.1254,
+      "step": 1233000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8606776271186446e-05,
+      "loss": 0.121,
+      "step": 1233500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860621129943503e-05,
+      "loss": 0.1307,
+      "step": 1234000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860564632768362e-05,
+      "loss": 0.1261,
+      "step": 1234500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860508248587571e-05,
+      "loss": 0.1367,
+      "step": 1235000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86045175141243e-05,
+      "loss": 0.1242,
+      "step": 1235500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860395254237288e-05,
+      "loss": 0.1255,
+      "step": 1236000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860338757062147e-05,
+      "loss": 0.1348,
+      "step": 1236500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860282372881356e-05,
+      "loss": 0.1246,
+      "step": 1237000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860225875706215e-05,
+      "loss": 0.1233,
+      "step": 1237500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8601693785310734e-05,
+      "loss": 0.1256,
+      "step": 1238000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8601128813559324e-05,
+      "loss": 0.1291,
+      "step": 1238500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.860056384180791e-05,
+      "loss": 0.1263,
+      "step": 1239000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.86e-05,
+      "loss": 0.128,
+      "step": 1239500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859943502824859e-05,
+      "loss": 0.1309,
+      "step": 1240000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859887005649718e-05,
+      "loss": 0.1199,
+      "step": 1240500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859830508474577e-05,
+      "loss": 0.1249,
+      "step": 1241000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859774011299435e-05,
+      "loss": 0.1334,
+      "step": 1241500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8597176271186445e-05,
+      "loss": 0.1321,
+      "step": 1242000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859661242937853e-05,
+      "loss": 0.1289,
+      "step": 1242500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859604745762712e-05,
+      "loss": 0.1169,
+      "step": 1243000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8595482485875707e-05,
+      "loss": 0.1195,
+      "step": 1243500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.85949175141243e-05,
+      "loss": 0.1187,
+      "step": 1244000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859435254237288e-05,
+      "loss": 0.1221,
+      "step": 1244500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859378757062147e-05,
+      "loss": 0.1208,
+      "step": 1245000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8593222598870055e-05,
+      "loss": 0.1197,
+      "step": 1245500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8592657627118646e-05,
+      "loss": 0.127,
+      "step": 1246000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859209265536723e-05,
+      "loss": 0.1285,
+      "step": 1246500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.859152768361582e-05,
+      "loss": 0.134,
+      "step": 1247000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8590963841807914e-05,
+      "loss": 0.1305,
+      "step": 1247500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.85903988700565e-05,
+      "loss": 0.1261,
+      "step": 1248000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858983389830509e-05,
+      "loss": 0.1251,
+      "step": 1248500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858926892655368e-05,
+      "loss": 0.1252,
+      "step": 1249000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8588705084745766e-05,
+      "loss": 0.1318,
+      "step": 1249500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858814011299435e-05,
+      "loss": 0.1294,
+      "step": 1250000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858757514124294e-05,
+      "loss": 0.1232,
+      "step": 1250500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.8587010169491525e-05,
+      "loss": 0.127,
+      "step": 1251000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858644632768362e-05,
+      "loss": 0.1294,
+      "step": 1251500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.85858813559322e-05,
+      "loss": 0.1309,
+      "step": 1252000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858531638418079e-05,
+      "loss": 0.1234,
+      "step": 1252500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858475141242938e-05,
+      "loss": 0.1229,
+      "step": 1253000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 4.858418644067797e-05,
+      "loss": 0.1304,
+      "step": 1253500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858362259887006e-05,
+      "loss": 0.1318,
+      "step": 1254000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8583057627118645e-05,
+      "loss": 0.1266,
+      "step": 1254500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8582492655367236e-05,
+      "loss": 0.1234,
+      "step": 1255000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858192768361582e-05,
+      "loss": 0.1327,
+      "step": 1255500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8581363841807914e-05,
+      "loss": 0.127,
+      "step": 1256000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85807988700565e-05,
+      "loss": 0.1273,
+      "step": 1256500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.858023389830509e-05,
+      "loss": 0.1347,
+      "step": 1257000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857966892655367e-05,
+      "loss": 0.128,
+      "step": 1257500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857910395480226e-05,
+      "loss": 0.1219,
+      "step": 1258000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8578538983050846e-05,
+      "loss": 0.1291,
+      "step": 1258500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857797514124294e-05,
+      "loss": 0.1231,
+      "step": 1259000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8577410169491524e-05,
+      "loss": 0.1236,
+      "step": 1259500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8576845197740115e-05,
+      "loss": 0.1244,
+      "step": 1260000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8576280225988705e-05,
+      "loss": 0.1255,
+      "step": 1260500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857571638418079e-05,
+      "loss": 0.1264,
+      "step": 1261000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857515141242938e-05,
+      "loss": 0.1254,
+      "step": 1261500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857458644067797e-05,
+      "loss": 0.1295,
+      "step": 1262000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857402146892656e-05,
+      "loss": 0.1344,
+      "step": 1262500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857345649717515e-05,
+      "loss": 0.1204,
+      "step": 1263000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857289152542373e-05,
+      "loss": 0.1203,
+      "step": 1263500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857232655367232e-05,
+      "loss": 0.1294,
+      "step": 1264000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857176271186441e-05,
+      "loss": 0.1349,
+      "step": 1264500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857119774011299e-05,
+      "loss": 0.1285,
+      "step": 1265000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8570632768361584e-05,
+      "loss": 0.1129,
+      "step": 1265500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.857006779661017e-05,
+      "loss": 0.1241,
+      "step": 1266000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856950282485876e-05,
+      "loss": 0.1233,
+      "step": 1266500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856893898305085e-05,
+      "loss": 0.1293,
+      "step": 1267000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8568374011299436e-05,
+      "loss": 0.1248,
+      "step": 1267500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856780903954803e-05,
+      "loss": 0.1185,
+      "step": 1268000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856724406779661e-05,
+      "loss": 0.1273,
+      "step": 1268500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85666790960452e-05,
+      "loss": 0.1326,
+      "step": 1269000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856611525423729e-05,
+      "loss": 0.1214,
+      "step": 1269500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856555028248588e-05,
+      "loss": 0.1146,
+      "step": 1270000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856498531073447e-05,
+      "loss": 0.1321,
+      "step": 1270500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856442033898305e-05,
+      "loss": 0.129,
+      "step": 1271000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856385649717514e-05,
+      "loss": 0.1314,
+      "step": 1271500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856329152542373e-05,
+      "loss": 0.1298,
+      "step": 1272000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8562726553672315e-05,
+      "loss": 0.1183,
+      "step": 1272500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8562161581920905e-05,
+      "loss": 0.1231,
+      "step": 1273000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8561596610169496e-05,
+      "loss": 0.1269,
+      "step": 1273500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.856103163841808e-05,
+      "loss": 0.1349,
+      "step": 1274000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8560467796610174e-05,
+      "loss": 0.1243,
+      "step": 1274500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855990282485876e-05,
+      "loss": 0.133,
+      "step": 1275000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855933785310735e-05,
+      "loss": 0.1235,
+      "step": 1275500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855877288135593e-05,
+      "loss": 0.1316,
+      "step": 1276000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855820790960452e-05,
+      "loss": 0.1249,
+      "step": 1276500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8557644067796616e-05,
+      "loss": 0.1276,
+      "step": 1277000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85570790960452e-05,
+      "loss": 0.128,
+      "step": 1277500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855651412429379e-05,
+      "loss": 0.1286,
+      "step": 1278000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8555949152542375e-05,
+      "loss": 0.127,
+      "step": 1278500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8555384180790965e-05,
+      "loss": 0.1265,
+      "step": 1279000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855481920903955e-05,
+      "loss": 0.1275,
+      "step": 1279500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855425423728814e-05,
+      "loss": 0.1272,
+      "step": 1280000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855368926553673e-05,
+      "loss": 0.1216,
+      "step": 1280500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855312655367232e-05,
+      "loss": 0.1198,
+      "step": 1281000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8552561581920905e-05,
+      "loss": 0.1246,
+      "step": 1281500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8551996610169495e-05,
+      "loss": 0.1263,
+      "step": 1282000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855143163841808e-05,
+      "loss": 0.1325,
+      "step": 1282500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.855086666666667e-05,
+      "loss": 0.1243,
+      "step": 1283000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8550301694915253e-05,
+      "loss": 0.1314,
+      "step": 1283500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854973785310735e-05,
+      "loss": 0.1333,
+      "step": 1284000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854917288135594e-05,
+      "loss": 0.1288,
+      "step": 1284500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854860790960452e-05,
+      "loss": 0.1252,
+      "step": 1285000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854804293785311e-05,
+      "loss": 0.1291,
+      "step": 1285500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85474790960452e-05,
+      "loss": 0.1243,
+      "step": 1286000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8546915254237294e-05,
+      "loss": 0.1215,
+      "step": 1286500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854635028248588e-05,
+      "loss": 0.1258,
+      "step": 1287000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854578531073447e-05,
+      "loss": 0.1287,
+      "step": 1287500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854522033898305e-05,
+      "loss": 0.1243,
+      "step": 1288000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854465536723164e-05,
+      "loss": 0.1301,
+      "step": 1288500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854409039548023e-05,
+      "loss": 0.1217,
+      "step": 1289000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854352542372882e-05,
+      "loss": 0.1274,
+      "step": 1289500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854296045197741e-05,
+      "loss": 0.1278,
+      "step": 1290000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854239548022599e-05,
+      "loss": 0.1259,
+      "step": 1290500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8541831638418085e-05,
+      "loss": 0.1295,
+      "step": 1291000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854126666666667e-05,
+      "loss": 0.1241,
+      "step": 1291500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854070169491526e-05,
+      "loss": 0.124,
+      "step": 1292000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.854013672316384e-05,
+      "loss": 0.1284,
+      "step": 1292500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8539571751412434e-05,
+      "loss": 0.1279,
+      "step": 1293000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853900790960452e-05,
+      "loss": 0.1284,
+      "step": 1293500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8538442937853105e-05,
+      "loss": 0.1236,
+      "step": 1294000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8537877966101695e-05,
+      "loss": 0.1289,
+      "step": 1294500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8537312994350286e-05,
+      "loss": 0.13,
+      "step": 1295000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853674915254238e-05,
+      "loss": 0.1239,
+      "step": 1295500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8536184180790964e-05,
+      "loss": 0.1283,
+      "step": 1296000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8535619209039554e-05,
+      "loss": 0.128,
+      "step": 1296500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853505423728814e-05,
+      "loss": 0.1247,
+      "step": 1297000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853448926553673e-05,
+      "loss": 0.1181,
+      "step": 1297500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853392429378531e-05,
+      "loss": 0.1221,
+      "step": 1298000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8533360451977407e-05,
+      "loss": 0.1277,
+      "step": 1298500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853279548022599e-05,
+      "loss": 0.1167,
+      "step": 1299000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853223050847458e-05,
+      "loss": 0.1272,
+      "step": 1299500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8531665536723165e-05,
+      "loss": 0.1334,
+      "step": 1300000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853110169491525e-05,
+      "loss": 0.1243,
+      "step": 1300500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.853053672316384e-05,
+      "loss": 0.1196,
+      "step": 1301000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852997175141243e-05,
+      "loss": 0.1318,
+      "step": 1301500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852940677966102e-05,
+      "loss": 0.1272,
+      "step": 1302000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852884180790961e-05,
+      "loss": 0.1301,
+      "step": 1302500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852827683615819e-05,
+      "loss": 0.1274,
+      "step": 1303000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852771186440678e-05,
+      "loss": 0.1316,
+      "step": 1303500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8527148022598876e-05,
+      "loss": 0.119,
+      "step": 1304000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852658305084746e-05,
+      "loss": 0.1291,
+      "step": 1304500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852601807909605e-05,
+      "loss": 0.1254,
+      "step": 1305000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8525453107344634e-05,
+      "loss": 0.1253,
+      "step": 1305500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8524888135593225e-05,
+      "loss": 0.126,
+      "step": 1306000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852432429378531e-05,
+      "loss": 0.1234,
+      "step": 1306500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85237593220339e-05,
+      "loss": 0.1244,
+      "step": 1307000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8523194350282486e-05,
+      "loss": 0.1243,
+      "step": 1307500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852262937853108e-05,
+      "loss": 0.1161,
+      "step": 1308000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8522065536723164e-05,
+      "loss": 0.1236,
+      "step": 1308500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8521500564971755e-05,
+      "loss": 0.1259,
+      "step": 1309000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852093559322034e-05,
+      "loss": 0.1271,
+      "step": 1309500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.852037062146893e-05,
+      "loss": 0.1287,
+      "step": 1310000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851980564971751e-05,
+      "loss": 0.1265,
+      "step": 1310500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851924180790961e-05,
+      "loss": 0.1267,
+      "step": 1311000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85186768361582e-05,
+      "loss": 0.1253,
+      "step": 1311500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851811186440678e-05,
+      "loss": 0.131,
+      "step": 1312000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851754689265537e-05,
+      "loss": 0.1184,
+      "step": 1312500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8516981920903956e-05,
+      "loss": 0.1184,
+      "step": 1313000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8516416949152546e-05,
+      "loss": 0.1234,
+      "step": 1313500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851585310734463e-05,
+      "loss": 0.124,
+      "step": 1314000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8515288135593224e-05,
+      "loss": 0.1296,
+      "step": 1314500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851472316384181e-05,
+      "loss": 0.1198,
+      "step": 1315000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.85141581920904e-05,
+      "loss": 0.1326,
+      "step": 1315500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8513594350282486e-05,
+      "loss": 0.1292,
+      "step": 1316000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8513029378531076e-05,
+      "loss": 0.1205,
+      "step": 1316500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851246440677966e-05,
+      "loss": 0.1227,
+      "step": 1317000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851189943502825e-05,
+      "loss": 0.1296,
+      "step": 1317500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8511334463276834e-05,
+      "loss": 0.127,
+      "step": 1318000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8510769491525425e-05,
+      "loss": 0.12,
+      "step": 1318500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.851020564971752e-05,
+      "loss": 0.1208,
+      "step": 1319000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850964067796611e-05,
+      "loss": 0.1226,
+      "step": 1319500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850907570621469e-05,
+      "loss": 0.124,
+      "step": 1320000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8508510734463284e-05,
+      "loss": 0.1223,
+      "step": 1320500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850794576271187e-05,
+      "loss": 0.122,
+      "step": 1321000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850738079096046e-05,
+      "loss": 0.119,
+      "step": 1321500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8506816949152545e-05,
+      "loss": 0.1213,
+      "step": 1322000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8506251977401136e-05,
+      "loss": 0.1158,
+      "step": 1322500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850568700564972e-05,
+      "loss": 0.1265,
+      "step": 1323000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850512203389831e-05,
+      "loss": 0.1295,
+      "step": 1323500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8504557062146894e-05,
+      "loss": 0.1283,
+      "step": 1324000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850399322033898e-05,
+      "loss": 0.1175,
+      "step": 1324500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850342824858757e-05,
+      "loss": 0.1203,
+      "step": 1325000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8502863276836156e-05,
+      "loss": 0.1221,
+      "step": 1325500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8502298305084746e-05,
+      "loss": 0.1238,
+      "step": 1326000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850173446327684e-05,
+      "loss": 0.1279,
+      "step": 1326500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.850116949152543e-05,
+      "loss": 0.1263,
+      "step": 1327000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8500604519774015e-05,
+      "loss": 0.12,
+      "step": 1327500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8500039548022605e-05,
+      "loss": 0.1262,
+      "step": 1328000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849947457627119e-05,
+      "loss": 0.124,
+      "step": 1328500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849890960451978e-05,
+      "loss": 0.1284,
+      "step": 1329000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8498344632768364e-05,
+      "loss": 0.1266,
+      "step": 1329500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849778079096046e-05,
+      "loss": 0.1222,
+      "step": 1330000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849721581920904e-05,
+      "loss": 0.1234,
+      "step": 1330500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849665084745763e-05,
+      "loss": 0.113,
+      "step": 1331000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8496085875706216e-05,
+      "loss": 0.127,
+      "step": 1331500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84955220338983e-05,
+      "loss": 0.1319,
+      "step": 1332000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8494957062146893e-05,
+      "loss": 0.1246,
+      "step": 1332500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8494392090395484e-05,
+      "loss": 0.1252,
+      "step": 1333000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849382711864407e-05,
+      "loss": 0.1278,
+      "step": 1333500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849326214689266e-05,
+      "loss": 0.1194,
+      "step": 1334000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849269717514124e-05,
+      "loss": 0.1287,
+      "step": 1334500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849213220338983e-05,
+      "loss": 0.1274,
+      "step": 1335000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849156836158193e-05,
+      "loss": 0.1263,
+      "step": 1335500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.849100338983051e-05,
+      "loss": 0.1171,
+      "step": 1336000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84904384180791e-05,
+      "loss": 0.1225,
+      "step": 1336500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8489873446327685e-05,
+      "loss": 0.1237,
+      "step": 1337000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8489308474576276e-05,
+      "loss": 0.1243,
+      "step": 1337500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848874350282486e-05,
+      "loss": 0.1289,
+      "step": 1338000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848817853107345e-05,
+      "loss": 0.1266,
+      "step": 1338500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848761468926554e-05,
+      "loss": 0.1193,
+      "step": 1339000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848704971751413e-05,
+      "loss": 0.1204,
+      "step": 1339500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848648474576272e-05,
+      "loss": 0.1194,
+      "step": 1340000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84859197740113e-05,
+      "loss": 0.1279,
+      "step": 1340500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848535593220339e-05,
+      "loss": 0.1257,
+      "step": 1341000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848479096045198e-05,
+      "loss": 0.127,
+      "step": 1341500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8484225988700564e-05,
+      "loss": 0.1203,
+      "step": 1342000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8483661016949154e-05,
+      "loss": 0.1198,
+      "step": 1342500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848309717514125e-05,
+      "loss": 0.1254,
+      "step": 1343000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848253220338983e-05,
+      "loss": 0.1203,
+      "step": 1343500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848196723163842e-05,
+      "loss": 0.1298,
+      "step": 1344000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848140225988701e-05,
+      "loss": 0.1247,
+      "step": 1344500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84808372881356e-05,
+      "loss": 0.1286,
+      "step": 1345000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.848027231638419e-05,
+      "loss": 0.1192,
+      "step": 1345500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847970734463277e-05,
+      "loss": 0.1314,
+      "step": 1346000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847914237288136e-05,
+      "loss": 0.1342,
+      "step": 1346500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847857853107345e-05,
+      "loss": 0.1272,
+      "step": 1347000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847801355932204e-05,
+      "loss": 0.1242,
+      "step": 1347500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8477448587570624e-05,
+      "loss": 0.1251,
+      "step": 1348000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8476883615819214e-05,
+      "loss": 0.1228,
+      "step": 1348500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84763197740113e-05,
+      "loss": 0.1222,
+      "step": 1349000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8475754802259885e-05,
+      "loss": 0.1232,
+      "step": 1349500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8475189830508476e-05,
+      "loss": 0.1293,
+      "step": 1350000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847462485875706e-05,
+      "loss": 0.1213,
+      "step": 1350500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847405988700565e-05,
+      "loss": 0.125,
+      "step": 1351000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8473496045197744e-05,
+      "loss": 0.1275,
+      "step": 1351500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8472931073446335e-05,
+      "loss": 0.125,
+      "step": 1352000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847236610169492e-05,
+      "loss": 0.123,
+      "step": 1352500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847180112994351e-05,
+      "loss": 0.1152,
+      "step": 1353000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847123615819209e-05,
+      "loss": 0.1175,
+      "step": 1353500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847067231638419e-05,
+      "loss": 0.1229,
+      "step": 1354000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.847010734463277e-05,
+      "loss": 0.1189,
+      "step": 1354500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846954237288136e-05,
+      "loss": 0.1279,
+      "step": 1355000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8468977401129945e-05,
+      "loss": 0.1234,
+      "step": 1355500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846841355932203e-05,
+      "loss": 0.1272,
+      "step": 1356000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846784858757062e-05,
+      "loss": 0.1299,
+      "step": 1356500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846728361581921e-05,
+      "loss": 0.1299,
+      "step": 1357000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84667186440678e-05,
+      "loss": 0.1232,
+      "step": 1357500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846615367231639e-05,
+      "loss": 0.1318,
+      "step": 1358000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846558983050848e-05,
+      "loss": 0.1255,
+      "step": 1358500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8465024858757066e-05,
+      "loss": 0.1216,
+      "step": 1359000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8464459887005656e-05,
+      "loss": 0.1305,
+      "step": 1359500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846389491525424e-05,
+      "loss": 0.123,
+      "step": 1360000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846332994350283e-05,
+      "loss": 0.1359,
+      "step": 1360500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846276610169492e-05,
+      "loss": 0.1234,
+      "step": 1361000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846220112994351e-05,
+      "loss": 0.1285,
+      "step": 1361500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846163615819209e-05,
+      "loss": 0.1258,
+      "step": 1362000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846107118644068e-05,
+      "loss": 0.1264,
+      "step": 1362500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.846050621468927e-05,
+      "loss": 0.1172,
+      "step": 1363000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845994124293786e-05,
+      "loss": 0.1275,
+      "step": 1363500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845937627118644e-05,
+      "loss": 0.1284,
+      "step": 1364000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845881129943503e-05,
+      "loss": 0.1212,
+      "step": 1364500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845824745762712e-05,
+      "loss": 0.1174,
+      "step": 1365000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845768248587571e-05,
+      "loss": 0.1143,
+      "step": 1365500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845711751412429e-05,
+      "loss": 0.1217,
+      "step": 1366000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8456552542372884e-05,
+      "loss": 0.1248,
+      "step": 1366500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845598870056498e-05,
+      "loss": 0.1208,
+      "step": 1367000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845542372881356e-05,
+      "loss": 0.1188,
+      "step": 1367500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845485875706215e-05,
+      "loss": 0.126,
+      "step": 1368000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8454293785310736e-05,
+      "loss": 0.1232,
+      "step": 1368500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8453728813559327e-05,
+      "loss": 0.1269,
+      "step": 1369000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845316384180791e-05,
+      "loss": 0.1342,
+      "step": 1369500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8452600000000004e-05,
+      "loss": 0.1206,
+      "step": 1370000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845203502824859e-05,
+      "loss": 0.1227,
+      "step": 1370500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845147005649718e-05,
+      "loss": 0.1214,
+      "step": 1371000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845090508474576e-05,
+      "loss": 0.1252,
+      "step": 1371500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.845034011299435e-05,
+      "loss": 0.129,
+      "step": 1372000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844977627118644e-05,
+      "loss": 0.1244,
+      "step": 1372500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844921129943503e-05,
+      "loss": 0.1189,
+      "step": 1373000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8448646327683615e-05,
+      "loss": 0.1212,
+      "step": 1373500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8448081355932205e-05,
+      "loss": 0.12,
+      "step": 1374000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844751638418079e-05,
+      "loss": 0.1173,
+      "step": 1374500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844695254237288e-05,
+      "loss": 0.1221,
+      "step": 1375000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844638870056498e-05,
+      "loss": 0.1294,
+      "step": 1375500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844582372881356e-05,
+      "loss": 0.1246,
+      "step": 1376000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844525875706215e-05,
+      "loss": 0.1244,
+      "step": 1376500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8444693785310735e-05,
+      "loss": 0.127,
+      "step": 1377000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8444128813559326e-05,
+      "loss": 0.1218,
+      "step": 1377500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844356384180791e-05,
+      "loss": 0.126,
+      "step": 1378000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84429988700565e-05,
+      "loss": 0.1209,
+      "step": 1378500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844243389830509e-05,
+      "loss": 0.1216,
+      "step": 1379000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8441868926553675e-05,
+      "loss": 0.122,
+      "step": 1379500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8441303954802265e-05,
+      "loss": 0.1271,
+      "step": 1380000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.844073898305085e-05,
+      "loss": 0.1251,
+      "step": 1380500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8440175141242936e-05,
+      "loss": 0.1201,
+      "step": 1381000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843961016949153e-05,
+      "loss": 0.1222,
+      "step": 1381500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843904519774011e-05,
+      "loss": 0.1238,
+      "step": 1382000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84384802259887e-05,
+      "loss": 0.1263,
+      "step": 1382500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843791525423729e-05,
+      "loss": 0.1183,
+      "step": 1383000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8437351412429386e-05,
+      "loss": 0.1204,
+      "step": 1383500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843678644067797e-05,
+      "loss": 0.1263,
+      "step": 1384000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843622146892656e-05,
+      "loss": 0.1201,
+      "step": 1384500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8435656497175144e-05,
+      "loss": 0.1202,
+      "step": 1385000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8435091525423734e-05,
+      "loss": 0.1255,
+      "step": 1385500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843452655367232e-05,
+      "loss": 0.1241,
+      "step": 1386000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843396271186441e-05,
+      "loss": 0.1224,
+      "step": 1386500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8433397740112996e-05,
+      "loss": 0.1144,
+      "step": 1387000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843283276836159e-05,
+      "loss": 0.1267,
+      "step": 1387500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843226779661017e-05,
+      "loss": 0.1258,
+      "step": 1388000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843170282485876e-05,
+      "loss": 0.1203,
+      "step": 1388500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843113898305085e-05,
+      "loss": 0.1229,
+      "step": 1389000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843057401129944e-05,
+      "loss": 0.1312,
+      "step": 1389500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.843000903954802e-05,
+      "loss": 0.1235,
+      "step": 1390000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842944406779661e-05,
+      "loss": 0.1256,
+      "step": 1390500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84288790960452e-05,
+      "loss": 0.1228,
+      "step": 1391000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842831525423729e-05,
+      "loss": 0.1149,
+      "step": 1391500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842775028248588e-05,
+      "loss": 0.1238,
+      "step": 1392000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8427185310734465e-05,
+      "loss": 0.1345,
+      "step": 1392500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8426620338983056e-05,
+      "loss": 0.1253,
+      "step": 1393000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842605536723164e-05,
+      "loss": 0.1214,
+      "step": 1393500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842549039548023e-05,
+      "loss": 0.1224,
+      "step": 1394000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8424925423728814e-05,
+      "loss": 0.1226,
+      "step": 1394500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842436158192091e-05,
+      "loss": 0.1199,
+      "step": 1395000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842379661016949e-05,
+      "loss": 0.1198,
+      "step": 1395500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842323163841808e-05,
+      "loss": 0.1203,
+      "step": 1396000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842266666666667e-05,
+      "loss": 0.1189,
+      "step": 1396500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842210169491526e-05,
+      "loss": 0.124,
+      "step": 1397000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8421537853107344e-05,
+      "loss": 0.1272,
+      "step": 1397500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8420972881355935e-05,
+      "loss": 0.1271,
+      "step": 1398000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.842040790960452e-05,
+      "loss": 0.1254,
+      "step": 1398500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.841984293785311e-05,
+      "loss": 0.1176,
+      "step": 1399000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.84192790960452e-05,
+      "loss": 0.1153,
+      "step": 1399500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.8418714124293794e-05,
+      "loss": 0.1177,
+      "step": 1400000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.841814915254238e-05,
+      "loss": 0.1219,
+      "step": 1400500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 4.841758418079097e-05,
+      "loss": 0.1267,
+      "step": 1401000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841701920903955e-05,
+      "loss": 0.1206,
+      "step": 1401500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841645423728814e-05,
+      "loss": 0.1215,
+      "step": 1402000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841589039548023e-05,
+      "loss": 0.1204,
+      "step": 1402500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8415325423728813e-05,
+      "loss": 0.1204,
+      "step": 1403000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8414760451977404e-05,
+      "loss": 0.1216,
+      "step": 1403500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8414195480225995e-05,
+      "loss": 0.1221,
+      "step": 1404000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841363163841808e-05,
+      "loss": 0.1197,
+      "step": 1404500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8413066666666666e-05,
+      "loss": 0.1247,
+      "step": 1405000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8412501694915256e-05,
+      "loss": 0.1244,
+      "step": 1405500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841193672316384e-05,
+      "loss": 0.1185,
+      "step": 1406000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.841137175141243e-05,
+      "loss": 0.1266,
+      "step": 1406500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8410807909604525e-05,
+      "loss": 0.1212,
+      "step": 1407000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8410242937853115e-05,
+      "loss": 0.1194,
+      "step": 1407500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.84096779661017e-05,
+      "loss": 0.1165,
+      "step": 1408000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840911299435029e-05,
+      "loss": 0.1252,
+      "step": 1408500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840854915254238e-05,
+      "loss": 0.1266,
+      "step": 1409000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840798418079096e-05,
+      "loss": 0.127,
+      "step": 1409500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840741920903955e-05,
+      "loss": 0.124,
+      "step": 1410000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840685423728814e-05,
+      "loss": 0.1207,
+      "step": 1410500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8406289265536725e-05,
+      "loss": 0.1282,
+      "step": 1411000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840572542372881e-05,
+      "loss": 0.1229,
+      "step": 1411500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.84051604519774e-05,
+      "loss": 0.1311,
+      "step": 1412000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840459548022599e-05,
+      "loss": 0.1174,
+      "step": 1412500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840403050847458e-05,
+      "loss": 0.1202,
+      "step": 1413000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840346666666667e-05,
+      "loss": 0.1295,
+      "step": 1413500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840290169491526e-05,
+      "loss": 0.128,
+      "step": 1414000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8402336723163846e-05,
+      "loss": 0.1228,
+      "step": 1414500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840177175141244e-05,
+      "loss": 0.1177,
+      "step": 1415000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840120677966102e-05,
+      "loss": 0.1257,
+      "step": 1415500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.840064293785311e-05,
+      "loss": 0.12,
+      "step": 1416000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.84000779661017e-05,
+      "loss": 0.1296,
+      "step": 1416500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839951299435028e-05,
+      "loss": 0.1142,
+      "step": 1417000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839894802259887e-05,
+      "loss": 0.1222,
+      "step": 1417500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839838305084746e-05,
+      "loss": 0.1265,
+      "step": 1418000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839781920903955e-05,
+      "loss": 0.1183,
+      "step": 1418500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8397254237288134e-05,
+      "loss": 0.1298,
+      "step": 1419000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8396689265536725e-05,
+      "loss": 0.1334,
+      "step": 1419500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839612429378531e-05,
+      "loss": 0.1139,
+      "step": 1420000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83955593220339e-05,
+      "loss": 0.1181,
+      "step": 1420500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839499435028249e-05,
+      "loss": 0.1294,
+      "step": 1421000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8394430508474584e-05,
+      "loss": 0.129,
+      "step": 1421500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839386553672317e-05,
+      "loss": 0.1271,
+      "step": 1422000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839330056497176e-05,
+      "loss": 0.123,
+      "step": 1422500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839273559322034e-05,
+      "loss": 0.1195,
+      "step": 1423000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839217175141243e-05,
+      "loss": 0.1188,
+      "step": 1423500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839160677966102e-05,
+      "loss": 0.1203,
+      "step": 1424000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.839104180790961e-05,
+      "loss": 0.1279,
+      "step": 1424500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8390476836158194e-05,
+      "loss": 0.1183,
+      "step": 1425000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8389911864406785e-05,
+      "loss": 0.1181,
+      "step": 1425500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838934802259887e-05,
+      "loss": 0.1233,
+      "step": 1426000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8388783050847456e-05,
+      "loss": 0.1238,
+      "step": 1426500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8388218079096046e-05,
+      "loss": 0.1249,
+      "step": 1427000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838765423728814e-05,
+      "loss": 0.1191,
+      "step": 1427500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838708926553673e-05,
+      "loss": 0.121,
+      "step": 1428000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8386524293785315e-05,
+      "loss": 0.131,
+      "step": 1428500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8385959322033905e-05,
+      "loss": 0.1272,
+      "step": 1429000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838539435028249e-05,
+      "loss": 0.1227,
+      "step": 1429500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838482937853108e-05,
+      "loss": 0.1236,
+      "step": 1430000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8384264406779663e-05,
+      "loss": 0.129,
+      "step": 1430500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8383699435028254e-05,
+      "loss": 0.1214,
+      "step": 1431000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838313446327684e-05,
+      "loss": 0.123,
+      "step": 1431500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838256949152543e-05,
+      "loss": 0.1246,
+      "step": 1432000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8382005649717516e-05,
+      "loss": 0.12,
+      "step": 1432500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8381440677966106e-05,
+      "loss": 0.1181,
+      "step": 1433000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838087570621469e-05,
+      "loss": 0.1218,
+      "step": 1433500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.838031073446328e-05,
+      "loss": 0.1364,
+      "step": 1434000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8379745762711864e-05,
+      "loss": 0.1262,
+      "step": 1434500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8379180790960455e-05,
+      "loss": 0.1191,
+      "step": 1435000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8378615819209046e-05,
+      "loss": 0.1228,
+      "step": 1435500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837805084745763e-05,
+      "loss": 0.1175,
+      "step": 1436000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8377487005649717e-05,
+      "loss": 0.1206,
+      "step": 1436500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837692203389831e-05,
+      "loss": 0.1279,
+      "step": 1437000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837635706214689e-05,
+      "loss": 0.1273,
+      "step": 1437500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837579209039548e-05,
+      "loss": 0.13,
+      "step": 1438000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8375228248587575e-05,
+      "loss": 0.1241,
+      "step": 1438500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8374663276836166e-05,
+      "loss": 0.1217,
+      "step": 1439000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837409830508475e-05,
+      "loss": 0.1265,
+      "step": 1439500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837353333333334e-05,
+      "loss": 0.1179,
+      "step": 1440000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8372968361581924e-05,
+      "loss": 0.1211,
+      "step": 1440500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837240451977401e-05,
+      "loss": 0.1279,
+      "step": 1441000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83718395480226e-05,
+      "loss": 0.1198,
+      "step": 1441500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8371274576271186e-05,
+      "loss": 0.1239,
+      "step": 1442000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8370709604519776e-05,
+      "loss": 0.1265,
+      "step": 1442500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.837014463276837e-05,
+      "loss": 0.117,
+      "step": 1443000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8369580790960454e-05,
+      "loss": 0.1161,
+      "step": 1443500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836901581920904e-05,
+      "loss": 0.1219,
+      "step": 1444000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836845084745763e-05,
+      "loss": 0.1223,
+      "step": 1444500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836788587570621e-05,
+      "loss": 0.1194,
+      "step": 1445000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83673209039548e-05,
+      "loss": 0.1197,
+      "step": 1445500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83667570621469e-05,
+      "loss": 0.1269,
+      "step": 1446000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836619209039549e-05,
+      "loss": 0.1267,
+      "step": 1446500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836562711864407e-05,
+      "loss": 0.1205,
+      "step": 1447000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836506214689266e-05,
+      "loss": 0.1218,
+      "step": 1447500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836449830508475e-05,
+      "loss": 0.1206,
+      "step": 1448000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836393333333333e-05,
+      "loss": 0.1234,
+      "step": 1448500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8363368361581924e-05,
+      "loss": 0.1251,
+      "step": 1449000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8362803389830514e-05,
+      "loss": 0.1232,
+      "step": 1449500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83622384180791e-05,
+      "loss": 0.1173,
+      "step": 1450000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836167344632769e-05,
+      "loss": 0.1217,
+      "step": 1450500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836110847457627e-05,
+      "loss": 0.1229,
+      "step": 1451000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.836054350282486e-05,
+      "loss": 0.1192,
+      "step": 1451500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835997966101695e-05,
+      "loss": 0.1231,
+      "step": 1452000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8359415819209044e-05,
+      "loss": 0.1217,
+      "step": 1452500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8358850847457635e-05,
+      "loss": 0.1262,
+      "step": 1453000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835828587570622e-05,
+      "loss": 0.1198,
+      "step": 1453500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835772090395481e-05,
+      "loss": 0.1196,
+      "step": 1454000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835715593220339e-05,
+      "loss": 0.1319,
+      "step": 1454500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8356590960451983e-05,
+      "loss": 0.1195,
+      "step": 1455000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835602711864407e-05,
+      "loss": 0.1213,
+      "step": 1455500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8355462146892654e-05,
+      "loss": 0.1249,
+      "step": 1456000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8354897175141245e-05,
+      "loss": 0.1179,
+      "step": 1456500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8354332203389836e-05,
+      "loss": 0.1138,
+      "step": 1457000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835376723163842e-05,
+      "loss": 0.1207,
+      "step": 1457500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835320338983051e-05,
+      "loss": 0.1214,
+      "step": 1458000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83526384180791e-05,
+      "loss": 0.1213,
+      "step": 1458500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835207457627119e-05,
+      "loss": 0.1203,
+      "step": 1459000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.835150960451978e-05,
+      "loss": 0.1202,
+      "step": 1459500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8350944632768366e-05,
+      "loss": 0.1171,
+      "step": 1460000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8350379661016956e-05,
+      "loss": 0.1193,
+      "step": 1460500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834981468926554e-05,
+      "loss": 0.1255,
+      "step": 1461000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834924971751413e-05,
+      "loss": 0.1239,
+      "step": 1461500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8348684745762714e-05,
+      "loss": 0.1178,
+      "step": 1462000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8348119774011305e-05,
+      "loss": 0.1249,
+      "step": 1462500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834755480225989e-05,
+      "loss": 0.1141,
+      "step": 1463000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834699096045198e-05,
+      "loss": 0.1208,
+      "step": 1463500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8346425988700567e-05,
+      "loss": 0.1202,
+      "step": 1464000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834586101694916e-05,
+      "loss": 0.126,
+      "step": 1464500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834529604519774e-05,
+      "loss": 0.1202,
+      "step": 1465000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834473107344633e-05,
+      "loss": 0.1261,
+      "step": 1465500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834416723163842e-05,
+      "loss": 0.1177,
+      "step": 1466000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8343602259887e-05,
+      "loss": 0.1257,
+      "step": 1466500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834303728813559e-05,
+      "loss": 0.1236,
+      "step": 1467000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8342472316384184e-05,
+      "loss": 0.1115,
+      "step": 1467500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834190734463277e-05,
+      "loss": 0.1203,
+      "step": 1468000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834134350282486e-05,
+      "loss": 0.1239,
+      "step": 1468500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.834077853107345e-05,
+      "loss": 0.1227,
+      "step": 1469000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8340213559322036e-05,
+      "loss": 0.1158,
+      "step": 1469500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8339648587570626e-05,
+      "loss": 0.1246,
+      "step": 1470000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833908361581922e-05,
+      "loss": 0.1231,
+      "step": 1470500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83385186440678e-05,
+      "loss": 0.1205,
+      "step": 1471000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833795367231639e-05,
+      "loss": 0.1241,
+      "step": 1471500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8337388700564975e-05,
+      "loss": 0.1148,
+      "step": 1472000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833682485875706e-05,
+      "loss": 0.122,
+      "step": 1472500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833625988700565e-05,
+      "loss": 0.1296,
+      "step": 1473000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833569491525424e-05,
+      "loss": 0.1212,
+      "step": 1473500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833512994350283e-05,
+      "loss": 0.1196,
+      "step": 1474000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833456497175142e-05,
+      "loss": 0.1153,
+      "step": 1474500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8334e-05,
+      "loss": 0.1286,
+      "step": 1475000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833343502824859e-05,
+      "loss": 0.1258,
+      "step": 1475500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833287118644068e-05,
+      "loss": 0.1275,
+      "step": 1476000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833230621468926e-05,
+      "loss": 0.1229,
+      "step": 1476500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8331741242937854e-05,
+      "loss": 0.1139,
+      "step": 1477000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8331176271186445e-05,
+      "loss": 0.1179,
+      "step": 1477500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833061242937854e-05,
+      "loss": 0.116,
+      "step": 1478000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.833004745762712e-05,
+      "loss": 0.117,
+      "step": 1478500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832948248587571e-05,
+      "loss": 0.1211,
+      "step": 1479000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83289175141243e-05,
+      "loss": 0.1201,
+      "step": 1479500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832835254237289e-05,
+      "loss": 0.1207,
+      "step": 1480000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832778757062147e-05,
+      "loss": 0.1168,
+      "step": 1480500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8327223728813565e-05,
+      "loss": 0.1187,
+      "step": 1481000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832665875706215e-05,
+      "loss": 0.1208,
+      "step": 1481500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832609378531074e-05,
+      "loss": 0.1281,
+      "step": 1482000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832552881355932e-05,
+      "loss": 0.1306,
+      "step": 1482500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832496497175141e-05,
+      "loss": 0.1196,
+      "step": 1483000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83244e-05,
+      "loss": 0.125,
+      "step": 1483500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8323835028248585e-05,
+      "loss": 0.1208,
+      "step": 1484000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8323270056497175e-05,
+      "loss": 0.1169,
+      "step": 1484500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8322705084745766e-05,
+      "loss": 0.1197,
+      "step": 1485000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832214124293786e-05,
+      "loss": 0.1247,
+      "step": 1485500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8321576271186444e-05,
+      "loss": 0.1168,
+      "step": 1486000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8321011299435034e-05,
+      "loss": 0.1282,
+      "step": 1486500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.832044632768362e-05,
+      "loss": 0.1162,
+      "step": 1487000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8319882485875705e-05,
+      "loss": 0.1191,
+      "step": 1487500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8319317514124296e-05,
+      "loss": 0.1243,
+      "step": 1488000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8318752542372887e-05,
+      "loss": 0.1137,
+      "step": 1488500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831818757062147e-05,
+      "loss": 0.128,
+      "step": 1489000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831762259887006e-05,
+      "loss": 0.1211,
+      "step": 1489500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8317057627118645e-05,
+      "loss": 0.1187,
+      "step": 1490000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831649378531073e-05,
+      "loss": 0.1221,
+      "step": 1490500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831592881355932e-05,
+      "loss": 0.1246,
+      "step": 1491000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831536384180791e-05,
+      "loss": 0.1145,
+      "step": 1491500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83147988700565e-05,
+      "loss": 0.1219,
+      "step": 1492000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831423502824859e-05,
+      "loss": 0.129,
+      "step": 1492500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831367005649718e-05,
+      "loss": 0.12,
+      "step": 1493000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8313105084745765e-05,
+      "loss": 0.1179,
+      "step": 1493500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8312540112994356e-05,
+      "loss": 0.1235,
+      "step": 1494000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831197514124294e-05,
+      "loss": 0.1237,
+      "step": 1494500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8311411299435034e-05,
+      "loss": 0.112,
+      "step": 1495000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831084632768362e-05,
+      "loss": 0.1169,
+      "step": 1495500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.831028135593221e-05,
+      "loss": 0.1266,
+      "step": 1496000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830971638418079e-05,
+      "loss": 0.1272,
+      "step": 1496500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830915141242938e-05,
+      "loss": 0.1219,
+      "step": 1497000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8308586440677966e-05,
+      "loss": 0.1229,
+      "step": 1497500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830802146892656e-05,
+      "loss": 0.1158,
+      "step": 1498000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830745649717514e-05,
+      "loss": 0.1169,
+      "step": 1498500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8306892655367235e-05,
+      "loss": 0.1218,
+      "step": 1499000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830632881355933e-05,
+      "loss": 0.1238,
+      "step": 1499500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830576384180791e-05,
+      "loss": 0.119,
+      "step": 1500000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.83051988700565e-05,
+      "loss": 0.1214,
+      "step": 1500500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830463389830509e-05,
+      "loss": 0.1243,
+      "step": 1501000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830406892655368e-05,
+      "loss": 0.1241,
+      "step": 1501500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830350395480226e-05,
+      "loss": 0.1173,
+      "step": 1502000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8302940112994355e-05,
+      "loss": 0.1221,
+      "step": 1502500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830237514124294e-05,
+      "loss": 0.1192,
+      "step": 1503000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830181016949153e-05,
+      "loss": 0.1164,
+      "step": 1503500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830124519774011e-05,
+      "loss": 0.1175,
+      "step": 1504000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8300680225988704e-05,
+      "loss": 0.1186,
+      "step": 1504500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.830011638418079e-05,
+      "loss": 0.115,
+      "step": 1505000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8299552542372885e-05,
+      "loss": 0.122,
+      "step": 1505500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8298987570621476e-05,
+      "loss": 0.1258,
+      "step": 1506000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829842259887006e-05,
+      "loss": 0.1205,
+      "step": 1506500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829785762711865e-05,
+      "loss": 0.1225,
+      "step": 1507000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8297292655367234e-05,
+      "loss": 0.1212,
+      "step": 1507500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8296727683615824e-05,
+      "loss": 0.1223,
+      "step": 1508000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829616271186441e-05,
+      "loss": 0.118,
+      "step": 1508500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8295597740113e-05,
+      "loss": 0.1178,
+      "step": 1509000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829503276836159e-05,
+      "loss": 0.1235,
+      "step": 1509500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829446779661017e-05,
+      "loss": 0.1189,
+      "step": 1510000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8293902824858764e-05,
+      "loss": 0.1262,
+      "step": 1510500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829333785310735e-05,
+      "loss": 0.1203,
+      "step": 1511000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8292774011299435e-05,
+      "loss": 0.1262,
+      "step": 1511500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829221016949152e-05,
+      "loss": 0.1159,
+      "step": 1512000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829164519774011e-05,
+      "loss": 0.1217,
+      "step": 1512500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82910802259887e-05,
+      "loss": 0.1177,
+      "step": 1513000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.829051525423729e-05,
+      "loss": 0.1202,
+      "step": 1513500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828995028248588e-05,
+      "loss": 0.1232,
+      "step": 1514000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828938644067797e-05,
+      "loss": 0.1207,
+      "step": 1514500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8288821468926555e-05,
+      "loss": 0.124,
+      "step": 1515000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8288256497175146e-05,
+      "loss": 0.1231,
+      "step": 1515500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8287691525423737e-05,
+      "loss": 0.1193,
+      "step": 1516000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828712655367232e-05,
+      "loss": 0.1197,
+      "step": 1516500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828656158192091e-05,
+      "loss": 0.118,
+      "step": 1517000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8285997740113e-05,
+      "loss": 0.1251,
+      "step": 1517500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828543276836158e-05,
+      "loss": 0.1222,
+      "step": 1518000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828486779661017e-05,
+      "loss": 0.1182,
+      "step": 1518500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8284302824858756e-05,
+      "loss": 0.1269,
+      "step": 1519000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828373785310735e-05,
+      "loss": 0.1132,
+      "step": 1519500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8283174011299434e-05,
+      "loss": 0.1217,
+      "step": 1520000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8282609039548025e-05,
+      "loss": 0.1223,
+      "step": 1520500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828204406779661e-05,
+      "loss": 0.1294,
+      "step": 1521000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82814790960452e-05,
+      "loss": 0.1234,
+      "step": 1521500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828091638418079e-05,
+      "loss": 0.1274,
+      "step": 1522000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.828035141242938e-05,
+      "loss": 0.1231,
+      "step": 1522500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827978644067797e-05,
+      "loss": 0.1205,
+      "step": 1523000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8279221468926555e-05,
+      "loss": 0.1204,
+      "step": 1523500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8278656497175145e-05,
+      "loss": 0.118,
+      "step": 1524000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827809152542373e-05,
+      "loss": 0.1162,
+      "step": 1524500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827752655367232e-05,
+      "loss": 0.115,
+      "step": 1525000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8276961581920903e-05,
+      "loss": 0.1184,
+      "step": 1525500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8276396610169494e-05,
+      "loss": 0.1197,
+      "step": 1526000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827583276836158e-05,
+      "loss": 0.1185,
+      "step": 1526500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827526779661017e-05,
+      "loss": 0.1236,
+      "step": 1527000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8274702824858756e-05,
+      "loss": 0.126,
+      "step": 1527500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8274137853107346e-05,
+      "loss": 0.119,
+      "step": 1528000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827357288135593e-05,
+      "loss": 0.1219,
+      "step": 1528500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8273009039548024e-05,
+      "loss": 0.1195,
+      "step": 1529000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8272444067796615e-05,
+      "loss": 0.1149,
+      "step": 1529500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8271879096045205e-05,
+      "loss": 0.1268,
+      "step": 1530000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827131412429379e-05,
+      "loss": 0.1181,
+      "step": 1530500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827074915254238e-05,
+      "loss": 0.122,
+      "step": 1531000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.827018531073447e-05,
+      "loss": 0.1219,
+      "step": 1531500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826962033898305e-05,
+      "loss": 0.1236,
+      "step": 1532000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826905536723164e-05,
+      "loss": 0.1189,
+      "step": 1532500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8268490395480225e-05,
+      "loss": 0.1246,
+      "step": 1533000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826792655367232e-05,
+      "loss": 0.1191,
+      "step": 1533500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82673615819209e-05,
+      "loss": 0.1169,
+      "step": 1534000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826679661016949e-05,
+      "loss": 0.1178,
+      "step": 1534500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826623163841808e-05,
+      "loss": 0.1141,
+      "step": 1535000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826566666666667e-05,
+      "loss": 0.117,
+      "step": 1535500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826510282485876e-05,
+      "loss": 0.123,
+      "step": 1536000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8264537853107345e-05,
+      "loss": 0.1192,
+      "step": 1536500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8263972881355936e-05,
+      "loss": 0.1188,
+      "step": 1537000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8263407909604527e-05,
+      "loss": 0.12,
+      "step": 1537500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826284293785311e-05,
+      "loss": 0.126,
+      "step": 1538000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82622779661017e-05,
+      "loss": 0.1104,
+      "step": 1538500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826171412429379e-05,
+      "loss": 0.1192,
+      "step": 1539000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826114915254237e-05,
+      "loss": 0.1194,
+      "step": 1539500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826058418079096e-05,
+      "loss": 0.1185,
+      "step": 1540000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.826001920903955e-05,
+      "loss": 0.118,
+      "step": 1540500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825945423728814e-05,
+      "loss": 0.1306,
+      "step": 1541000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825888926553673e-05,
+      "loss": 0.1145,
+      "step": 1541500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8258325423728815e-05,
+      "loss": 0.1224,
+      "step": 1542000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.82577604519774e-05,
+      "loss": 0.1216,
+      "step": 1542500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825719548022599e-05,
+      "loss": 0.1214,
+      "step": 1543000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825663050847457e-05,
+      "loss": 0.1185,
+      "step": 1543500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8256066666666674e-05,
+      "loss": 0.1193,
+      "step": 1544000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825550169491526e-05,
+      "loss": 0.1239,
+      "step": 1544500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825493672316385e-05,
+      "loss": 0.1165,
+      "step": 1545000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825437175141243e-05,
+      "loss": 0.1236,
+      "step": 1545500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825380790960452e-05,
+      "loss": 0.1202,
+      "step": 1546000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825324293785311e-05,
+      "loss": 0.1173,
+      "step": 1546500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8252677966101693e-05,
+      "loss": 0.1168,
+      "step": 1547000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8252112994350284e-05,
+      "loss": 0.1184,
+      "step": 1547500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.8251548022598875e-05,
+      "loss": 0.1164,
+      "step": 1548000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 4.825098305084746e-05,
+      "loss": 0.1226,
+      "step": 1548500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.825041807909605e-05,
+      "loss": 0.1161,
+      "step": 1549000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8249854237288136e-05,
+      "loss": 0.1192,
+      "step": 1549500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824928926553673e-05,
+      "loss": 0.1196,
+      "step": 1550000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824872429378531e-05,
+      "loss": 0.1211,
+      "step": 1550500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82481593220339e-05,
+      "loss": 0.1226,
+      "step": 1551000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8247594350282485e-05,
+      "loss": 0.1203,
+      "step": 1551500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8247029378531076e-05,
+      "loss": 0.1183,
+      "step": 1552000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824646553672317e-05,
+      "loss": 0.1224,
+      "step": 1552500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8245900564971753e-05,
+      "loss": 0.122,
+      "step": 1553000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8245335593220344e-05,
+      "loss": 0.1213,
+      "step": 1553500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824477062146893e-05,
+      "loss": 0.1198,
+      "step": 1554000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824420564971752e-05,
+      "loss": 0.1122,
+      "step": 1554500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8243641807909606e-05,
+      "loss": 0.1229,
+      "step": 1555000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8243076836158196e-05,
+      "loss": 0.1162,
+      "step": 1555500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824251186440678e-05,
+      "loss": 0.1221,
+      "step": 1556000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824194689265537e-05,
+      "loss": 0.1174,
+      "step": 1556500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824138305084746e-05,
+      "loss": 0.1179,
+      "step": 1557000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824081807909605e-05,
+      "loss": 0.1265,
+      "step": 1557500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.824025310734463e-05,
+      "loss": 0.122,
+      "step": 1558000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823968813559322e-05,
+      "loss": 0.1266,
+      "step": 1558500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8239123163841807e-05,
+      "loss": 0.116,
+      "step": 1559000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82385581920904e-05,
+      "loss": 0.1167,
+      "step": 1559500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823799322033898e-05,
+      "loss": 0.114,
+      "step": 1560000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823742824858757e-05,
+      "loss": 0.1193,
+      "step": 1560500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8236864406779665e-05,
+      "loss": 0.1167,
+      "step": 1561000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823630056497175e-05,
+      "loss": 0.1195,
+      "step": 1561500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823573559322034e-05,
+      "loss": 0.1165,
+      "step": 1562000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823517062146893e-05,
+      "loss": 0.1195,
+      "step": 1562500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823460564971752e-05,
+      "loss": 0.1221,
+      "step": 1563000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82340406779661e-05,
+      "loss": 0.1205,
+      "step": 1563500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8233476836158195e-05,
+      "loss": 0.1172,
+      "step": 1564000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823291186440678e-05,
+      "loss": 0.1252,
+      "step": 1564500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823234689265537e-05,
+      "loss": 0.1229,
+      "step": 1565000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8231781920903954e-05,
+      "loss": 0.1229,
+      "step": 1565500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8231216949152544e-05,
+      "loss": 0.1185,
+      "step": 1566000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823065197740113e-05,
+      "loss": 0.1166,
+      "step": 1566500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.823008700564972e-05,
+      "loss": 0.1234,
+      "step": 1567000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82295220338983e-05,
+      "loss": 0.1232,
+      "step": 1567500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8228958192090396e-05,
+      "loss": 0.1199,
+      "step": 1568000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822839435028249e-05,
+      "loss": 0.1146,
+      "step": 1568500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8227829378531074e-05,
+      "loss": 0.1144,
+      "step": 1569000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8227264406779665e-05,
+      "loss": 0.1214,
+      "step": 1569500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822669943502825e-05,
+      "loss": 0.1175,
+      "step": 1570000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822613446327684e-05,
+      "loss": 0.1151,
+      "step": 1570500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8225570621468926e-05,
+      "loss": 0.1279,
+      "step": 1571000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822500564971752e-05,
+      "loss": 0.117,
+      "step": 1571500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822444180790961e-05,
+      "loss": 0.1162,
+      "step": 1572000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8223876836158195e-05,
+      "loss": 0.1254,
+      "step": 1572500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8223311864406785e-05,
+      "loss": 0.1177,
+      "step": 1573000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822274689265537e-05,
+      "loss": 0.1199,
+      "step": 1573500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822218192090396e-05,
+      "loss": 0.1152,
+      "step": 1574000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8221616949152543e-05,
+      "loss": 0.1193,
+      "step": 1574500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8221051977401134e-05,
+      "loss": 0.1196,
+      "step": 1575000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.822048700564972e-05,
+      "loss": 0.1262,
+      "step": 1575500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821992203389831e-05,
+      "loss": 0.1192,
+      "step": 1576000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82193570621469e-05,
+      "loss": 0.1139,
+      "step": 1576500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821879209039548e-05,
+      "loss": 0.1279,
+      "step": 1577000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8218227118644073e-05,
+      "loss": 0.1171,
+      "step": 1577500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821766214689266e-05,
+      "loss": 0.1142,
+      "step": 1578000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8217098305084744e-05,
+      "loss": 0.1207,
+      "step": 1578500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821653446327684e-05,
+      "loss": 0.1174,
+      "step": 1579000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821596949152543e-05,
+      "loss": 0.122,
+      "step": 1579500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821540451977401e-05,
+      "loss": 0.1228,
+      "step": 1580000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82148395480226e-05,
+      "loss": 0.1181,
+      "step": 1580500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821427457627119e-05,
+      "loss": 0.12,
+      "step": 1581000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821371073446328e-05,
+      "loss": 0.1174,
+      "step": 1581500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8213145762711865e-05,
+      "loss": 0.1201,
+      "step": 1582000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8212580790960456e-05,
+      "loss": 0.1192,
+      "step": 1582500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8212015819209046e-05,
+      "loss": 0.1145,
+      "step": 1583000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821145197740113e-05,
+      "loss": 0.1248,
+      "step": 1583500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821088700564972e-05,
+      "loss": 0.1217,
+      "step": 1584000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.821032203389831e-05,
+      "loss": 0.1158,
+      "step": 1584500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820975706214689e-05,
+      "loss": 0.1237,
+      "step": 1585000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820919209039548e-05,
+      "loss": 0.1203,
+      "step": 1585500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8208627118644066e-05,
+      "loss": 0.1217,
+      "step": 1586000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820806327683616e-05,
+      "loss": 0.1258,
+      "step": 1586500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820749830508475e-05,
+      "loss": 0.1188,
+      "step": 1587000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8206933333333334e-05,
+      "loss": 0.1146,
+      "step": 1587500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8206368361581925e-05,
+      "loss": 0.1179,
+      "step": 1588000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820580338983051e-05,
+      "loss": 0.1141,
+      "step": 1588500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82052395480226e-05,
+      "loss": 0.1186,
+      "step": 1589000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8204674576271186e-05,
+      "loss": 0.1151,
+      "step": 1589500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820410960451978e-05,
+      "loss": 0.116,
+      "step": 1590000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820354463276837e-05,
+      "loss": 0.1158,
+      "step": 1590500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8202980790960455e-05,
+      "loss": 0.1229,
+      "step": 1591000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820241581920904e-05,
+      "loss": 0.113,
+      "step": 1591500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820185084745763e-05,
+      "loss": 0.1135,
+      "step": 1592000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820128587570621e-05,
+      "loss": 0.1208,
+      "step": 1592500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.820072203389831e-05,
+      "loss": 0.1216,
+      "step": 1593000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.82001570621469e-05,
+      "loss": 0.1155,
+      "step": 1593500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819959209039548e-05,
+      "loss": 0.1221,
+      "step": 1594000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819902711864407e-05,
+      "loss": 0.1153,
+      "step": 1594500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8198462146892656e-05,
+      "loss": 0.1233,
+      "step": 1595000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819789830508475e-05,
+      "loss": 0.1164,
+      "step": 1595500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8197333333333334e-05,
+      "loss": 0.1236,
+      "step": 1596000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8196768361581924e-05,
+      "loss": 0.1225,
+      "step": 1596500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8196203389830515e-05,
+      "loss": 0.1244,
+      "step": 1597000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81956395480226e-05,
+      "loss": 0.1156,
+      "step": 1597500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8195074576271186e-05,
+      "loss": 0.1223,
+      "step": 1598000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8194509604519776e-05,
+      "loss": 0.1162,
+      "step": 1598500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819394463276836e-05,
+      "loss": 0.112,
+      "step": 1599000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8193380790960454e-05,
+      "loss": 0.1128,
+      "step": 1599500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8192815819209045e-05,
+      "loss": 0.119,
+      "step": 1600000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819225084745763e-05,
+      "loss": 0.1148,
+      "step": 1600500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.819168587570622e-05,
+      "loss": 0.1212,
+      "step": 1601000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81911209039548e-05,
+      "loss": 0.1174,
+      "step": 1601500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81905570621469e-05,
+      "loss": 0.1258,
+      "step": 1602000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818999209039548e-05,
+      "loss": 0.1137,
+      "step": 1602500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818942711864407e-05,
+      "loss": 0.1196,
+      "step": 1603000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818886214689266e-05,
+      "loss": 0.1269,
+      "step": 1603500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8188297175141246e-05,
+      "loss": 0.1134,
+      "step": 1604000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8187732203389836e-05,
+      "loss": 0.1161,
+      "step": 1604500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8187168361581923e-05,
+      "loss": 0.1116,
+      "step": 1605000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818660338983051e-05,
+      "loss": 0.118,
+      "step": 1605500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81860384180791e-05,
+      "loss": 0.1224,
+      "step": 1606000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818547344632768e-05,
+      "loss": 0.122,
+      "step": 1606500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818490847457627e-05,
+      "loss": 0.1222,
+      "step": 1607000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8184344632768366e-05,
+      "loss": 0.1138,
+      "step": 1607500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818377966101696e-05,
+      "loss": 0.1158,
+      "step": 1608000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818321468926554e-05,
+      "loss": 0.1263,
+      "step": 1608500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818264971751413e-05,
+      "loss": 0.1142,
+      "step": 1609000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818208587570622e-05,
+      "loss": 0.1205,
+      "step": 1609500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81815209039548e-05,
+      "loss": 0.1151,
+      "step": 1610000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818095593220339e-05,
+      "loss": 0.1239,
+      "step": 1610500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.818039096045198e-05,
+      "loss": 0.1211,
+      "step": 1611000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817982598870057e-05,
+      "loss": 0.1213,
+      "step": 1611500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8179262146892654e-05,
+      "loss": 0.1206,
+      "step": 1612000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8178697175141245e-05,
+      "loss": 0.128,
+      "step": 1612500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817813220338983e-05,
+      "loss": 0.1171,
+      "step": 1613000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817756723163842e-05,
+      "loss": 0.1192,
+      "step": 1613500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8177002259887e-05,
+      "loss": 0.1212,
+      "step": 1614000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8176437288135594e-05,
+      "loss": 0.1238,
+      "step": 1614500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8175872316384184e-05,
+      "loss": 0.1256,
+      "step": 1615000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817530847457628e-05,
+      "loss": 0.118,
+      "step": 1615500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817474350282486e-05,
+      "loss": 0.1156,
+      "step": 1616000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817417853107345e-05,
+      "loss": 0.1169,
+      "step": 1616500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8173613559322036e-05,
+      "loss": 0.1172,
+      "step": 1617000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817304971751413e-05,
+      "loss": 0.1145,
+      "step": 1617500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8172484745762714e-05,
+      "loss": 0.1269,
+      "step": 1618000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8171919774011305e-05,
+      "loss": 0.1164,
+      "step": 1618500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.817135480225989e-05,
+      "loss": 0.1252,
+      "step": 1619000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8170790960451976e-05,
+      "loss": 0.1277,
+      "step": 1619500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8170225988700566e-05,
+      "loss": 0.1163,
+      "step": 1620000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816966101694915e-05,
+      "loss": 0.1289,
+      "step": 1620500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816909604519774e-05,
+      "loss": 0.1191,
+      "step": 1621000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816853107344633e-05,
+      "loss": 0.1192,
+      "step": 1621500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8167967231638425e-05,
+      "loss": 0.1162,
+      "step": 1622000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816740225988701e-05,
+      "loss": 0.1214,
+      "step": 1622500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81668372881356e-05,
+      "loss": 0.119,
+      "step": 1623000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8166272316384184e-05,
+      "loss": 0.12,
+      "step": 1623500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8165707344632774e-05,
+      "loss": 0.1136,
+      "step": 1624000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816514237288136e-05,
+      "loss": 0.1182,
+      "step": 1624500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816457740112995e-05,
+      "loss": 0.1253,
+      "step": 1625000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8164013559322036e-05,
+      "loss": 0.1191,
+      "step": 1625500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8163448587570626e-05,
+      "loss": 0.1126,
+      "step": 1626000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816288361581921e-05,
+      "loss": 0.1194,
+      "step": 1626500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81623186440678e-05,
+      "loss": 0.1189,
+      "step": 1627000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8161753672316384e-05,
+      "loss": 0.1174,
+      "step": 1627500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816118983050848e-05,
+      "loss": 0.1301,
+      "step": 1628000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816062485875706e-05,
+      "loss": 0.1177,
+      "step": 1628500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.816005988700565e-05,
+      "loss": 0.1235,
+      "step": 1629000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815949491525424e-05,
+      "loss": 0.1153,
+      "step": 1629500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815892994350283e-05,
+      "loss": 0.1131,
+      "step": 1630000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815836497175141e-05,
+      "loss": 0.1279,
+      "step": 1630500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8157801129943505e-05,
+      "loss": 0.1186,
+      "step": 1631000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8157236158192096e-05,
+      "loss": 0.1207,
+      "step": 1631500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815667118644068e-05,
+      "loss": 0.1164,
+      "step": 1632000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815610621468927e-05,
+      "loss": 0.1166,
+      "step": 1632500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815554237288136e-05,
+      "loss": 0.1194,
+      "step": 1633000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815497740112995e-05,
+      "loss": 0.1128,
+      "step": 1633500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815441242937853e-05,
+      "loss": 0.1189,
+      "step": 1634000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815384745762712e-05,
+      "loss": 0.1232,
+      "step": 1634500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8153282485875706e-05,
+      "loss": 0.1242,
+      "step": 1635000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8152717514124297e-05,
+      "loss": 0.1265,
+      "step": 1635500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815215254237289e-05,
+      "loss": 0.1226,
+      "step": 1636000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8151588700564974e-05,
+      "loss": 0.1247,
+      "step": 1636500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815102372881356e-05,
+      "loss": 0.114,
+      "step": 1637000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.815045875706215e-05,
+      "loss": 0.1172,
+      "step": 1637500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814989378531073e-05,
+      "loss": 0.1144,
+      "step": 1638000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8149329943502827e-05,
+      "loss": 0.1224,
+      "step": 1638500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814876497175142e-05,
+      "loss": 0.1209,
+      "step": 1639000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814820000000001e-05,
+      "loss": 0.1154,
+      "step": 1639500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814763502824859e-05,
+      "loss": 0.114,
+      "step": 1640000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814707005649718e-05,
+      "loss": 0.121,
+      "step": 1640500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814650621468927e-05,
+      "loss": 0.1188,
+      "step": 1641000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814594124293785e-05,
+      "loss": 0.122,
+      "step": 1641500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8145376271186444e-05,
+      "loss": 0.121,
+      "step": 1642000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814481242937853e-05,
+      "loss": 0.1225,
+      "step": 1642500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814424745762712e-05,
+      "loss": 0.1223,
+      "step": 1643000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8143682485875705e-05,
+      "loss": 0.1227,
+      "step": 1643500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8143117514124296e-05,
+      "loss": 0.1175,
+      "step": 1644000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814255254237288e-05,
+      "loss": 0.1125,
+      "step": 1644500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.814198757062147e-05,
+      "loss": 0.119,
+      "step": 1645000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8141422598870054e-05,
+      "loss": 0.1156,
+      "step": 1645500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8140857627118645e-05,
+      "loss": 0.1141,
+      "step": 1646000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8140292655367235e-05,
+      "loss": 0.1143,
+      "step": 1646500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813972768361582e-05,
+      "loss": 0.122,
+      "step": 1647000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813916271186441e-05,
+      "loss": 0.1127,
+      "step": 1647500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8138598870056504e-05,
+      "loss": 0.1156,
+      "step": 1648000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813803389830509e-05,
+      "loss": 0.1073,
+      "step": 1648500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813746892655368e-05,
+      "loss": 0.1198,
+      "step": 1649000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813690395480226e-05,
+      "loss": 0.1213,
+      "step": 1649500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813633898305085e-05,
+      "loss": 0.12,
+      "step": 1650000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8135774011299436e-05,
+      "loss": 0.1209,
+      "step": 1650500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813521016949153e-05,
+      "loss": 0.1182,
+      "step": 1651000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8134645197740114e-05,
+      "loss": 0.1226,
+      "step": 1651500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8134080225988705e-05,
+      "loss": 0.1147,
+      "step": 1652000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813351525423729e-05,
+      "loss": 0.1247,
+      "step": 1652500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813295028248588e-05,
+      "loss": 0.1162,
+      "step": 1653000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8132386440677966e-05,
+      "loss": 0.1151,
+      "step": 1653500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813182146892656e-05,
+      "loss": 0.1171,
+      "step": 1654000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813125649717514e-05,
+      "loss": 0.1257,
+      "step": 1654500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.813069152542373e-05,
+      "loss": 0.1167,
+      "step": 1655000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8130127683615825e-05,
+      "loss": 0.1228,
+      "step": 1655500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812956271186441e-05,
+      "loss": 0.1199,
+      "step": 1656000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8128997740113e-05,
+      "loss": 0.1157,
+      "step": 1656500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812843276836158e-05,
+      "loss": 0.1174,
+      "step": 1657000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8127867796610174e-05,
+      "loss": 0.1142,
+      "step": 1657500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812730282485876e-05,
+      "loss": 0.117,
+      "step": 1658000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812673785310735e-05,
+      "loss": 0.1248,
+      "step": 1658500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812617288135593e-05,
+      "loss": 0.1263,
+      "step": 1659000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812561016949152e-05,
+      "loss": 0.1248,
+      "step": 1659500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812504519774011e-05,
+      "loss": 0.1179,
+      "step": 1660000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8124480225988704e-05,
+      "loss": 0.1152,
+      "step": 1660500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812391525423729e-05,
+      "loss": 0.1199,
+      "step": 1661000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812335028248588e-05,
+      "loss": 0.1195,
+      "step": 1661500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812278644067797e-05,
+      "loss": 0.1247,
+      "step": 1662000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8122221468926556e-05,
+      "loss": 0.1119,
+      "step": 1662500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8121656497175147e-05,
+      "loss": 0.1141,
+      "step": 1663000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812109152542374e-05,
+      "loss": 0.1174,
+      "step": 1663500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.812052655367232e-05,
+      "loss": 0.1273,
+      "step": 1664000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811996158192091e-05,
+      "loss": 0.1119,
+      "step": 1664500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8119396610169495e-05,
+      "loss": 0.1173,
+      "step": 1665000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8118831638418086e-05,
+      "loss": 0.1173,
+      "step": 1665500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811826779661017e-05,
+      "loss": 0.1103,
+      "step": 1666000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811770395480226e-05,
+      "loss": 0.1122,
+      "step": 1666500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811713898305085e-05,
+      "loss": 0.1192,
+      "step": 1667000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8116574011299435e-05,
+      "loss": 0.1115,
+      "step": 1667500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8116009039548025e-05,
+      "loss": 0.1221,
+      "step": 1668000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811544519774012e-05,
+      "loss": 0.1198,
+      "step": 1668500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.81148802259887e-05,
+      "loss": 0.1175,
+      "step": 1669000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8114315254237294e-05,
+      "loss": 0.1192,
+      "step": 1669500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811375028248588e-05,
+      "loss": 0.1074,
+      "step": 1670000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811318531073447e-05,
+      "loss": 0.1179,
+      "step": 1670500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8112621468926555e-05,
+      "loss": 0.1195,
+      "step": 1671000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8112056497175146e-05,
+      "loss": 0.1147,
+      "step": 1671500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811149152542373e-05,
+      "loss": 0.1165,
+      "step": 1672000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.811092655367232e-05,
+      "loss": 0.1207,
+      "step": 1672500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8110361581920904e-05,
+      "loss": 0.1157,
+      "step": 1673000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8109796610169495e-05,
+      "loss": 0.1181,
+      "step": 1673500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8109231638418085e-05,
+      "loss": 0.1155,
+      "step": 1674000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810866779661017e-05,
+      "loss": 0.1143,
+      "step": 1674500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8108102824858756e-05,
+      "loss": 0.1183,
+      "step": 1675000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810753785310735e-05,
+      "loss": 0.1165,
+      "step": 1675500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810697288135593e-05,
+      "loss": 0.1179,
+      "step": 1676000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810640790960452e-05,
+      "loss": 0.1175,
+      "step": 1676500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8105842937853105e-05,
+      "loss": 0.1168,
+      "step": 1677000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8105279096045206e-05,
+      "loss": 0.1183,
+      "step": 1677500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810471412429379e-05,
+      "loss": 0.1232,
+      "step": 1678000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810414915254238e-05,
+      "loss": 0.1181,
+      "step": 1678500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8103584180790964e-05,
+      "loss": 0.1139,
+      "step": 1679000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8103019209039554e-05,
+      "loss": 0.1205,
+      "step": 1679500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810245536723164e-05,
+      "loss": 0.1286,
+      "step": 1680000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8101890395480226e-05,
+      "loss": 0.1157,
+      "step": 1680500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8101325423728816e-05,
+      "loss": 0.1179,
+      "step": 1681000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810076045197741e-05,
+      "loss": 0.1221,
+      "step": 1681500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.810019548022599e-05,
+      "loss": 0.1142,
+      "step": 1682000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809963050847458e-05,
+      "loss": 0.121,
+      "step": 1682500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8099065536723165e-05,
+      "loss": 0.1181,
+      "step": 1683000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809850169491525e-05,
+      "loss": 0.112,
+      "step": 1683500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809793672316384e-05,
+      "loss": 0.1158,
+      "step": 1684000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809737175141243e-05,
+      "loss": 0.1093,
+      "step": 1684500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809680677966102e-05,
+      "loss": 0.1109,
+      "step": 1685000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809624293785311e-05,
+      "loss": 0.1152,
+      "step": 1685500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80956779661017e-05,
+      "loss": 0.1151,
+      "step": 1686000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8095112994350285e-05,
+      "loss": 0.1061,
+      "step": 1686500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8094548022598876e-05,
+      "loss": 0.1216,
+      "step": 1687000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809398305084746e-05,
+      "loss": 0.1229,
+      "step": 1687500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809341807909605e-05,
+      "loss": 0.1216,
+      "step": 1688000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8092853107344634e-05,
+      "loss": 0.1171,
+      "step": 1688500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809228926553673e-05,
+      "loss": 0.1169,
+      "step": 1689000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809172429378531e-05,
+      "loss": 0.1157,
+      "step": 1689500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80911593220339e-05,
+      "loss": 0.1211,
+      "step": 1690000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8090594350282486e-05,
+      "loss": 0.1181,
+      "step": 1690500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.809002937853108e-05,
+      "loss": 0.1138,
+      "step": 1691000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808946440677966e-05,
+      "loss": 0.1169,
+      "step": 1691500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.8088900564971755e-05,
+      "loss": 0.1156,
+      "step": 1692000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808833559322034e-05,
+      "loss": 0.1164,
+      "step": 1692500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808777062146893e-05,
+      "loss": 0.1227,
+      "step": 1693000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808720564971751e-05,
+      "loss": 0.121,
+      "step": 1693500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808664180790961e-05,
+      "loss": 0.1151,
+      "step": 1694000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.80860768361582e-05,
+      "loss": 0.1173,
+      "step": 1694500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808551186440678e-05,
+      "loss": 0.1244,
+      "step": 1695000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808494689265537e-05,
+      "loss": 0.1206,
+      "step": 1695500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 4.808438192090396e-05,
+      "loss": 0.1174,
+      "step": 1696000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8083816949152546e-05,
+      "loss": 0.1222,
+      "step": 1696500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8083253107344633e-05,
+      "loss": 0.1183,
+      "step": 1697000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8082688135593224e-05,
+      "loss": 0.1183,
+      "step": 1697500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.808212316384181e-05,
+      "loss": 0.1176,
+      "step": 1698000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80815581920904e-05,
+      "loss": 0.1142,
+      "step": 1698500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8080994350282486e-05,
+      "loss": 0.1226,
+      "step": 1699000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8080429378531076e-05,
+      "loss": 0.1158,
+      "step": 1699500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807986440677966e-05,
+      "loss": 0.115,
+      "step": 1700000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807929943502825e-05,
+      "loss": 0.1157,
+      "step": 1700500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8078734463276834e-05,
+      "loss": 0.115,
+      "step": 1701000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807817062146893e-05,
+      "loss": 0.1209,
+      "step": 1701500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807760564971752e-05,
+      "loss": 0.1174,
+      "step": 1702000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807704067796611e-05,
+      "loss": 0.1122,
+      "step": 1702500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807647570621469e-05,
+      "loss": 0.1149,
+      "step": 1703000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8075910734463284e-05,
+      "loss": 0.1168,
+      "step": 1703500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807534689265537e-05,
+      "loss": 0.1217,
+      "step": 1704000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8074781920903955e-05,
+      "loss": 0.1174,
+      "step": 1704500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8074216949152546e-05,
+      "loss": 0.1175,
+      "step": 1705000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807365197740113e-05,
+      "loss": 0.1174,
+      "step": 1705500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807308700564972e-05,
+      "loss": 0.1125,
+      "step": 1706000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807252316384181e-05,
+      "loss": 0.1154,
+      "step": 1706500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80719581920904e-05,
+      "loss": 0.125,
+      "step": 1707000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807139322033898e-05,
+      "loss": 0.1189,
+      "step": 1707500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.807082824858757e-05,
+      "loss": 0.118,
+      "step": 1708000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8070264406779666e-05,
+      "loss": 0.1151,
+      "step": 1708500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806969943502825e-05,
+      "loss": 0.1171,
+      "step": 1709000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806913446327684e-05,
+      "loss": 0.1159,
+      "step": 1709500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806856949152543e-05,
+      "loss": 0.1173,
+      "step": 1710000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806800564971752e-05,
+      "loss": 0.1238,
+      "step": 1710500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80674406779661e-05,
+      "loss": 0.1183,
+      "step": 1711000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806687570621469e-05,
+      "loss": 0.1164,
+      "step": 1711500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8066310734463276e-05,
+      "loss": 0.1176,
+      "step": 1712000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806574576271187e-05,
+      "loss": 0.1213,
+      "step": 1712500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8065181920903954e-05,
+      "loss": 0.1149,
+      "step": 1713000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8064616949152545e-05,
+      "loss": 0.1206,
+      "step": 1713500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806405197740113e-05,
+      "loss": 0.1167,
+      "step": 1714000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806348700564972e-05,
+      "loss": 0.1231,
+      "step": 1714500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80629220338983e-05,
+      "loss": 0.1142,
+      "step": 1715000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80623581920904e-05,
+      "loss": 0.1193,
+      "step": 1715500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806179322033899e-05,
+      "loss": 0.1125,
+      "step": 1716000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806122824858758e-05,
+      "loss": 0.1106,
+      "step": 1716500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806066327683616e-05,
+      "loss": 0.1162,
+      "step": 1717000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.806009943502825e-05,
+      "loss": 0.1191,
+      "step": 1717500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805953446327684e-05,
+      "loss": 0.1214,
+      "step": 1718000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8058969491525424e-05,
+      "loss": 0.1205,
+      "step": 1718500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8058404519774014e-05,
+      "loss": 0.117,
+      "step": 1719000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80578395480226e-05,
+      "loss": 0.1177,
+      "step": 1719500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805727570621469e-05,
+      "loss": 0.1159,
+      "step": 1720000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8056710734463276e-05,
+      "loss": 0.1218,
+      "step": 1720500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8056145762711866e-05,
+      "loss": 0.1108,
+      "step": 1721000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805558079096045e-05,
+      "loss": 0.1118,
+      "step": 1721500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805501581920904e-05,
+      "loss": 0.1145,
+      "step": 1722000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8054450847457624e-05,
+      "loss": 0.1133,
+      "step": 1722500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8053887005649725e-05,
+      "loss": 0.1215,
+      "step": 1723000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805332203389831e-05,
+      "loss": 0.1167,
+      "step": 1723500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80527570621469e-05,
+      "loss": 0.1122,
+      "step": 1724000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8052192090395483e-05,
+      "loss": 0.1234,
+      "step": 1724500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8051627118644074e-05,
+      "loss": 0.1221,
+      "step": 1725000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.805106327683616e-05,
+      "loss": 0.1112,
+      "step": 1725500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8050498305084745e-05,
+      "loss": 0.1214,
+      "step": 1726000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8049933333333336e-05,
+      "loss": 0.11,
+      "step": 1726500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8049368361581926e-05,
+      "loss": 0.1202,
+      "step": 1727000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8048804519774013e-05,
+      "loss": 0.1188,
+      "step": 1727500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80482395480226e-05,
+      "loss": 0.1087,
+      "step": 1728000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804767457627119e-05,
+      "loss": 0.1138,
+      "step": 1728500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804710960451977e-05,
+      "loss": 0.1237,
+      "step": 1729000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804654463276836e-05,
+      "loss": 0.1137,
+      "step": 1729500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8045979661016946e-05,
+      "loss": 0.1173,
+      "step": 1730000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8045414689265537e-05,
+      "loss": 0.1191,
+      "step": 1730500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804485084745763e-05,
+      "loss": 0.119,
+      "step": 1731000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804428587570622e-05,
+      "loss": 0.1161,
+      "step": 1731500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8043720903954805e-05,
+      "loss": 0.117,
+      "step": 1732000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8043155932203396e-05,
+      "loss": 0.1218,
+      "step": 1732500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804259209039548e-05,
+      "loss": 0.1187,
+      "step": 1733000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8042027118644067e-05,
+      "loss": 0.1178,
+      "step": 1733500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804146214689266e-05,
+      "loss": 0.1143,
+      "step": 1734000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804089717514125e-05,
+      "loss": 0.1269,
+      "step": 1734500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.804033220338983e-05,
+      "loss": 0.123,
+      "step": 1735000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803976836158192e-05,
+      "loss": 0.1183,
+      "step": 1735500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803920338983051e-05,
+      "loss": 0.1134,
+      "step": 1736000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803863841807909e-05,
+      "loss": 0.1126,
+      "step": 1736500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8038073446327684e-05,
+      "loss": 0.112,
+      "step": 1737000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803750960451978e-05,
+      "loss": 0.1124,
+      "step": 1737500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803694463276837e-05,
+      "loss": 0.1169,
+      "step": 1738000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803637966101695e-05,
+      "loss": 0.1193,
+      "step": 1738500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803581468926554e-05,
+      "loss": 0.1141,
+      "step": 1739000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8035249717514126e-05,
+      "loss": 0.1183,
+      "step": 1739500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803468474576272e-05,
+      "loss": 0.1139,
+      "step": 1740000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8034120903954804e-05,
+      "loss": 0.1194,
+      "step": 1740500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8033555932203395e-05,
+      "loss": 0.1168,
+      "step": 1741000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803299096045198e-05,
+      "loss": 0.1198,
+      "step": 1741500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803242598870057e-05,
+      "loss": 0.1214,
+      "step": 1742000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8031862146892656e-05,
+      "loss": 0.1139,
+      "step": 1742500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.803129830508475e-05,
+      "loss": 0.1225,
+      "step": 1743000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8030733333333334e-05,
+      "loss": 0.1152,
+      "step": 1743500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8030168361581925e-05,
+      "loss": 0.1187,
+      "step": 1744000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8029603389830515e-05,
+      "loss": 0.1142,
+      "step": 1744500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80290384180791e-05,
+      "loss": 0.126,
+      "step": 1745000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802847344632769e-05,
+      "loss": 0.1155,
+      "step": 1745500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8027908474576274e-05,
+      "loss": 0.1178,
+      "step": 1746000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8027343502824864e-05,
+      "loss": 0.1185,
+      "step": 1746500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802677853107345e-05,
+      "loss": 0.1199,
+      "step": 1747000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802621468926554e-05,
+      "loss": 0.1159,
+      "step": 1747500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8025649717514126e-05,
+      "loss": 0.1146,
+      "step": 1748000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8025084745762716e-05,
+      "loss": 0.1176,
+      "step": 1748500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80245197740113e-05,
+      "loss": 0.1173,
+      "step": 1749000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802395480225989e-05,
+      "loss": 0.1194,
+      "step": 1749500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8023389830508474e-05,
+      "loss": 0.1241,
+      "step": 1750000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802282598870056e-05,
+      "loss": 0.1134,
+      "step": 1750500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802226101694915e-05,
+      "loss": 0.119,
+      "step": 1751000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802169604519774e-05,
+      "loss": 0.1182,
+      "step": 1751500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802113107344633e-05,
+      "loss": 0.1222,
+      "step": 1752000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802056723163842e-05,
+      "loss": 0.1138,
+      "step": 1752500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.802000225988701e-05,
+      "loss": 0.1231,
+      "step": 1753000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8019437288135595e-05,
+      "loss": 0.1174,
+      "step": 1753500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8018872316384186e-05,
+      "loss": 0.1099,
+      "step": 1754000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801830734463277e-05,
+      "loss": 0.1214,
+      "step": 1754500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8017743502824863e-05,
+      "loss": 0.119,
+      "step": 1755000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801717853107345e-05,
+      "loss": 0.1124,
+      "step": 1755500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801661355932204e-05,
+      "loss": 0.1199,
+      "step": 1756000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801604858757062e-05,
+      "loss": 0.1252,
+      "step": 1756500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801548361581921e-05,
+      "loss": 0.1173,
+      "step": 1757000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8014918644067796e-05,
+      "loss": 0.1178,
+      "step": 1757500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8014353672316387e-05,
+      "loss": 0.1178,
+      "step": 1758000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8013789830508474e-05,
+      "loss": 0.1108,
+      "step": 1758500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8013224858757064e-05,
+      "loss": 0.1182,
+      "step": 1759000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801265988700565e-05,
+      "loss": 0.1205,
+      "step": 1759500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801209491525424e-05,
+      "loss": 0.116,
+      "step": 1760000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801152994350282e-05,
+      "loss": 0.121,
+      "step": 1760500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801096497175141e-05,
+      "loss": 0.1096,
+      "step": 1761000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.801040112994351e-05,
+      "loss": 0.1179,
+      "step": 1761500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80098361581921e-05,
+      "loss": 0.1159,
+      "step": 1762000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800927118644068e-05,
+      "loss": 0.1144,
+      "step": 1762500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800870621468927e-05,
+      "loss": 0.1234,
+      "step": 1763000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800814237288136e-05,
+      "loss": 0.1134,
+      "step": 1763500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800757740112994e-05,
+      "loss": 0.1118,
+      "step": 1764000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8007012429378534e-05,
+      "loss": 0.1139,
+      "step": 1764500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800644745762712e-05,
+      "loss": 0.1107,
+      "step": 1765000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800588248587571e-05,
+      "loss": 0.1119,
+      "step": 1765500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80053175141243e-05,
+      "loss": 0.1132,
+      "step": 1766000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8004753672316386e-05,
+      "loss": 0.1182,
+      "step": 1766500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800418870056497e-05,
+      "loss": 0.1146,
+      "step": 1767000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800362372881356e-05,
+      "loss": 0.1207,
+      "step": 1767500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.8003058757062144e-05,
+      "loss": 0.1155,
+      "step": 1768000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800249491525424e-05,
+      "loss": 0.1213,
+      "step": 1768500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800192994350283e-05,
+      "loss": 0.1174,
+      "step": 1769000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800136497175142e-05,
+      "loss": 0.114,
+      "step": 1769500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.80008e-05,
+      "loss": 0.1094,
+      "step": 1770000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.800023615819209e-05,
+      "loss": 0.1135,
+      "step": 1770500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799967118644068e-05,
+      "loss": 0.1156,
+      "step": 1771000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7999106214689265e-05,
+      "loss": 0.1156,
+      "step": 1771500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7998541242937855e-05,
+      "loss": 0.1208,
+      "step": 1772000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7997976271186446e-05,
+      "loss": 0.1108,
+      "step": 1772500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799741242937853e-05,
+      "loss": 0.1133,
+      "step": 1773000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799684745762712e-05,
+      "loss": 0.1139,
+      "step": 1773500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799628248587571e-05,
+      "loss": 0.1138,
+      "step": 1774000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799571751412429e-05,
+      "loss": 0.1139,
+      "step": 1774500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799515254237288e-05,
+      "loss": 0.1148,
+      "step": 1775000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7994587570621466e-05,
+      "loss": 0.1108,
+      "step": 1775500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7994023728813566e-05,
+      "loss": 0.1228,
+      "step": 1776000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799345875706215e-05,
+      "loss": 0.1173,
+      "step": 1776500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799289491525424e-05,
+      "loss": 0.1089,
+      "step": 1777000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799232994350283e-05,
+      "loss": 0.1164,
+      "step": 1777500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799176497175141e-05,
+      "loss": 0.1129,
+      "step": 1778000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79912e-05,
+      "loss": 0.1246,
+      "step": 1778500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7990635028248586e-05,
+      "loss": 0.1099,
+      "step": 1779000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.799007005649718e-05,
+      "loss": 0.1197,
+      "step": 1779500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798950508474577e-05,
+      "loss": 0.1188,
+      "step": 1780000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798894011299435e-05,
+      "loss": 0.114,
+      "step": 1780500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798837627118644e-05,
+      "loss": 0.125,
+      "step": 1781000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798781129943503e-05,
+      "loss": 0.1155,
+      "step": 1781500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798724632768361e-05,
+      "loss": 0.1229,
+      "step": 1782000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79866813559322e-05,
+      "loss": 0.1192,
+      "step": 1782500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7986116384180794e-05,
+      "loss": 0.1071,
+      "step": 1783000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798555254237289e-05,
+      "loss": 0.1131,
+      "step": 1783500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798498757062147e-05,
+      "loss": 0.1166,
+      "step": 1784000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798442259887006e-05,
+      "loss": 0.1141,
+      "step": 1784500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7983857627118646e-05,
+      "loss": 0.1195,
+      "step": 1785000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7983292655367237e-05,
+      "loss": 0.1188,
+      "step": 1785500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798272768361582e-05,
+      "loss": 0.1163,
+      "step": 1786000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798216271186441e-05,
+      "loss": 0.1177,
+      "step": 1786500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7981597740113e-05,
+      "loss": 0.1189,
+      "step": 1787000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798103389830509e-05,
+      "loss": 0.1076,
+      "step": 1787500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.798046892655367e-05,
+      "loss": 0.1167,
+      "step": 1788000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797990395480226e-05,
+      "loss": 0.1204,
+      "step": 1788500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797933898305085e-05,
+      "loss": 0.1182,
+      "step": 1789000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797877514124294e-05,
+      "loss": 0.1224,
+      "step": 1789500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7978210169491525e-05,
+      "loss": 0.1168,
+      "step": 1790000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7977645197740115e-05,
+      "loss": 0.1139,
+      "step": 1790500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79770802259887e-05,
+      "loss": 0.1139,
+      "step": 1791000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797651525423729e-05,
+      "loss": 0.1202,
+      "step": 1791500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7975951412429384e-05,
+      "loss": 0.1168,
+      "step": 1792000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797538644067797e-05,
+      "loss": 0.1146,
+      "step": 1792500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797482146892656e-05,
+      "loss": 0.1119,
+      "step": 1793000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797425649717515e-05,
+      "loss": 0.1098,
+      "step": 1793500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7973692655367236e-05,
+      "loss": 0.1155,
+      "step": 1794000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797312768361582e-05,
+      "loss": 0.1189,
+      "step": 1794500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797256271186441e-05,
+      "loss": 0.1162,
+      "step": 1795000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7971997740112994e-05,
+      "loss": 0.1074,
+      "step": 1795500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7971432768361585e-05,
+      "loss": 0.1102,
+      "step": 1796000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797086779661017e-05,
+      "loss": 0.116,
+      "step": 1796500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.797030282485876e-05,
+      "loss": 0.1113,
+      "step": 1797000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7969738983050846e-05,
+      "loss": 0.1089,
+      "step": 1797500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796917401129944e-05,
+      "loss": 0.1174,
+      "step": 1798000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796860903954802e-05,
+      "loss": 0.1126,
+      "step": 1798500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796804406779661e-05,
+      "loss": 0.1155,
+      "step": 1799000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7967480225988705e-05,
+      "loss": 0.1134,
+      "step": 1799500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796691525423729e-05,
+      "loss": 0.1159,
+      "step": 1800000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796635028248588e-05,
+      "loss": 0.1205,
+      "step": 1800500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796578531073447e-05,
+      "loss": 0.1073,
+      "step": 1801000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7965220338983054e-05,
+      "loss": 0.1139,
+      "step": 1801500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7964655367231644e-05,
+      "loss": 0.1182,
+      "step": 1802000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796409152542373e-05,
+      "loss": 0.1211,
+      "step": 1802500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7963526553672315e-05,
+      "loss": 0.1122,
+      "step": 1803000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7962961581920906e-05,
+      "loss": 0.1181,
+      "step": 1803500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79623966101695e-05,
+      "loss": 0.123,
+      "step": 1804000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796183163841808e-05,
+      "loss": 0.1153,
+      "step": 1804500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796126779661017e-05,
+      "loss": 0.1221,
+      "step": 1805000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796070282485876e-05,
+      "loss": 0.1116,
+      "step": 1805500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.796013785310734e-05,
+      "loss": 0.1208,
+      "step": 1806000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795957288135593e-05,
+      "loss": 0.1095,
+      "step": 1806500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7959007909604516e-05,
+      "loss": 0.1242,
+      "step": 1807000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795844406779662e-05,
+      "loss": 0.119,
+      "step": 1807500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79578790960452e-05,
+      "loss": 0.1122,
+      "step": 1808000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795731412429379e-05,
+      "loss": 0.1173,
+      "step": 1808500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7956749152542375e-05,
+      "loss": 0.1115,
+      "step": 1809000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7956184180790966e-05,
+      "loss": 0.1193,
+      "step": 1809500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795562033898305e-05,
+      "loss": 0.1143,
+      "step": 1810000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795505536723164e-05,
+      "loss": 0.1143,
+      "step": 1810500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795449039548023e-05,
+      "loss": 0.116,
+      "step": 1811000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795392542372882e-05,
+      "loss": 0.1093,
+      "step": 1811500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7953361581920905e-05,
+      "loss": 0.1125,
+      "step": 1812000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795279661016949e-05,
+      "loss": 0.1088,
+      "step": 1812500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795223163841808e-05,
+      "loss": 0.1232,
+      "step": 1813000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.795166666666667e-05,
+      "loss": 0.1235,
+      "step": 1813500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7951101694915254e-05,
+      "loss": 0.119,
+      "step": 1814000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7950536723163845e-05,
+      "loss": 0.1162,
+      "step": 1814500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794997288135594e-05,
+      "loss": 0.1121,
+      "step": 1815000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794940790960452e-05,
+      "loss": 0.1205,
+      "step": 1815500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794884293785311e-05,
+      "loss": 0.1174,
+      "step": 1816000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79482779661017e-05,
+      "loss": 0.1134,
+      "step": 1816500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794771299435029e-05,
+      "loss": 0.1123,
+      "step": 1817000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794714802259887e-05,
+      "loss": 0.1134,
+      "step": 1817500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7946584180790965e-05,
+      "loss": 0.1179,
+      "step": 1818000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794601920903955e-05,
+      "loss": 0.1095,
+      "step": 1818500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794545423728814e-05,
+      "loss": 0.1196,
+      "step": 1819000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7944889265536723e-05,
+      "loss": 0.1202,
+      "step": 1819500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7944324293785314e-05,
+      "loss": 0.1212,
+      "step": 1820000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79437593220339e-05,
+      "loss": 0.1156,
+      "step": 1820500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794319548022599e-05,
+      "loss": 0.1161,
+      "step": 1821000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7942630508474576e-05,
+      "loss": 0.1195,
+      "step": 1821500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794206666666667e-05,
+      "loss": 0.1162,
+      "step": 1822000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.794150169491526e-05,
+      "loss": 0.121,
+      "step": 1822500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7940936723163844e-05,
+      "loss": 0.1129,
+      "step": 1823000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7940371751412435e-05,
+      "loss": 0.1177,
+      "step": 1823500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793980677966102e-05,
+      "loss": 0.1134,
+      "step": 1824000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793924180790961e-05,
+      "loss": 0.1112,
+      "step": 1824500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793867683615819e-05,
+      "loss": 0.1168,
+      "step": 1825000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793811186440678e-05,
+      "loss": 0.1171,
+      "step": 1825500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7937546892655374e-05,
+      "loss": 0.1152,
+      "step": 1826000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793698192090396e-05,
+      "loss": 0.1153,
+      "step": 1826500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793641694915255e-05,
+      "loss": 0.1177,
+      "step": 1827000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7935853107344636e-05,
+      "loss": 0.1153,
+      "step": 1827500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793528813559322e-05,
+      "loss": 0.1226,
+      "step": 1828000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793472316384181e-05,
+      "loss": 0.1136,
+      "step": 1828500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79341581920904e-05,
+      "loss": 0.1168,
+      "step": 1829000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7933593220338984e-05,
+      "loss": 0.1151,
+      "step": 1829500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7933028248587575e-05,
+      "loss": 0.1159,
+      "step": 1830000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793246327683616e-05,
+      "loss": 0.114,
+      "step": 1830500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793189830508475e-05,
+      "loss": 0.1121,
+      "step": 1831000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793133559322034e-05,
+      "loss": 0.1157,
+      "step": 1831500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793077062146893e-05,
+      "loss": 0.1131,
+      "step": 1832000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.793020564971752e-05,
+      "loss": 0.1145,
+      "step": 1832500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7929640677966105e-05,
+      "loss": 0.1161,
+      "step": 1833000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7929075706214695e-05,
+      "loss": 0.1154,
+      "step": 1833500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792851073446328e-05,
+      "loss": 0.1086,
+      "step": 1834000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792794576271187e-05,
+      "loss": 0.1218,
+      "step": 1834500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792738192090396e-05,
+      "loss": 0.1147,
+      "step": 1835000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792681694915254e-05,
+      "loss": 0.1161,
+      "step": 1835500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792625197740113e-05,
+      "loss": 0.1168,
+      "step": 1836000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792568700564972e-05,
+      "loss": 0.1184,
+      "step": 1836500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7925122033898306e-05,
+      "loss": 0.1242,
+      "step": 1837000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7924557062146896e-05,
+      "loss": 0.116,
+      "step": 1837500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792399209039548e-05,
+      "loss": 0.1113,
+      "step": 1838000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792342711864407e-05,
+      "loss": 0.1201,
+      "step": 1838500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792286327683616e-05,
+      "loss": 0.1115,
+      "step": 1839000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792229943502825e-05,
+      "loss": 0.1166,
+      "step": 1839500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792173446327684e-05,
+      "loss": 0.1124,
+      "step": 1840000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.7921169491525426e-05,
+      "loss": 0.1132,
+      "step": 1840500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.792060451977402e-05,
+      "loss": 0.1086,
+      "step": 1841000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.79200395480226e-05,
+      "loss": 0.1177,
+      "step": 1841500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791947457627119e-05,
+      "loss": 0.1137,
+      "step": 1842000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791891073446328e-05,
+      "loss": 0.1166,
+      "step": 1842500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791834576271187e-05,
+      "loss": 0.1118,
+      "step": 1843000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 4.791778079096045e-05,
+      "loss": 0.1139,
+      "step": 1843500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7917215819209043e-05,
+      "loss": 0.1066,
+      "step": 1844000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791665084745763e-05,
+      "loss": 0.1133,
+      "step": 1844500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791608587570622e-05,
+      "loss": 0.1135,
+      "step": 1845000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7915522033898305e-05,
+      "loss": 0.1048,
+      "step": 1845500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7914957062146896e-05,
+      "loss": 0.1167,
+      "step": 1846000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791439209039548e-05,
+      "loss": 0.111,
+      "step": 1846500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791382711864407e-05,
+      "loss": 0.1107,
+      "step": 1847000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7913262146892654e-05,
+      "loss": 0.1099,
+      "step": 1847500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7912697175141244e-05,
+      "loss": 0.1143,
+      "step": 1848000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791213333333334e-05,
+      "loss": 0.1101,
+      "step": 1848500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791156836158192e-05,
+      "loss": 0.1085,
+      "step": 1849000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.791100338983051e-05,
+      "loss": 0.1203,
+      "step": 1849500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.79104384180791e-05,
+      "loss": 0.1232,
+      "step": 1850000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790987457627119e-05,
+      "loss": 0.1124,
+      "step": 1850500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7909309604519774e-05,
+      "loss": 0.1137,
+      "step": 1851000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7908744632768365e-05,
+      "loss": 0.1173,
+      "step": 1851500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790817966101695e-05,
+      "loss": 0.1106,
+      "step": 1852000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790761468926554e-05,
+      "loss": 0.1192,
+      "step": 1852500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7907050847457627e-05,
+      "loss": 0.1058,
+      "step": 1853000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790648587570622e-05,
+      "loss": 0.1153,
+      "step": 1853500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.79059209039548e-05,
+      "loss": 0.1153,
+      "step": 1854000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790535593220339e-05,
+      "loss": 0.1232,
+      "step": 1854500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7904792090395485e-05,
+      "loss": 0.1185,
+      "step": 1855000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790422711864407e-05,
+      "loss": 0.1198,
+      "step": 1855500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790366214689266e-05,
+      "loss": 0.1114,
+      "step": 1856000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7903097175141244e-05,
+      "loss": 0.1189,
+      "step": 1856500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7902532203389834e-05,
+      "loss": 0.1166,
+      "step": 1857000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7901967231638425e-05,
+      "loss": 0.1155,
+      "step": 1857500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.790140338983051e-05,
+      "loss": 0.1124,
+      "step": 1858000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7900838418079096e-05,
+      "loss": 0.1131,
+      "step": 1858500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7900273446327686e-05,
+      "loss": 0.1117,
+      "step": 1859000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789970847457627e-05,
+      "loss": 0.119,
+      "step": 1859500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789914350282486e-05,
+      "loss": 0.1182,
+      "step": 1860000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789857966101695e-05,
+      "loss": 0.1179,
+      "step": 1860500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789801468926554e-05,
+      "loss": 0.1181,
+      "step": 1861000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789744971751412e-05,
+      "loss": 0.1175,
+      "step": 1861500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789688474576271e-05,
+      "loss": 0.1091,
+      "step": 1862000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789632090395481e-05,
+      "loss": 0.117,
+      "step": 1862500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789575593220339e-05,
+      "loss": 0.1223,
+      "step": 1863000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789519096045198e-05,
+      "loss": 0.1159,
+      "step": 1863500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789462598870057e-05,
+      "loss": 0.1089,
+      "step": 1864000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7894061016949156e-05,
+      "loss": 0.1144,
+      "step": 1864500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7893496045197746e-05,
+      "loss": 0.1074,
+      "step": 1865000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789293107344633e-05,
+      "loss": 0.1139,
+      "step": 1865500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789236723163842e-05,
+      "loss": 0.1184,
+      "step": 1866000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789180225988701e-05,
+      "loss": 0.1054,
+      "step": 1866500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789123728813559e-05,
+      "loss": 0.1174,
+      "step": 1867000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.789067231638418e-05,
+      "loss": 0.1151,
+      "step": 1867500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7890108474576276e-05,
+      "loss": 0.1115,
+      "step": 1868000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788954350282486e-05,
+      "loss": 0.1184,
+      "step": 1868500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788897853107345e-05,
+      "loss": 0.1139,
+      "step": 1869000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7888413559322034e-05,
+      "loss": 0.118,
+      "step": 1869500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7887848587570625e-05,
+      "loss": 0.1112,
+      "step": 1870000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788728474576271e-05,
+      "loss": 0.1123,
+      "step": 1870500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78867197740113e-05,
+      "loss": 0.1167,
+      "step": 1871000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7886154802259893e-05,
+      "loss": 0.1131,
+      "step": 1871500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788558983050848e-05,
+      "loss": 0.1136,
+      "step": 1872000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7885025988700564e-05,
+      "loss": 0.1196,
+      "step": 1872500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7884461016949155e-05,
+      "loss": 0.1208,
+      "step": 1873000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788389604519774e-05,
+      "loss": 0.1072,
+      "step": 1873500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788333107344633e-05,
+      "loss": 0.1172,
+      "step": 1874000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7882767231638423e-05,
+      "loss": 0.1157,
+      "step": 1874500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788220225988701e-05,
+      "loss": 0.1181,
+      "step": 1875000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78816372881356e-05,
+      "loss": 0.1135,
+      "step": 1875500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788107231638418e-05,
+      "loss": 0.116,
+      "step": 1876000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.788050734463277e-05,
+      "loss": 0.1149,
+      "step": 1876500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7879942372881356e-05,
+      "loss": 0.1056,
+      "step": 1877000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787937853107345e-05,
+      "loss": 0.1056,
+      "step": 1877500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787881355932204e-05,
+      "loss": 0.1063,
+      "step": 1878000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7878248587570624e-05,
+      "loss": 0.1135,
+      "step": 1878500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7877683615819215e-05,
+      "loss": 0.1148,
+      "step": 1879000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78771186440678e-05,
+      "loss": 0.1138,
+      "step": 1879500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7876554802259886e-05,
+      "loss": 0.1155,
+      "step": 1880000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7875989830508477e-05,
+      "loss": 0.1117,
+      "step": 1880500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787542485875706e-05,
+      "loss": 0.12,
+      "step": 1881000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787485988700565e-05,
+      "loss": 0.1099,
+      "step": 1881500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7874296045197745e-05,
+      "loss": 0.119,
+      "step": 1882000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787373107344633e-05,
+      "loss": 0.1154,
+      "step": 1882500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787316610169492e-05,
+      "loss": 0.1181,
+      "step": 1883000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78726011299435e-05,
+      "loss": 0.1246,
+      "step": 1883500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7872036158192094e-05,
+      "loss": 0.1171,
+      "step": 1884000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787147118644068e-05,
+      "loss": 0.1159,
+      "step": 1884500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787090734463277e-05,
+      "loss": 0.1171,
+      "step": 1885000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.787034237288136e-05,
+      "loss": 0.1152,
+      "step": 1885500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7869777401129946e-05,
+      "loss": 0.1094,
+      "step": 1886000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7869212429378536e-05,
+      "loss": 0.1182,
+      "step": 1886500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786864971751413e-05,
+      "loss": 0.1178,
+      "step": 1887000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786808474576272e-05,
+      "loss": 0.1252,
+      "step": 1887500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78675197740113e-05,
+      "loss": 0.1127,
+      "step": 1888000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786695480225989e-05,
+      "loss": 0.1131,
+      "step": 1888500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7866389830508476e-05,
+      "loss": 0.1175,
+      "step": 1889000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7865824858757066e-05,
+      "loss": 0.1127,
+      "step": 1889500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786525988700565e-05,
+      "loss": 0.1086,
+      "step": 1890000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786469491525424e-05,
+      "loss": 0.1136,
+      "step": 1890500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786413107344633e-05,
+      "loss": 0.1087,
+      "step": 1891000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786356610169492e-05,
+      "loss": 0.1168,
+      "step": 1891500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786300112994351e-05,
+      "loss": 0.1147,
+      "step": 1892000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786243615819209e-05,
+      "loss": 0.1124,
+      "step": 1892500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7861871186440684e-05,
+      "loss": 0.1045,
+      "step": 1893000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.786130734463277e-05,
+      "loss": 0.1148,
+      "step": 1893500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7860742372881355e-05,
+      "loss": 0.1142,
+      "step": 1894000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7860177401129945e-05,
+      "loss": 0.1068,
+      "step": 1894500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785961242937853e-05,
+      "loss": 0.1117,
+      "step": 1895000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785904745762712e-05,
+      "loss": 0.1155,
+      "step": 1895500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7858483615819213e-05,
+      "loss": 0.1067,
+      "step": 1896000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78579186440678e-05,
+      "loss": 0.1043,
+      "step": 1896500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785735367231639e-05,
+      "loss": 0.1098,
+      "step": 1897000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785678870056498e-05,
+      "loss": 0.109,
+      "step": 1897500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785622372881356e-05,
+      "loss": 0.1141,
+      "step": 1898000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785565875706215e-05,
+      "loss": 0.1075,
+      "step": 1898500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785509378531074e-05,
+      "loss": 0.1177,
+      "step": 1899000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785452881355933e-05,
+      "loss": 0.1134,
+      "step": 1899500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7853964971751414e-05,
+      "loss": 0.1168,
+      "step": 1900000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7853400000000005e-05,
+      "loss": 0.1118,
+      "step": 1900500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785283502824859e-05,
+      "loss": 0.117,
+      "step": 1901000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7852271186440676e-05,
+      "loss": 0.1124,
+      "step": 1901500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785170621468927e-05,
+      "loss": 0.1146,
+      "step": 1902000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785114124293786e-05,
+      "loss": 0.1134,
+      "step": 1902500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785057627118644e-05,
+      "loss": 0.1149,
+      "step": 1903000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.785001129943503e-05,
+      "loss": 0.1107,
+      "step": 1903500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7849446327683615e-05,
+      "loss": 0.1142,
+      "step": 1904000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7848881355932206e-05,
+      "loss": 0.1133,
+      "step": 1904500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784831638418079e-05,
+      "loss": 0.1121,
+      "step": 1905000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784775367231639e-05,
+      "loss": 0.1154,
+      "step": 1905500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784718870056498e-05,
+      "loss": 0.1145,
+      "step": 1906000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784662372881356e-05,
+      "loss": 0.1145,
+      "step": 1906500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784605875706215e-05,
+      "loss": 0.1157,
+      "step": 1907000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7845493785310736e-05,
+      "loss": 0.1153,
+      "step": 1907500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7844928813559327e-05,
+      "loss": 0.1075,
+      "step": 1908000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784436384180791e-05,
+      "loss": 0.1183,
+      "step": 1908500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78437988700565e-05,
+      "loss": 0.1159,
+      "step": 1909000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784323502824859e-05,
+      "loss": 0.1126,
+      "step": 1909500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784267005649718e-05,
+      "loss": 0.1135,
+      "step": 1910000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784210508474576e-05,
+      "loss": 0.1154,
+      "step": 1910500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784154011299435e-05,
+      "loss": 0.1039,
+      "step": 1911000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784097514124294e-05,
+      "loss": 0.1095,
+      "step": 1911500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.784041129943503e-05,
+      "loss": 0.1161,
+      "step": 1912000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783984632768362e-05,
+      "loss": 0.1093,
+      "step": 1912500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7839281355932205e-05,
+      "loss": 0.1175,
+      "step": 1913000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7838716384180796e-05,
+      "loss": 0.1115,
+      "step": 1913500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783815254237288e-05,
+      "loss": 0.1182,
+      "step": 1914000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7837587570621474e-05,
+      "loss": 0.1116,
+      "step": 1914500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783702259887006e-05,
+      "loss": 0.112,
+      "step": 1915000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783645762711865e-05,
+      "loss": 0.115,
+      "step": 1915500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783589265536723e-05,
+      "loss": 0.1168,
+      "step": 1916000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7835328813559326e-05,
+      "loss": 0.1085,
+      "step": 1916500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783476384180791e-05,
+      "loss": 0.1151,
+      "step": 1917000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78341988700565e-05,
+      "loss": 0.1195,
+      "step": 1917500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7833633898305084e-05,
+      "loss": 0.1147,
+      "step": 1918000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783307005649718e-05,
+      "loss": 0.1093,
+      "step": 1918500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783250508474577e-05,
+      "loss": 0.1125,
+      "step": 1919000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783194011299435e-05,
+      "loss": 0.1101,
+      "step": 1919500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783137514124294e-05,
+      "loss": 0.1184,
+      "step": 1920000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783081016949153e-05,
+      "loss": 0.1156,
+      "step": 1920500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.783024632768362e-05,
+      "loss": 0.112,
+      "step": 1921000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7829681355932205e-05,
+      "loss": 0.1166,
+      "step": 1921500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7829116384180795e-05,
+      "loss": 0.1092,
+      "step": 1922000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782855141242938e-05,
+      "loss": 0.1124,
+      "step": 1922500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782798644067797e-05,
+      "loss": 0.1097,
+      "step": 1923000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782742259887006e-05,
+      "loss": 0.1154,
+      "step": 1923500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782685762711865e-05,
+      "loss": 0.1163,
+      "step": 1924000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782629265536723e-05,
+      "loss": 0.1135,
+      "step": 1924500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782572768361582e-05,
+      "loss": 0.1095,
+      "step": 1925000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7825162711864405e-05,
+      "loss": 0.1081,
+      "step": 1925500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78245988700565e-05,
+      "loss": 0.1122,
+      "step": 1926000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782403389830509e-05,
+      "loss": 0.1142,
+      "step": 1926500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782346892655368e-05,
+      "loss": 0.1124,
+      "step": 1927000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7822903954802264e-05,
+      "loss": 0.1079,
+      "step": 1927500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782234011299435e-05,
+      "loss": 0.1076,
+      "step": 1928000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.782177514124294e-05,
+      "loss": 0.1125,
+      "step": 1928500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7821210169491526e-05,
+      "loss": 0.1199,
+      "step": 1929000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7820645197740117e-05,
+      "loss": 0.1075,
+      "step": 1929500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7820081355932204e-05,
+      "loss": 0.1176,
+      "step": 1930000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7819516384180794e-05,
+      "loss": 0.1137,
+      "step": 1930500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781895141242938e-05,
+      "loss": 0.1148,
+      "step": 1931000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781838644067797e-05,
+      "loss": 0.1097,
+      "step": 1931500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781782259887006e-05,
+      "loss": 0.1139,
+      "step": 1932000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7817257627118647e-05,
+      "loss": 0.1156,
+      "step": 1932500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781669265536724e-05,
+      "loss": 0.1125,
+      "step": 1933000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781612768361582e-05,
+      "loss": 0.1149,
+      "step": 1933500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781556271186441e-05,
+      "loss": 0.1213,
+      "step": 1934000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78149988700565e-05,
+      "loss": 0.1188,
+      "step": 1934500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781443389830509e-05,
+      "loss": 0.1168,
+      "step": 1935000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781386892655367e-05,
+      "loss": 0.1166,
+      "step": 1935500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7813303954802264e-05,
+      "loss": 0.1182,
+      "step": 1936000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.781273898305085e-05,
+      "loss": 0.1175,
+      "step": 1936500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7812175141242935e-05,
+      "loss": 0.1153,
+      "step": 1937000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7811610169491525e-05,
+      "loss": 0.1157,
+      "step": 1937500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7811045197740116e-05,
+      "loss": 0.1098,
+      "step": 1938000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.78104802259887e-05,
+      "loss": 0.118,
+      "step": 1938500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7809916384180794e-05,
+      "loss": 0.112,
+      "step": 1939000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7809351412429384e-05,
+      "loss": 0.109,
+      "step": 1939500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780878644067797e-05,
+      "loss": 0.1111,
+      "step": 1940000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780822146892656e-05,
+      "loss": 0.1096,
+      "step": 1940500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7807657627118646e-05,
+      "loss": 0.1174,
+      "step": 1941000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7807092655367236e-05,
+      "loss": 0.1189,
+      "step": 1941500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780652768361582e-05,
+      "loss": 0.1081,
+      "step": 1942000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780596271186441e-05,
+      "loss": 0.1153,
+      "step": 1942500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7805397740112995e-05,
+      "loss": 0.1106,
+      "step": 1943000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7804832768361585e-05,
+      "loss": 0.1191,
+      "step": 1943500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780426779661017e-05,
+      "loss": 0.1149,
+      "step": 1944000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780370282485876e-05,
+      "loss": 0.1123,
+      "step": 1944500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780313898305085e-05,
+      "loss": 0.1138,
+      "step": 1945000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780257401129944e-05,
+      "loss": 0.11,
+      "step": 1945500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780200903954802e-05,
+      "loss": 0.111,
+      "step": 1946000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780144406779661e-05,
+      "loss": 0.1221,
+      "step": 1946500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7800879096045196e-05,
+      "loss": 0.112,
+      "step": 1947000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.780031525423729e-05,
+      "loss": 0.1145,
+      "step": 1947500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779975028248588e-05,
+      "loss": 0.116,
+      "step": 1948000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779918531073447e-05,
+      "loss": 0.1077,
+      "step": 1948500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7798620338983055e-05,
+      "loss": 0.1198,
+      "step": 1949000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7798055367231645e-05,
+      "loss": 0.1255,
+      "step": 1949500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779749152542373e-05,
+      "loss": 0.1134,
+      "step": 1950000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7796926553672316e-05,
+      "loss": 0.1089,
+      "step": 1950500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77963627118644e-05,
+      "loss": 0.1192,
+      "step": 1951000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7795797740112994e-05,
+      "loss": 0.1151,
+      "step": 1951500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7795232768361584e-05,
+      "loss": 0.1088,
+      "step": 1952000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779466779661017e-05,
+      "loss": 0.115,
+      "step": 1952500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779410282485876e-05,
+      "loss": 0.1109,
+      "step": 1953000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779353785310734e-05,
+      "loss": 0.1115,
+      "step": 1953500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779297288135593e-05,
+      "loss": 0.1131,
+      "step": 1954000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779240790960452e-05,
+      "loss": 0.1135,
+      "step": 1954500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779184406779662e-05,
+      "loss": 0.1156,
+      "step": 1955000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77912790960452e-05,
+      "loss": 0.1113,
+      "step": 1955500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.779071412429379e-05,
+      "loss": 0.1128,
+      "step": 1956000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7790149152542376e-05,
+      "loss": 0.113,
+      "step": 1956500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778958531073446e-05,
+      "loss": 0.1134,
+      "step": 1957000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7789020338983054e-05,
+      "loss": 0.1126,
+      "step": 1957500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778845536723164e-05,
+      "loss": 0.1158,
+      "step": 1958000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778789039548023e-05,
+      "loss": 0.1121,
+      "step": 1958500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778732542372882e-05,
+      "loss": 0.1138,
+      "step": 1959000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77867604519774e-05,
+      "loss": 0.1151,
+      "step": 1959500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778619661016949e-05,
+      "loss": 0.1194,
+      "step": 1960000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778563163841808e-05,
+      "loss": 0.1191,
+      "step": 1960500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7785066666666664e-05,
+      "loss": 0.1122,
+      "step": 1961000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7784501694915255e-05,
+      "loss": 0.1102,
+      "step": 1961500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7783936723163845e-05,
+      "loss": 0.1108,
+      "step": 1962000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778337288135594e-05,
+      "loss": 0.1108,
+      "step": 1962500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778280790960452e-05,
+      "loss": 0.1115,
+      "step": 1963000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7782242937853114e-05,
+      "loss": 0.1097,
+      "step": 1963500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77816779661017e-05,
+      "loss": 0.1125,
+      "step": 1964000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778111299435029e-05,
+      "loss": 0.1187,
+      "step": 1964500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.778054802259887e-05,
+      "loss": 0.1176,
+      "step": 1965000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7779984180790966e-05,
+      "loss": 0.1145,
+      "step": 1965500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777941920903955e-05,
+      "loss": 0.1102,
+      "step": 1966000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777885423728814e-05,
+      "loss": 0.1179,
+      "step": 1966500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7778289265536724e-05,
+      "loss": 0.1101,
+      "step": 1967000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7777724293785315e-05,
+      "loss": 0.1073,
+      "step": 1967500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77771604519774e-05,
+      "loss": 0.1164,
+      "step": 1968000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7776595480225986e-05,
+      "loss": 0.1109,
+      "step": 1968500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7776030508474576e-05,
+      "loss": 0.112,
+      "step": 1969000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777546553672317e-05,
+      "loss": 0.1263,
+      "step": 1969500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777490169491526e-05,
+      "loss": 0.1161,
+      "step": 1970000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7774336723163845e-05,
+      "loss": 0.1188,
+      "step": 1970500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7773771751412435e-05,
+      "loss": 0.1114,
+      "step": 1971000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777320677966102e-05,
+      "loss": 0.1138,
+      "step": 1971500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7772642937853106e-05,
+      "loss": 0.1134,
+      "step": 1972000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77720779661017e-05,
+      "loss": 0.1161,
+      "step": 1972500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777151299435029e-05,
+      "loss": 0.1118,
+      "step": 1973000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777094802259887e-05,
+      "loss": 0.12,
+      "step": 1973500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.777038305084746e-05,
+      "loss": 0.1117,
+      "step": 1974000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7769818079096046e-05,
+      "loss": 0.1097,
+      "step": 1974500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7769253107344636e-05,
+      "loss": 0.1052,
+      "step": 1975000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776868926553672e-05,
+      "loss": 0.1155,
+      "step": 1975500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7768124293785314e-05,
+      "loss": 0.1082,
+      "step": 1976000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.77675593220339e-05,
+      "loss": 0.1163,
+      "step": 1976500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776699435028249e-05,
+      "loss": 0.112,
+      "step": 1977000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776642937853107e-05,
+      "loss": 0.1073,
+      "step": 1977500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7765865536723166e-05,
+      "loss": 0.1059,
+      "step": 1978000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776530056497176e-05,
+      "loss": 0.1104,
+      "step": 1978500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776473559322034e-05,
+      "loss": 0.1067,
+      "step": 1979000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776417062146893e-05,
+      "loss": 0.1124,
+      "step": 1979500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776360564971752e-05,
+      "loss": 0.1166,
+      "step": 1980000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776304180790961e-05,
+      "loss": 0.1168,
+      "step": 1980500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776247683615819e-05,
+      "loss": 0.1121,
+      "step": 1981000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776191186440678e-05,
+      "loss": 0.1111,
+      "step": 1981500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776134689265537e-05,
+      "loss": 0.1108,
+      "step": 1982000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.776078192090396e-05,
+      "loss": 0.1098,
+      "step": 1982500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7760218079096045e-05,
+      "loss": 0.114,
+      "step": 1983000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7759653107344635e-05,
+      "loss": 0.1184,
+      "step": 1983500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775908813559322e-05,
+      "loss": 0.1111,
+      "step": 1984000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775852316384181e-05,
+      "loss": 0.112,
+      "step": 1984500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7757958192090394e-05,
+      "loss": 0.1165,
+      "step": 1985000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775739435028249e-05,
+      "loss": 0.115,
+      "step": 1985500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775682937853108e-05,
+      "loss": 0.1165,
+      "step": 1986000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775626440677967e-05,
+      "loss": 0.1087,
+      "step": 1986500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775569943502825e-05,
+      "loss": 0.1104,
+      "step": 1987000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775513559322034e-05,
+      "loss": 0.1138,
+      "step": 1987500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775457062146893e-05,
+      "loss": 0.1078,
+      "step": 1988000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7754005649717514e-05,
+      "loss": 0.1124,
+      "step": 1988500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7753440677966105e-05,
+      "loss": 0.1127,
+      "step": 1989000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775287570621469e-05,
+      "loss": 0.1164,
+      "step": 1989500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775231186440678e-05,
+      "loss": 0.114,
+      "step": 1990000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.7751746892655366e-05,
+      "loss": 0.1141,
+      "step": 1990500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 4.775118192090396e-05,
+      "loss": 0.1135,
+      "step": 1991000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.775061694915254e-05,
+      "loss": 0.1137,
+      "step": 1991500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.775005197740113e-05,
+      "loss": 0.1126,
+      "step": 1992000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7749487005649715e-05,
+      "loss": 0.1064,
+      "step": 1992500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774892316384181e-05,
+      "loss": 0.116,
+      "step": 1993000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77483581920904e-05,
+      "loss": 0.1154,
+      "step": 1993500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774779322033899e-05,
+      "loss": 0.115,
+      "step": 1994000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7747228248587574e-05,
+      "loss": 0.1169,
+      "step": 1994500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774666440677966e-05,
+      "loss": 0.1132,
+      "step": 1995000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774609943502825e-05,
+      "loss": 0.1148,
+      "step": 1995500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7745534463276836e-05,
+      "loss": 0.1137,
+      "step": 1996000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7744969491525426e-05,
+      "loss": 0.1138,
+      "step": 1996500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774440451977401e-05,
+      "loss": 0.1075,
+      "step": 1997000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7743840677966104e-05,
+      "loss": 0.1149,
+      "step": 1997500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774327570621469e-05,
+      "loss": 0.1229,
+      "step": 1998000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774271073446328e-05,
+      "loss": 0.1154,
+      "step": 1998500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774214576271186e-05,
+      "loss": 0.1116,
+      "step": 1999000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774158079096045e-05,
+      "loss": 0.1075,
+      "step": 1999500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7741015819209037e-05,
+      "loss": 0.1138,
+      "step": 2000000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.774045197740114e-05,
+      "loss": 0.109,
+      "step": 2000500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773988700564972e-05,
+      "loss": 0.1105,
+      "step": 2001000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773932203389831e-05,
+      "loss": 0.1106,
+      "step": 2001500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7738757062146896e-05,
+      "loss": 0.1138,
+      "step": 2002000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7738192090395486e-05,
+      "loss": 0.1105,
+      "step": 2002500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773762824858757e-05,
+      "loss": 0.1062,
+      "step": 2003000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773706327683616e-05,
+      "loss": 0.1127,
+      "step": 2003500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773649830508475e-05,
+      "loss": 0.1047,
+      "step": 2004000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773593333333334e-05,
+      "loss": 0.1124,
+      "step": 2004500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773536836158192e-05,
+      "loss": 0.1119,
+      "step": 2005000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773480338983051e-05,
+      "loss": 0.112,
+      "step": 2005500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77342395480226e-05,
+      "loss": 0.1107,
+      "step": 2006000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7733674576271184e-05,
+      "loss": 0.1098,
+      "step": 2006500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7733109604519774e-05,
+      "loss": 0.1155,
+      "step": 2007000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773254463276836e-05,
+      "loss": 0.1112,
+      "step": 2007500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773197966101695e-05,
+      "loss": 0.1115,
+      "step": 2008000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773141468926554e-05,
+      "loss": 0.1031,
+      "step": 2008500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773085084745763e-05,
+      "loss": 0.1141,
+      "step": 2009000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.773028587570622e-05,
+      "loss": 0.105,
+      "step": 2009500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772972090395481e-05,
+      "loss": 0.1098,
+      "step": 2010000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772915593220339e-05,
+      "loss": 0.111,
+      "step": 2010500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772859096045198e-05,
+      "loss": 0.1184,
+      "step": 2011000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772802598870057e-05,
+      "loss": 0.1116,
+      "step": 2011500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772746214689266e-05,
+      "loss": 0.1126,
+      "step": 2012000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7726897175141244e-05,
+      "loss": 0.101,
+      "step": 2012500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7726332203389834e-05,
+      "loss": 0.1118,
+      "step": 2013000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772576723163842e-05,
+      "loss": 0.1067,
+      "step": 2013500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772520225988701e-05,
+      "loss": 0.1063,
+      "step": 2014000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772463728813559e-05,
+      "loss": 0.1167,
+      "step": 2014500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7724073446327686e-05,
+      "loss": 0.1113,
+      "step": 2015000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772350847457627e-05,
+      "loss": 0.1103,
+      "step": 2015500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772294350282486e-05,
+      "loss": 0.1128,
+      "step": 2016000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7722378531073445e-05,
+      "loss": 0.1132,
+      "step": 2016500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772181468926554e-05,
+      "loss": 0.1158,
+      "step": 2017000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772124971751413e-05,
+      "loss": 0.111,
+      "step": 2017500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.772068474576271e-05,
+      "loss": 0.1142,
+      "step": 2018000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7720119774011303e-05,
+      "loss": 0.1131,
+      "step": 2018500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771955593220339e-05,
+      "loss": 0.1116,
+      "step": 2019000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771899096045198e-05,
+      "loss": 0.1168,
+      "step": 2019500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7718425988700565e-05,
+      "loss": 0.1128,
+      "step": 2020000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7717861016949156e-05,
+      "loss": 0.1114,
+      "step": 2020500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771729604519774e-05,
+      "loss": 0.11,
+      "step": 2021000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771673107344633e-05,
+      "loss": 0.1141,
+      "step": 2021500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771616610169492e-05,
+      "loss": 0.1155,
+      "step": 2022000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771560225988701e-05,
+      "loss": 0.1165,
+      "step": 2022500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771503728813559e-05,
+      "loss": 0.1151,
+      "step": 2023000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771447231638418e-05,
+      "loss": 0.1097,
+      "step": 2023500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7713907344632766e-05,
+      "loss": 0.1114,
+      "step": 2024000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7713342372881357e-05,
+      "loss": 0.1079,
+      "step": 2024500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771277853107345e-05,
+      "loss": 0.1141,
+      "step": 2025000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.771221355932204e-05,
+      "loss": 0.1252,
+      "step": 2025500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7711648587570625e-05,
+      "loss": 0.1163,
+      "step": 2026000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7711083615819216e-05,
+      "loss": 0.1136,
+      "step": 2026500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77105197740113e-05,
+      "loss": 0.1057,
+      "step": 2027000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7709954802259887e-05,
+      "loss": 0.1045,
+      "step": 2027500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770938983050848e-05,
+      "loss": 0.1127,
+      "step": 2028000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770882485875706e-05,
+      "loss": 0.1141,
+      "step": 2028500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7708261016949155e-05,
+      "loss": 0.112,
+      "step": 2029000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770769604519774e-05,
+      "loss": 0.1162,
+      "step": 2029500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770713107344633e-05,
+      "loss": 0.1124,
+      "step": 2030000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770656610169491e-05,
+      "loss": 0.1142,
+      "step": 2030500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7706001129943504e-05,
+      "loss": 0.1132,
+      "step": 2031000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770543615819209e-05,
+      "loss": 0.1164,
+      "step": 2031500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770487118644068e-05,
+      "loss": 0.1132,
+      "step": 2032000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770430734463277e-05,
+      "loss": 0.1207,
+      "step": 2032500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770374237288136e-05,
+      "loss": 0.1118,
+      "step": 2033000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7703177401129946e-05,
+      "loss": 0.1119,
+      "step": 2033500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770261242937854e-05,
+      "loss": 0.1081,
+      "step": 2034000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770204745762712e-05,
+      "loss": 0.1141,
+      "step": 2034500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770148361581921e-05,
+      "loss": 0.1099,
+      "step": 2035000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.77009186440678e-05,
+      "loss": 0.1115,
+      "step": 2035500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.770035367231639e-05,
+      "loss": 0.1172,
+      "step": 2036000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769978870056497e-05,
+      "loss": 0.112,
+      "step": 2036500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769922485875706e-05,
+      "loss": 0.1149,
+      "step": 2037000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769865988700565e-05,
+      "loss": 0.1079,
+      "step": 2037500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7698094915254235e-05,
+      "loss": 0.1054,
+      "step": 2038000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7697529943502825e-05,
+      "loss": 0.11,
+      "step": 2038500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769696497175141e-05,
+      "loss": 0.1152,
+      "step": 2039000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769640112994351e-05,
+      "loss": 0.1152,
+      "step": 2039500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7695836158192094e-05,
+      "loss": 0.1172,
+      "step": 2040000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7695271186440684e-05,
+      "loss": 0.1073,
+      "step": 2040500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769470621468927e-05,
+      "loss": 0.1111,
+      "step": 2041000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769414124293786e-05,
+      "loss": 0.1043,
+      "step": 2041500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7693577401129946e-05,
+      "loss": 0.1152,
+      "step": 2042000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769301242937853e-05,
+      "loss": 0.1138,
+      "step": 2042500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769244745762712e-05,
+      "loss": 0.1098,
+      "step": 2043000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769188248587571e-05,
+      "loss": 0.1029,
+      "step": 2043500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76913186440678e-05,
+      "loss": 0.1152,
+      "step": 2044000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769075367231638e-05,
+      "loss": 0.1053,
+      "step": 2044500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.769018870056497e-05,
+      "loss": 0.1157,
+      "step": 2045000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7689623728813556e-05,
+      "loss": 0.108,
+      "step": 2045500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768905875706215e-05,
+      "loss": 0.1044,
+      "step": 2046000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768849378531074e-05,
+      "loss": 0.1131,
+      "step": 2046500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768792881355932e-05,
+      "loss": 0.1085,
+      "step": 2047000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7687364971751415e-05,
+      "loss": 0.1057,
+      "step": 2047500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7686800000000006e-05,
+      "loss": 0.1068,
+      "step": 2048000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768623502824859e-05,
+      "loss": 0.1125,
+      "step": 2048500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768567005649718e-05,
+      "loss": 0.1143,
+      "step": 2049000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7685105084745764e-05,
+      "loss": 0.1094,
+      "step": 2049500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7684540112994354e-05,
+      "loss": 0.1147,
+      "step": 2050000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768397627118644e-05,
+      "loss": 0.1179,
+      "step": 2050500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768341129943503e-05,
+      "loss": 0.1179,
+      "step": 2051000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7682846327683616e-05,
+      "loss": 0.1118,
+      "step": 2051500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7682281355932207e-05,
+      "loss": 0.1193,
+      "step": 2052000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7681717514124294e-05,
+      "loss": 0.1153,
+      "step": 2052500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7681152542372884e-05,
+      "loss": 0.1144,
+      "step": 2053000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768058757062147e-05,
+      "loss": 0.1182,
+      "step": 2053500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.768002259887006e-05,
+      "loss": 0.1111,
+      "step": 2054000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767945875706215e-05,
+      "loss": 0.1208,
+      "step": 2054500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7678893785310737e-05,
+      "loss": 0.1078,
+      "step": 2055000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767832881355933e-05,
+      "loss": 0.1077,
+      "step": 2055500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767776384180791e-05,
+      "loss": 0.1084,
+      "step": 2056000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76771988700565e-05,
+      "loss": 0.1076,
+      "step": 2056500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767663389830509e-05,
+      "loss": 0.1148,
+      "step": 2057000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767607005649718e-05,
+      "loss": 0.1171,
+      "step": 2057500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767550508474576e-05,
+      "loss": 0.1092,
+      "step": 2058000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7674940112994354e-05,
+      "loss": 0.1099,
+      "step": 2058500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767437514124294e-05,
+      "loss": 0.1109,
+      "step": 2059000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767381129943503e-05,
+      "loss": 0.104,
+      "step": 2059500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7673246327683615e-05,
+      "loss": 0.102,
+      "step": 2060000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7672681355932206e-05,
+      "loss": 0.1175,
+      "step": 2060500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767211638418079e-05,
+      "loss": 0.1182,
+      "step": 2061000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767155141242938e-05,
+      "loss": 0.1203,
+      "step": 2061500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7670987570621474e-05,
+      "loss": 0.112,
+      "step": 2062000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.767042259887006e-05,
+      "loss": 0.1184,
+      "step": 2062500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766985762711865e-05,
+      "loss": 0.1127,
+      "step": 2063000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766929265536723e-05,
+      "loss": 0.1106,
+      "step": 2063500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7668728813559326e-05,
+      "loss": 0.1109,
+      "step": 2064000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766816384180791e-05,
+      "loss": 0.1084,
+      "step": 2064500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76675988700565e-05,
+      "loss": 0.1065,
+      "step": 2065000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7667033898305085e-05,
+      "loss": 0.1146,
+      "step": 2065500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7666468926553675e-05,
+      "loss": 0.109,
+      "step": 2066000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766590508474576e-05,
+      "loss": 0.1117,
+      "step": 2066500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766534011299435e-05,
+      "loss": 0.1141,
+      "step": 2067000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766477514124294e-05,
+      "loss": 0.1099,
+      "step": 2067500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766421016949153e-05,
+      "loss": 0.1061,
+      "step": 2068000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766364519774011e-05,
+      "loss": 0.1122,
+      "step": 2068500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7663081355932205e-05,
+      "loss": 0.1145,
+      "step": 2069000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7662516384180796e-05,
+      "loss": 0.1161,
+      "step": 2069500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766195141242938e-05,
+      "loss": 0.1058,
+      "step": 2070000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766138644067797e-05,
+      "loss": 0.1055,
+      "step": 2070500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766082146892656e-05,
+      "loss": 0.1106,
+      "step": 2071000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.766025762711865e-05,
+      "loss": 0.1095,
+      "step": 2071500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7659693785310735e-05,
+      "loss": 0.1116,
+      "step": 2072000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7659128813559326e-05,
+      "loss": 0.1094,
+      "step": 2072500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765856384180791e-05,
+      "loss": 0.1144,
+      "step": 2073000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76579988700565e-05,
+      "loss": 0.1146,
+      "step": 2073500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7657433898305084e-05,
+      "loss": 0.1056,
+      "step": 2074000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7656868926553674e-05,
+      "loss": 0.1045,
+      "step": 2074500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765630395480226e-05,
+      "loss": 0.1089,
+      "step": 2075000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765573898305085e-05,
+      "loss": 0.1137,
+      "step": 2075500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765517514124294e-05,
+      "loss": 0.1107,
+      "step": 2076000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765461016949153e-05,
+      "loss": 0.1127,
+      "step": 2076500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765404519774012e-05,
+      "loss": 0.1156,
+      "step": 2077000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76534802259887e-05,
+      "loss": 0.1134,
+      "step": 2077500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765291525423729e-05,
+      "loss": 0.1122,
+      "step": 2078000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765235141242938e-05,
+      "loss": 0.1064,
+      "step": 2078500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765178757062147e-05,
+      "loss": 0.1067,
+      "step": 2079000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765122259887006e-05,
+      "loss": 0.1037,
+      "step": 2079500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765065762711865e-05,
+      "loss": 0.1092,
+      "step": 2080000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.765009265536724e-05,
+      "loss": 0.118,
+      "step": 2080500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764952768361582e-05,
+      "loss": 0.1117,
+      "step": 2081000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764896271186441e-05,
+      "loss": 0.1106,
+      "step": 2081500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7648397740112996e-05,
+      "loss": 0.1054,
+      "step": 2082000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7647832768361587e-05,
+      "loss": 0.1125,
+      "step": 2082500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7647268926553674e-05,
+      "loss": 0.1078,
+      "step": 2083000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7646703954802264e-05,
+      "loss": 0.1107,
+      "step": 2083500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764613898305085e-05,
+      "loss": 0.1159,
+      "step": 2084000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764557401129944e-05,
+      "loss": 0.1083,
+      "step": 2084500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764500903954803e-05,
+      "loss": 0.112,
+      "step": 2085000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7644445197740116e-05,
+      "loss": 0.1166,
+      "step": 2085500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76438802259887e-05,
+      "loss": 0.1209,
+      "step": 2086000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764331525423729e-05,
+      "loss": 0.1109,
+      "step": 2086500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7642750282485875e-05,
+      "loss": 0.1104,
+      "step": 2087000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7642185310734465e-05,
+      "loss": 0.11,
+      "step": 2087500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764162146892656e-05,
+      "loss": 0.1073,
+      "step": 2088000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.764105649717514e-05,
+      "loss": 0.111,
+      "step": 2088500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7640491525423734e-05,
+      "loss": 0.1154,
+      "step": 2089000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763992655367232e-05,
+      "loss": 0.1073,
+      "step": 2089500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763936271186441e-05,
+      "loss": 0.109,
+      "step": 2090000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7638797740112995e-05,
+      "loss": 0.1102,
+      "step": 2090500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7638232768361586e-05,
+      "loss": 0.111,
+      "step": 2091000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763766779661017e-05,
+      "loss": 0.1083,
+      "step": 2091500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7637103954802264e-05,
+      "loss": 0.1105,
+      "step": 2092000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763653898305085e-05,
+      "loss": 0.1172,
+      "step": 2092500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763597401129944e-05,
+      "loss": 0.1103,
+      "step": 2093000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763540903954802e-05,
+      "loss": 0.109,
+      "step": 2093500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763484406779661e-05,
+      "loss": 0.113,
+      "step": 2094000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7634279096045196e-05,
+      "loss": 0.1146,
+      "step": 2094500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763371525423729e-05,
+      "loss": 0.1033,
+      "step": 2095000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763315028248588e-05,
+      "loss": 0.1152,
+      "step": 2095500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7632585310734465e-05,
+      "loss": 0.1064,
+      "step": 2096000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7632020338983055e-05,
+      "loss": 0.1102,
+      "step": 2096500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763145536723164e-05,
+      "loss": 0.1196,
+      "step": 2097000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763089152542373e-05,
+      "loss": 0.1098,
+      "step": 2097500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.763032655367232e-05,
+      "loss": 0.108,
+      "step": 2098000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762976158192091e-05,
+      "loss": 0.1077,
+      "step": 2098500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76291966101695e-05,
+      "loss": 0.1063,
+      "step": 2099000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762863163841808e-05,
+      "loss": 0.1139,
+      "step": 2099500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762806666666667e-05,
+      "loss": 0.114,
+      "step": 2100000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762750282485876e-05,
+      "loss": 0.1197,
+      "step": 2100500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762693785310734e-05,
+      "loss": 0.1124,
+      "step": 2101000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7626372881355934e-05,
+      "loss": 0.1149,
+      "step": 2101500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762580790960452e-05,
+      "loss": 0.1117,
+      "step": 2102000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762524293785311e-05,
+      "loss": 0.1176,
+      "step": 2102500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76246779661017e-05,
+      "loss": 0.1127,
+      "step": 2103000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7624114124293786e-05,
+      "loss": 0.1075,
+      "step": 2103500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762354915254238e-05,
+      "loss": 0.1121,
+      "step": 2104000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762298418079096e-05,
+      "loss": 0.1093,
+      "step": 2104500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762241920903955e-05,
+      "loss": 0.1112,
+      "step": 2105000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762185423728814e-05,
+      "loss": 0.1082,
+      "step": 2105500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762129039548023e-05,
+      "loss": 0.1143,
+      "step": 2106000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.762072542372882e-05,
+      "loss": 0.1074,
+      "step": 2106500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76201604519774e-05,
+      "loss": 0.1113,
+      "step": 2107000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7619595480225994e-05,
+      "loss": 0.1069,
+      "step": 2107500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761903050847458e-05,
+      "loss": 0.1069,
+      "step": 2108000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7618466666666665e-05,
+      "loss": 0.1148,
+      "step": 2108500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7617901694915255e-05,
+      "loss": 0.1096,
+      "step": 2109000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7617336723163846e-05,
+      "loss": 0.1127,
+      "step": 2109500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761677175141243e-05,
+      "loss": 0.1074,
+      "step": 2110000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761620677966102e-05,
+      "loss": 0.1056,
+      "step": 2110500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7615641807909604e-05,
+      "loss": 0.1077,
+      "step": 2111000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76150779661017e-05,
+      "loss": 0.104,
+      "step": 2111500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761451299435029e-05,
+      "loss": 0.1118,
+      "step": 2112000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761394802259887e-05,
+      "loss": 0.1071,
+      "step": 2112500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761338305084746e-05,
+      "loss": 0.1121,
+      "step": 2113000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761281920903955e-05,
+      "loss": 0.1118,
+      "step": 2113500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.761225423728814e-05,
+      "loss": 0.1058,
+      "step": 2114000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7611689265536725e-05,
+      "loss": 0.1101,
+      "step": 2114500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7611124293785315e-05,
+      "loss": 0.1103,
+      "step": 2115000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.76105593220339e-05,
+      "loss": 0.1107,
+      "step": 2115500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7609995480225986e-05,
+      "loss": 0.113,
+      "step": 2116000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760943050847458e-05,
+      "loss": 0.1095,
+      "step": 2116500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760886553672317e-05,
+      "loss": 0.1118,
+      "step": 2117000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760830056497175e-05,
+      "loss": 0.1097,
+      "step": 2117500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760773559322034e-05,
+      "loss": 0.1138,
+      "step": 2118000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7607171751412436e-05,
+      "loss": 0.1097,
+      "step": 2118500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760660677966102e-05,
+      "loss": 0.1151,
+      "step": 2119000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760604180790961e-05,
+      "loss": 0.1074,
+      "step": 2119500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7605476836158194e-05,
+      "loss": 0.1153,
+      "step": 2120000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760491299435029e-05,
+      "loss": 0.1067,
+      "step": 2120500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760434802259887e-05,
+      "loss": 0.1092,
+      "step": 2121000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760378305084746e-05,
+      "loss": 0.1091,
+      "step": 2121500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7603218079096046e-05,
+      "loss": 0.1112,
+      "step": 2122000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760265423728813e-05,
+      "loss": 0.1185,
+      "step": 2122500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7602089265536724e-05,
+      "loss": 0.113,
+      "step": 2123000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760152542372882e-05,
+      "loss": 0.1115,
+      "step": 2123500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760096045197741e-05,
+      "loss": 0.1139,
+      "step": 2124000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.760039548022599e-05,
+      "loss": 0.1116,
+      "step": 2124500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759983163841808e-05,
+      "loss": 0.111,
+      "step": 2125000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759926666666667e-05,
+      "loss": 0.1068,
+      "step": 2125500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7598701694915254e-05,
+      "loss": 0.1068,
+      "step": 2126000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7598136723163844e-05,
+      "loss": 0.1066,
+      "step": 2126500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7597571751412435e-05,
+      "loss": 0.1138,
+      "step": 2127000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759700677966102e-05,
+      "loss": 0.1023,
+      "step": 2127500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759644180790961e-05,
+      "loss": 0.1079,
+      "step": 2128000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759587683615819e-05,
+      "loss": 0.1118,
+      "step": 2128500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7595311864406784e-05,
+      "loss": 0.1115,
+      "step": 2129000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759474689265537e-05,
+      "loss": 0.1115,
+      "step": 2129500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759418192090396e-05,
+      "loss": 0.1129,
+      "step": 2130000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759361694915255e-05,
+      "loss": 0.1116,
+      "step": 2130500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759305197740113e-05,
+      "loss": 0.1084,
+      "step": 2131000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759248700564972e-05,
+      "loss": 0.1063,
+      "step": 2131500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759192203389831e-05,
+      "loss": 0.1135,
+      "step": 2132000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.75913570621469e-05,
+      "loss": 0.117,
+      "step": 2132500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759079209039548e-05,
+      "loss": 0.1045,
+      "step": 2133000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.759022824858757e-05,
+      "loss": 0.1114,
+      "step": 2133500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758966440677967e-05,
+      "loss": 0.1076,
+      "step": 2134000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758909943502825e-05,
+      "loss": 0.1077,
+      "step": 2134500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7588534463276844e-05,
+      "loss": 0.1106,
+      "step": 2135000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758796949152543e-05,
+      "loss": 0.113,
+      "step": 2135500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758740451977402e-05,
+      "loss": 0.1126,
+      "step": 2136000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.7586840677966105e-05,
+      "loss": 0.1053,
+      "step": 2136500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758627570621469e-05,
+      "loss": 0.1156,
+      "step": 2137000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758571073446328e-05,
+      "loss": 0.108,
+      "step": 2137500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758514576271187e-05,
+      "loss": 0.1116,
+      "step": 2138000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 4.758458192090396e-05,
+      "loss": 0.1097,
+      "step": 2138500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758401694915254e-05,
+      "loss": 0.1115,
+      "step": 2139000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758345197740113e-05,
+      "loss": 0.1078,
+      "step": 2139500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7582887005649716e-05,
+      "loss": 0.1174,
+      "step": 2140000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7582322033898306e-05,
+      "loss": 0.1081,
+      "step": 2140500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758175706214689e-05,
+      "loss": 0.1146,
+      "step": 2141000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.758119322033899e-05,
+      "loss": 0.1148,
+      "step": 2141500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7580628248587575e-05,
+      "loss": 0.1119,
+      "step": 2142000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7580063276836165e-05,
+      "loss": 0.1136,
+      "step": 2142500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757949830508475e-05,
+      "loss": 0.109,
+      "step": 2143000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7578934463276836e-05,
+      "loss": 0.1089,
+      "step": 2143500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757836949152543e-05,
+      "loss": 0.1091,
+      "step": 2144000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757780451977402e-05,
+      "loss": 0.1073,
+      "step": 2144500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.75772395480226e-05,
+      "loss": 0.1068,
+      "step": 2145000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757667570621469e-05,
+      "loss": 0.1076,
+      "step": 2145500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757611073446328e-05,
+      "loss": 0.1085,
+      "step": 2146000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757554576271186e-05,
+      "loss": 0.107,
+      "step": 2146500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757498079096045e-05,
+      "loss": 0.1083,
+      "step": 2147000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757441581920904e-05,
+      "loss": 0.1113,
+      "step": 2147500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757385197740114e-05,
+      "loss": 0.1068,
+      "step": 2148000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757328700564972e-05,
+      "loss": 0.1097,
+      "step": 2148500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757272203389831e-05,
+      "loss": 0.0999,
+      "step": 2149000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7572157062146896e-05,
+      "loss": 0.1024,
+      "step": 2149500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757159322033898e-05,
+      "loss": 0.1047,
+      "step": 2150000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.7571028248587574e-05,
+      "loss": 0.1108,
+      "step": 2150500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 4.757046327683616e-05,
+      "loss": 0.1139,
+      "step": 2151000
+    }
+  ],
+  "max_steps": 44250000,
+  "num_train_epochs": 3,
+  "total_flos": 1.530035227432059e+17,
+  "trial_name": null,
+  "trial_params": null
+}