diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,5081 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 3.0,
+  "global_step": 421875,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 2.9964515555555556e-05,
+      "loss": 0.0351,
+      "step": 500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9928959999999998e-05,
+      "loss": 0.0074,
+      "step": 1000
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9893404444444444e-05,
+      "loss": 0.0063,
+      "step": 1500
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.985784888888889e-05,
+      "loss": 0.0055,
+      "step": 2000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9822293333333335e-05,
+      "loss": 0.0051,
+      "step": 2500
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9786737777777777e-05,
+      "loss": 0.0047,
+      "step": 3000
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 2.9751182222222222e-05,
+      "loss": 0.0043,
+      "step": 3500
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9715626666666668e-05,
+      "loss": 0.0042,
+      "step": 4000
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.9680071111111114e-05,
+      "loss": 0.0039,
+      "step": 4500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9644515555555556e-05,
+      "loss": 0.0038,
+      "step": 5000
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.960896e-05,
+      "loss": 0.0036,
+      "step": 5500
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 2.9573404444444447e-05,
+      "loss": 0.0034,
+      "step": 6000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9537848888888892e-05,
+      "loss": 0.0033,
+      "step": 6500
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9502293333333334e-05,
+      "loss": 0.0033,
+      "step": 7000
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 2.9466737777777777e-05,
+      "loss": 0.0032,
+      "step": 7500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9431182222222222e-05,
+      "loss": 0.0031,
+      "step": 8000
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.9395626666666668e-05,
+      "loss": 0.0032,
+      "step": 8500
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2.936007111111111e-05,
+      "loss": 0.0029,
+      "step": 9000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9324515555555555e-05,
+      "loss": 0.0029,
+      "step": 9500
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.928896e-05,
+      "loss": 0.0029,
+      "step": 10000
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 2.9253475555555556e-05,
+      "loss": 0.0028,
+      "step": 10500
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9217919999999998e-05,
+      "loss": 0.0028,
+      "step": 11000
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 2.9182364444444444e-05,
+      "loss": 0.0027,
+      "step": 11500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.914680888888889e-05,
+      "loss": 0.0027,
+      "step": 12000
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.9111324444444445e-05,
+      "loss": 0.0028,
+      "step": 12500
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 2.907576888888889e-05,
+      "loss": 0.0027,
+      "step": 13000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.9040213333333336e-05,
+      "loss": 0.0026,
+      "step": 13500
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.900465777777778e-05,
+      "loss": 0.0026,
+      "step": 14000
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 2.8969173333333333e-05,
+      "loss": 0.0026,
+      "step": 14500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.893361777777778e-05,
+      "loss": 0.0025,
+      "step": 15000
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.8898062222222224e-05,
+      "loss": 0.0025,
+      "step": 15500
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 2.886250666666667e-05,
+      "loss": 0.0025,
+      "step": 16000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.882702222222222e-05,
+      "loss": 0.0025,
+      "step": 16500
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8791466666666667e-05,
+      "loss": 0.0024,
+      "step": 17000
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 2.8755911111111113e-05,
+      "loss": 0.0024,
+      "step": 17500
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.8720355555555558e-05,
+      "loss": 0.0024,
+      "step": 18000
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 2.868487111111111e-05,
+      "loss": 0.0024,
+      "step": 18500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.8649315555555555e-05,
+      "loss": 0.0024,
+      "step": 19000
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.861376e-05,
+      "loss": 0.0024,
+      "step": 19500
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 2.8578204444444443e-05,
+      "loss": 0.0023,
+      "step": 20000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.8542720000000002e-05,
+      "loss": 0.0023,
+      "step": 20500
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.8507164444444447e-05,
+      "loss": 0.0023,
+      "step": 21000
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 2.847160888888889e-05,
+      "loss": 0.0023,
+      "step": 21500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.843605333333333e-05,
+      "loss": 0.0023,
+      "step": 22000
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8400497777777777e-05,
+      "loss": 0.0022,
+      "step": 22500
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 2.8365013333333336e-05,
+      "loss": 0.0022,
+      "step": 23000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.832945777777778e-05,
+      "loss": 0.0022,
+      "step": 23500
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.8293902222222223e-05,
+      "loss": 0.0022,
+      "step": 24000
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 2.825834666666667e-05,
+      "loss": 0.0021,
+      "step": 24500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.8222862222222224e-05,
+      "loss": 0.0023,
+      "step": 25000
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.8187306666666666e-05,
+      "loss": 0.0022,
+      "step": 25500
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 2.8151751111111112e-05,
+      "loss": 0.0021,
+      "step": 26000
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.8116195555555557e-05,
+      "loss": 0.0021,
+      "step": 26500
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 2.8080711111111113e-05,
+      "loss": 0.0021,
+      "step": 27000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.8045155555555555e-05,
+      "loss": 0.0022,
+      "step": 27500
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.80096e-05,
+      "loss": 0.0022,
+      "step": 28000
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 2.7974044444444446e-05,
+      "loss": 0.0022,
+      "step": 28500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.793856e-05,
+      "loss": 0.0021,
+      "step": 29000
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.7903004444444443e-05,
+      "loss": 0.0021,
+      "step": 29500
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 2.786744888888889e-05,
+      "loss": 0.0021,
+      "step": 30000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.7831893333333334e-05,
+      "loss": 0.0021,
+      "step": 30500
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.779633777777778e-05,
+      "loss": 0.0021,
+      "step": 31000
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 2.776085333333333e-05,
+      "loss": 0.0021,
+      "step": 31500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.7725297777777777e-05,
+      "loss": 0.0021,
+      "step": 32000
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.7689742222222223e-05,
+      "loss": 0.002,
+      "step": 32500
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 2.7654186666666665e-05,
+      "loss": 0.002,
+      "step": 33000
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.7618702222222223e-05,
+      "loss": 0.0021,
+      "step": 33500
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 2.758314666666667e-05,
+      "loss": 0.0021,
+      "step": 34000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7547591111111115e-05,
+      "loss": 0.0021,
+      "step": 34500
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7512035555555553e-05,
+      "loss": 0.0021,
+      "step": 35000
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 2.7476551111111112e-05,
+      "loss": 0.002,
+      "step": 35500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.7440995555555557e-05,
+      "loss": 0.002,
+      "step": 36000
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.7405440000000003e-05,
+      "loss": 0.0021,
+      "step": 36500
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 2.7369884444444445e-05,
+      "loss": 0.002,
+      "step": 37000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.733432888888889e-05,
+      "loss": 0.002,
+      "step": 37500
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.7298844444444446e-05,
+      "loss": 0.002,
+      "step": 38000
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 2.726328888888889e-05,
+      "loss": 0.002,
+      "step": 38500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.7227733333333334e-05,
+      "loss": 0.002,
+      "step": 39000
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.719217777777778e-05,
+      "loss": 0.002,
+      "step": 39500
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 2.7156693333333334e-05,
+      "loss": 0.002,
+      "step": 40000
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.7121137777777777e-05,
+      "loss": 0.002,
+      "step": 40500
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 2.7085582222222222e-05,
+      "loss": 0.002,
+      "step": 41000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.7050026666666668e-05,
+      "loss": 0.002,
+      "step": 41500
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.7014542222222223e-05,
+      "loss": 0.002,
+      "step": 42000
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 2.6978986666666665e-05,
+      "loss": 0.0019,
+      "step": 42500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.694343111111111e-05,
+      "loss": 0.0019,
+      "step": 43000
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.6907875555555556e-05,
+      "loss": 0.0019,
+      "step": 43500
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 2.687232e-05,
+      "loss": 0.002,
+      "step": 44000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.6836835555555557e-05,
+      "loss": 0.002,
+      "step": 44500
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.680128e-05,
+      "loss": 0.0019,
+      "step": 45000
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 2.6765724444444445e-05,
+      "loss": 0.0019,
+      "step": 45500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.673016888888889e-05,
+      "loss": 0.002,
+      "step": 46000
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6694613333333332e-05,
+      "loss": 0.0019,
+      "step": 46500
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 2.6659057777777778e-05,
+      "loss": 0.0019,
+      "step": 47000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.6623573333333336e-05,
+      "loss": 0.002,
+      "step": 47500
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.658801777777778e-05,
+      "loss": 0.0019,
+      "step": 48000
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 2.655246222222222e-05,
+      "loss": 0.0019,
+      "step": 48500
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.6516906666666666e-05,
+      "loss": 0.0019,
+      "step": 49000
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 2.6481351111111112e-05,
+      "loss": 0.0019,
+      "step": 49500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.6445866666666667e-05,
+      "loss": 0.0019,
+      "step": 50000
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.6410311111111112e-05,
+      "loss": 0.0019,
+      "step": 50500
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 2.6374755555555558e-05,
+      "loss": 0.0019,
+      "step": 51000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.6339200000000004e-05,
+      "loss": 0.0019,
+      "step": 51500
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.6303715555555555e-05,
+      "loss": 0.0019,
+      "step": 52000
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 2.626816e-05,
+      "loss": 0.0019,
+      "step": 52500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.6232604444444446e-05,
+      "loss": 0.0019,
+      "step": 53000
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.6197048888888892e-05,
+      "loss": 0.0018,
+      "step": 53500
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 2.6161564444444444e-05,
+      "loss": 0.0019,
+      "step": 54000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.612600888888889e-05,
+      "loss": 0.0019,
+      "step": 54500
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.6090453333333335e-05,
+      "loss": 0.0019,
+      "step": 55000
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 2.6054897777777777e-05,
+      "loss": 0.0019,
+      "step": 55500
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.6019413333333332e-05,
+      "loss": 0.0018,
+      "step": 56000
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 2.5983857777777778e-05,
+      "loss": 0.0018,
+      "step": 56500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.5948302222222223e-05,
+      "loss": 0.0019,
+      "step": 57000
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.5912746666666666e-05,
+      "loss": 0.0019,
+      "step": 57500
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 2.587719111111111e-05,
+      "loss": 0.0018,
+      "step": 58000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.5841706666666666e-05,
+      "loss": 0.0018,
+      "step": 58500
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.5806151111111112e-05,
+      "loss": 0.0018,
+      "step": 59000
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 2.5770595555555554e-05,
+      "loss": 0.0018,
+      "step": 59500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.573504e-05,
+      "loss": 0.0018,
+      "step": 60000
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.5699484444444445e-05,
+      "loss": 0.0019,
+      "step": 60500
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 2.5664e-05,
+      "loss": 0.0018,
+      "step": 61000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.5628444444444446e-05,
+      "loss": 0.0018,
+      "step": 61500
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.5592888888888888e-05,
+      "loss": 0.0018,
+      "step": 62000
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 2.5557333333333333e-05,
+      "loss": 0.0019,
+      "step": 62500
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.552184888888889e-05,
+      "loss": 0.0018,
+      "step": 63000
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 2.5486293333333334e-05,
+      "loss": 0.0018,
+      "step": 63500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.545073777777778e-05,
+      "loss": 0.0018,
+      "step": 64000
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.5415182222222225e-05,
+      "loss": 0.0018,
+      "step": 64500
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 2.5379697777777777e-05,
+      "loss": 0.0018,
+      "step": 65000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.5344142222222223e-05,
+      "loss": 0.0018,
+      "step": 65500
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.5308586666666668e-05,
+      "loss": 0.0018,
+      "step": 66000
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 2.5273031111111114e-05,
+      "loss": 0.0018,
+      "step": 66500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.5237475555555556e-05,
+      "loss": 0.0018,
+      "step": 67000
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.520192e-05,
+      "loss": 0.0018,
+      "step": 67500
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 2.5166364444444447e-05,
+      "loss": 0.0018,
+      "step": 68000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.513088e-05,
+      "loss": 0.0018,
+      "step": 68500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.5095324444444444e-05,
+      "loss": 0.0018,
+      "step": 69000
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 2.505976888888889e-05,
+      "loss": 0.0018,
+      "step": 69500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.5024213333333335e-05,
+      "loss": 0.0018,
+      "step": 70000
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.4988728888888887e-05,
+      "loss": 0.0017,
+      "step": 70500
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 2.4953173333333333e-05,
+      "loss": 0.0018,
+      "step": 71000
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.491761777777778e-05,
+      "loss": 0.0018,
+      "step": 71500
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 2.4882062222222224e-05,
+      "loss": 0.0018,
+      "step": 72000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.4846506666666666e-05,
+      "loss": 0.0018,
+      "step": 72500
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.481102222222222e-05,
+      "loss": 0.0017,
+      "step": 73000
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 2.4775466666666667e-05,
+      "loss": 0.0018,
+      "step": 73500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.4739911111111112e-05,
+      "loss": 0.0018,
+      "step": 74000
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.4704355555555554e-05,
+      "loss": 0.0017,
+      "step": 74500
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 2.46688e-05,
+      "loss": 0.0018,
+      "step": 75000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.463331555555556e-05,
+      "loss": 0.0017,
+      "step": 75500
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.459776e-05,
+      "loss": 0.0018,
+      "step": 76000
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 2.4562204444444443e-05,
+      "loss": 0.0017,
+      "step": 76500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.452664888888889e-05,
+      "loss": 0.0017,
+      "step": 77000
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.4491093333333334e-05,
+      "loss": 0.0018,
+      "step": 77500
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 2.445560888888889e-05,
+      "loss": 0.0017,
+      "step": 78000
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.4420053333333335e-05,
+      "loss": 0.0018,
+      "step": 78500
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 2.438449777777778e-05,
+      "loss": 0.0017,
+      "step": 79000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4348942222222222e-05,
+      "loss": 0.0018,
+      "step": 79500
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4313386666666665e-05,
+      "loss": 0.0017,
+      "step": 80000
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 2.4277902222222223e-05,
+      "loss": 0.0018,
+      "step": 80500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.424234666666667e-05,
+      "loss": 0.0017,
+      "step": 81000
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4206791111111114e-05,
+      "loss": 0.0018,
+      "step": 81500
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 2.4171235555555556e-05,
+      "loss": 0.0017,
+      "step": 82000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.4135680000000002e-05,
+      "loss": 0.0017,
+      "step": 82500
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.4100195555555557e-05,
+      "loss": 0.0017,
+      "step": 83000
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 2.4064640000000003e-05,
+      "loss": 0.0017,
+      "step": 83500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.4029084444444445e-05,
+      "loss": 0.0017,
+      "step": 84000
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.399352888888889e-05,
+      "loss": 0.0016,
+      "step": 84500
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 2.3958044444444446e-05,
+      "loss": 0.0017,
+      "step": 85000
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.3922488888888888e-05,
+      "loss": 0.0017,
+      "step": 85500
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 2.3886933333333333e-05,
+      "loss": 0.0017,
+      "step": 86000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.385137777777778e-05,
+      "loss": 0.0017,
+      "step": 86500
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.3815822222222224e-05,
+      "loss": 0.0017,
+      "step": 87000
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 2.3780337777777776e-05,
+      "loss": 0.0017,
+      "step": 87500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.3744782222222222e-05,
+      "loss": 0.0016,
+      "step": 88000
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.3709226666666667e-05,
+      "loss": 0.0017,
+      "step": 88500
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 2.3673671111111113e-05,
+      "loss": 0.0017,
+      "step": 89000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.3638186666666665e-05,
+      "loss": 0.0016,
+      "step": 89500
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.360263111111111e-05,
+      "loss": 0.0017,
+      "step": 90000
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 2.3567075555555556e-05,
+      "loss": 0.0017,
+      "step": 90500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.353152e-05,
+      "loss": 0.0017,
+      "step": 91000
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.3495964444444443e-05,
+      "loss": 0.0016,
+      "step": 91500
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 2.346040888888889e-05,
+      "loss": 0.0017,
+      "step": 92000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.3424924444444448e-05,
+      "loss": 0.0017,
+      "step": 92500
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.3389368888888886e-05,
+      "loss": 0.0017,
+      "step": 93000
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 2.3353813333333332e-05,
+      "loss": 0.0017,
+      "step": 93500
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.3318257777777777e-05,
+      "loss": 0.0016,
+      "step": 94000
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 2.3282702222222223e-05,
+      "loss": 0.0017,
+      "step": 94500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3247146666666665e-05,
+      "loss": 0.0016,
+      "step": 95000
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.3211662222222224e-05,
+      "loss": 0.0016,
+      "step": 95500
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 2.317610666666667e-05,
+      "loss": 0.0017,
+      "step": 96000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.314055111111111e-05,
+      "loss": 0.0017,
+      "step": 96500
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.3104995555555554e-05,
+      "loss": 0.0017,
+      "step": 97000
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 2.306944e-05,
+      "loss": 0.0017,
+      "step": 97500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.3033955555555558e-05,
+      "loss": 0.0017,
+      "step": 98000
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.2998400000000003e-05,
+      "loss": 0.0016,
+      "step": 98500
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 2.2962844444444445e-05,
+      "loss": 0.0016,
+      "step": 99000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 2.292728888888889e-05,
+      "loss": 0.0016,
+      "step": 99500
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 2.2891733333333333e-05,
+      "loss": 0.0016,
+      "step": 100000
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 2.2856177777777775e-05,
+      "loss": 0.0016,
+      "step": 100500
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 2.282062222222222e-05,
+      "loss": 0.0017,
+      "step": 101000
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 2.2785066666666666e-05,
+      "loss": 0.0016,
+      "step": 101500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 2.2749582222222225e-05,
+      "loss": 0.0016,
+      "step": 102000
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 2.2714026666666667e-05,
+      "loss": 0.0016,
+      "step": 102500
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 2.2678471111111113e-05,
+      "loss": 0.0016,
+      "step": 103000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 2.2642986666666668e-05,
+      "loss": 0.0016,
+      "step": 103500
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 2.2607431111111113e-05,
+      "loss": 0.0016,
+      "step": 104000
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 2.2571875555555556e-05,
+      "loss": 0.0017,
+      "step": 104500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.253632e-05,
+      "loss": 0.0016,
+      "step": 105000
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.2500764444444447e-05,
+      "loss": 0.0016,
+      "step": 105500
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 2.2465208888888892e-05,
+      "loss": 0.0016,
+      "step": 106000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.2429653333333334e-05,
+      "loss": 0.0016,
+      "step": 106500
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.239409777777778e-05,
+      "loss": 0.0016,
+      "step": 107000
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 2.2358613333333335e-05,
+      "loss": 0.0016,
+      "step": 107500
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.2323057777777777e-05,
+      "loss": 0.0016,
+      "step": 108000
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 2.2287573333333332e-05,
+      "loss": 0.0016,
+      "step": 108500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.2252017777777778e-05,
+      "loss": 0.0016,
+      "step": 109000
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.2216462222222224e-05,
+      "loss": 0.0016,
+      "step": 109500
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 2.2180906666666666e-05,
+      "loss": 0.0016,
+      "step": 110000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.214535111111111e-05,
+      "loss": 0.0016,
+      "step": 110500
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2109866666666666e-05,
+      "loss": 0.0016,
+      "step": 111000
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 2.2074311111111112e-05,
+      "loss": 0.0016,
+      "step": 111500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.2038755555555554e-05,
+      "loss": 0.0016,
+      "step": 112000
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.20032e-05,
+      "loss": 0.0016,
+      "step": 112500
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 2.1967644444444445e-05,
+      "loss": 0.0016,
+      "step": 113000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 2.1932160000000004e-05,
+      "loss": 0.0016,
+      "step": 113500
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 2.1896604444444443e-05,
+      "loss": 0.0015,
+      "step": 114000
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 2.1861048888888888e-05,
+      "loss": 0.0016,
+      "step": 114500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 2.1825493333333334e-05,
+      "loss": 0.0016,
+      "step": 115000
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 2.178993777777778e-05,
+      "loss": 0.0015,
+      "step": 115500
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 2.1754453333333334e-05,
+      "loss": 0.0016,
+      "step": 116000
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 2.171889777777778e-05,
+      "loss": 0.0016,
+      "step": 116500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 2.1683342222222225e-05,
+      "loss": 0.0016,
+      "step": 117000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 2.1647786666666664e-05,
+      "loss": 0.0016,
+      "step": 117500
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 2.1612302222222223e-05,
+      "loss": 0.0016,
+      "step": 118000
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 2.157674666666667e-05,
+      "loss": 0.0015,
+      "step": 118500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 2.1541191111111114e-05,
+      "loss": 0.0015,
+      "step": 119000
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 2.1505635555555556e-05,
+      "loss": 0.0016,
+      "step": 119500
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 2.147008e-05,
+      "loss": 0.0016,
+      "step": 120000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.1434524444444447e-05,
+      "loss": 0.0016,
+      "step": 120500
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.1399040000000002e-05,
+      "loss": 0.0016,
+      "step": 121000
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 2.1363484444444445e-05,
+      "loss": 0.0016,
+      "step": 121500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.132792888888889e-05,
+      "loss": 0.0015,
+      "step": 122000
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.1292373333333336e-05,
+      "loss": 0.0015,
+      "step": 122500
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 2.1256888888888887e-05,
+      "loss": 0.0016,
+      "step": 123000
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.1221333333333333e-05,
+      "loss": 0.0016,
+      "step": 123500
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 2.118577777777778e-05,
+      "loss": 0.0015,
+      "step": 124000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.1150222222222224e-05,
+      "loss": 0.0016,
+      "step": 124500
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.1114666666666666e-05,
+      "loss": 0.0015,
+      "step": 125000
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 2.1079111111111112e-05,
+      "loss": 0.0015,
+      "step": 125500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.1043555555555557e-05,
+      "loss": 0.0015,
+      "step": 126000
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.1008000000000003e-05,
+      "loss": 0.0015,
+      "step": 126500
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 2.0972515555555555e-05,
+      "loss": 0.0016,
+      "step": 127000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.093703111111111e-05,
+      "loss": 0.0016,
+      "step": 127500
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.0901475555555555e-05,
+      "loss": 0.0016,
+      "step": 128000
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 2.086592e-05,
+      "loss": 0.0015,
+      "step": 128500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.0830364444444443e-05,
+      "loss": 0.0015,
+      "step": 129000
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.079480888888889e-05,
+      "loss": 0.0015,
+      "step": 129500
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 2.0759253333333334e-05,
+      "loss": 0.0015,
+      "step": 130000
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.072369777777778e-05,
+      "loss": 0.0015,
+      "step": 130500
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 2.068821333333333e-05,
+      "loss": 0.0015,
+      "step": 131000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0652657777777777e-05,
+      "loss": 0.0015,
+      "step": 131500
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0617102222222223e-05,
+      "loss": 0.0016,
+      "step": 132000
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 2.0581546666666665e-05,
+      "loss": 0.0015,
+      "step": 132500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.054599111111111e-05,
+      "loss": 0.0015,
+      "step": 133000
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.051050666666667e-05,
+      "loss": 0.0015,
+      "step": 133500
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 2.0474951111111114e-05,
+      "loss": 0.0016,
+      "step": 134000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.0439395555555553e-05,
+      "loss": 0.0016,
+      "step": 134500
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.040384e-05,
+      "loss": 0.0015,
+      "step": 135000
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 2.0368284444444444e-05,
+      "loss": 0.0015,
+      "step": 135500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 2.033272888888889e-05,
+      "loss": 0.0015,
+      "step": 136000
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 2.0297173333333332e-05,
+      "loss": 0.0015,
+      "step": 136500
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 2.0261617777777778e-05,
+      "loss": 0.0015,
+      "step": 137000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0226133333333336e-05,
+      "loss": 0.0015,
+      "step": 137500
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.0190577777777778e-05,
+      "loss": 0.0015,
+      "step": 138000
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 2.015502222222222e-05,
+      "loss": 0.0015,
+      "step": 138500
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.0119466666666666e-05,
+      "loss": 0.0015,
+      "step": 139000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 2.0084053333333334e-05,
+      "loss": 0.0015,
+      "step": 139500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.0048497777777776e-05,
+      "loss": 0.0015,
+      "step": 140000
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 2.0012942222222222e-05,
+      "loss": 0.0015,
+      "step": 140500
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.9977386666666668e-05,
+      "loss": 0.0015,
+      "step": 141000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.9941831111111113e-05,
+      "loss": 0.0015,
+      "step": 141500
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.9906275555555555e-05,
+      "loss": 0.0014,
+      "step": 142000
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.987072e-05,
+      "loss": 0.0015,
+      "step": 142500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.9835164444444446e-05,
+      "loss": 0.0015,
+      "step": 143000
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.979968e-05,
+      "loss": 0.0015,
+      "step": 143500
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.9764124444444444e-05,
+      "loss": 0.0015,
+      "step": 144000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.972856888888889e-05,
+      "loss": 0.0015,
+      "step": 144500
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.9693013333333335e-05,
+      "loss": 0.0014,
+      "step": 145000
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.965745777777778e-05,
+      "loss": 0.0015,
+      "step": 145500
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.9621902222222222e-05,
+      "loss": 0.0015,
+      "step": 146000
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 1.9586346666666668e-05,
+      "loss": 0.0014,
+      "step": 146500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.9550791111111113e-05,
+      "loss": 0.0014,
+      "step": 147000
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.9515306666666665e-05,
+      "loss": 0.0015,
+      "step": 147500
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 1.947982222222222e-05,
+      "loss": 0.0014,
+      "step": 148000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.9444266666666666e-05,
+      "loss": 0.0015,
+      "step": 148500
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.940871111111111e-05,
+      "loss": 0.0015,
+      "step": 149000
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 1.9373155555555554e-05,
+      "loss": 0.0014,
+      "step": 149500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.93376e-05,
+      "loss": 0.0014,
+      "step": 150000
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.9302115555555558e-05,
+      "loss": 0.0015,
+      "step": 150500
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 1.9266560000000003e-05,
+      "loss": 0.0015,
+      "step": 151000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.9231004444444442e-05,
+      "loss": 0.0014,
+      "step": 151500
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.9195448888888888e-05,
+      "loss": 0.0014,
+      "step": 152000
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 1.9159893333333333e-05,
+      "loss": 0.0015,
+      "step": 152500
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.912433777777778e-05,
+      "loss": 0.0015,
+      "step": 153000
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 1.908878222222222e-05,
+      "loss": 0.0014,
+      "step": 153500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.9053226666666667e-05,
+      "loss": 0.0014,
+      "step": 154000
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.9017813333333335e-05,
+      "loss": 0.0015,
+      "step": 154500
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 1.8982257777777777e-05,
+      "loss": 0.0015,
+      "step": 155000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.8946702222222223e-05,
+      "loss": 0.0015,
+      "step": 155500
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.8911146666666668e-05,
+      "loss": 0.0015,
+      "step": 156000
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 1.8875591111111114e-05,
+      "loss": 0.0015,
+      "step": 156500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.8840106666666665e-05,
+      "loss": 0.0014,
+      "step": 157000
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.880455111111111e-05,
+      "loss": 0.0015,
+      "step": 157500
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 1.8768995555555556e-05,
+      "loss": 0.0014,
+      "step": 158000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.8733440000000002e-05,
+      "loss": 0.0014,
+      "step": 158500
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.8697884444444444e-05,
+      "loss": 0.0015,
+      "step": 159000
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 1.866232888888889e-05,
+      "loss": 0.0015,
+      "step": 159500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.8626773333333335e-05,
+      "loss": 0.0015,
+      "step": 160000
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.859121777777778e-05,
+      "loss": 0.0014,
+      "step": 160500
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 1.8555733333333333e-05,
+      "loss": 0.0015,
+      "step": 161000
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.8520177777777778e-05,
+      "loss": 0.0015,
+      "step": 161500
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 1.8484622222222224e-05,
+      "loss": 0.0014,
+      "step": 162000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.8449066666666666e-05,
+      "loss": 0.0014,
+      "step": 162500
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.841358222222222e-05,
+      "loss": 0.0014,
+      "step": 163000
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 1.8378026666666667e-05,
+      "loss": 0.0014,
+      "step": 163500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.8342471111111112e-05,
+      "loss": 0.0014,
+      "step": 164000
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.8306915555555554e-05,
+      "loss": 0.0014,
+      "step": 164500
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 1.827136e-05,
+      "loss": 0.0014,
+      "step": 165000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.8235804444444445e-05,
+      "loss": 0.0014,
+      "step": 165500
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.820032e-05,
+      "loss": 0.0014,
+      "step": 166000
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 1.8164764444444443e-05,
+      "loss": 0.0014,
+      "step": 166500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.8129208888888888e-05,
+      "loss": 0.0014,
+      "step": 167000
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.8093653333333334e-05,
+      "loss": 0.0014,
+      "step": 167500
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 1.805809777777778e-05,
+      "loss": 0.0014,
+      "step": 168000
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.802254222222222e-05,
+      "loss": 0.0014,
+      "step": 168500
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 1.7987057777777777e-05,
+      "loss": 0.0014,
+      "step": 169000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.7951502222222222e-05,
+      "loss": 0.0014,
+      "step": 169500
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.7915946666666664e-05,
+      "loss": 0.0014,
+      "step": 170000
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 1.788039111111111e-05,
+      "loss": 0.0014,
+      "step": 170500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.7844835555555555e-05,
+      "loss": 0.0015,
+      "step": 171000
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.780928e-05,
+      "loss": 0.0014,
+      "step": 171500
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 1.7773724444444443e-05,
+      "loss": 0.0014,
+      "step": 172000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.773816888888889e-05,
+      "loss": 0.0015,
+      "step": 172500
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.7702684444444444e-05,
+      "loss": 0.0014,
+      "step": 173000
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 1.766712888888889e-05,
+      "loss": 0.0014,
+      "step": 173500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.763157333333333e-05,
+      "loss": 0.0014,
+      "step": 174000
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.7596017777777777e-05,
+      "loss": 0.0014,
+      "step": 174500
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 1.7560533333333336e-05,
+      "loss": 0.0014,
+      "step": 175000
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.752497777777778e-05,
+      "loss": 0.0014,
+      "step": 175500
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 1.748942222222222e-05,
+      "loss": 0.0014,
+      "step": 176000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.745393777777778e-05,
+      "loss": 0.0014,
+      "step": 176500
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.7418382222222224e-05,
+      "loss": 0.0014,
+      "step": 177000
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 1.7382826666666666e-05,
+      "loss": 0.0014,
+      "step": 177500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.7347271111111112e-05,
+      "loss": 0.0014,
+      "step": 178000
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.7311715555555557e-05,
+      "loss": 0.0014,
+      "step": 178500
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 1.7276231111111113e-05,
+      "loss": 0.0014,
+      "step": 179000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.7240675555555555e-05,
+      "loss": 0.0014,
+      "step": 179500
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.720512e-05,
+      "loss": 0.0014,
+      "step": 180000
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 1.7169564444444446e-05,
+      "loss": 0.0014,
+      "step": 180500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.713400888888889e-05,
+      "loss": 0.0014,
+      "step": 181000
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.7098453333333334e-05,
+      "loss": 0.0014,
+      "step": 181500
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 1.706296888888889e-05,
+      "loss": 0.0014,
+      "step": 182000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.7027413333333334e-05,
+      "loss": 0.0014,
+      "step": 182500
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.699185777777778e-05,
+      "loss": 0.0014,
+      "step": 183000
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 1.6956302222222222e-05,
+      "loss": 0.0014,
+      "step": 183500
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.6920746666666668e-05,
+      "loss": 0.0014,
+      "step": 184000
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 1.6885191111111113e-05,
+      "loss": 0.0014,
+      "step": 184500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.6849706666666665e-05,
+      "loss": 0.0014,
+      "step": 185000
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.681415111111111e-05,
+      "loss": 0.0014,
+      "step": 185500
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 1.6778595555555556e-05,
+      "loss": 0.0014,
+      "step": 186000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.674304e-05,
+      "loss": 0.0014,
+      "step": 186500
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.6707484444444444e-05,
+      "loss": 0.0014,
+      "step": 187000
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 1.667192888888889e-05,
+      "loss": 0.0013,
+      "step": 187500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.6636373333333335e-05,
+      "loss": 0.0014,
+      "step": 188000
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.660081777777778e-05,
+      "loss": 0.0014,
+      "step": 188500
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 1.6565333333333332e-05,
+      "loss": 0.0014,
+      "step": 189000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.6529777777777778e-05,
+      "loss": 0.0014,
+      "step": 189500
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.6494222222222223e-05,
+      "loss": 0.0014,
+      "step": 190000
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 1.645866666666667e-05,
+      "loss": 0.0014,
+      "step": 190500
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 1.642318222222222e-05,
+      "loss": 0.0014,
+      "step": 191000
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 1.6387626666666666e-05,
+      "loss": 0.0014,
+      "step": 191500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.635207111111111e-05,
+      "loss": 0.0014,
+      "step": 192000
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.6316515555555557e-05,
+      "loss": 0.0014,
+      "step": 192500
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 1.628103111111111e-05,
+      "loss": 0.0014,
+      "step": 193000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.6245475555555555e-05,
+      "loss": 0.0014,
+      "step": 193500
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.620992e-05,
+      "loss": 0.0014,
+      "step": 194000
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 1.6174364444444442e-05,
+      "loss": 0.0014,
+      "step": 194500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.613888e-05,
+      "loss": 0.0013,
+      "step": 195000
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.6103395555555556e-05,
+      "loss": 0.0014,
+      "step": 195500
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 1.606784e-05,
+      "loss": 0.0014,
+      "step": 196000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.6032284444444444e-05,
+      "loss": 0.0014,
+      "step": 196500
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.599672888888889e-05,
+      "loss": 0.0013,
+      "step": 197000
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 1.5961173333333335e-05,
+      "loss": 0.0013,
+      "step": 197500
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 1.592561777777778e-05,
+      "loss": 0.0013,
+      "step": 198000
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 1.5890062222222223e-05,
+      "loss": 0.0014,
+      "step": 198500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.5854506666666668e-05,
+      "loss": 0.0014,
+      "step": 199000
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.5819022222222223e-05,
+      "loss": 0.0014,
+      "step": 199500
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 1.5783466666666665e-05,
+      "loss": 0.0014,
+      "step": 200000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.574791111111111e-05,
+      "loss": 0.0013,
+      "step": 200500
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.5712355555555557e-05,
+      "loss": 0.0014,
+      "step": 201000
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 1.5676871111111112e-05,
+      "loss": 0.0013,
+      "step": 201500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.5641315555555554e-05,
+      "loss": 0.0014,
+      "step": 202000
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.560576e-05,
+      "loss": 0.0014,
+      "step": 202500
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 1.5570204444444445e-05,
+      "loss": 0.0014,
+      "step": 203000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.553464888888889e-05,
+      "loss": 0.0014,
+      "step": 203500
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.5499093333333333e-05,
+      "loss": 0.0013,
+      "step": 204000
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 1.5463537777777778e-05,
+      "loss": 0.0014,
+      "step": 204500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.5427982222222224e-05,
+      "loss": 0.0014,
+      "step": 205000
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.539249777777778e-05,
+      "loss": 0.0013,
+      "step": 205500
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 1.535694222222222e-05,
+      "loss": 0.0014,
+      "step": 206000
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.5321386666666667e-05,
+      "loss": 0.0014,
+      "step": 206500
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 1.5285902222222222e-05,
+      "loss": 0.0014,
+      "step": 207000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 1.5250346666666666e-05,
+      "loss": 0.0013,
+      "step": 207500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 1.521479111111111e-05,
+      "loss": 0.0013,
+      "step": 208000
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 1.5179235555555555e-05,
+      "loss": 0.0014,
+      "step": 208500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.5143679999999999e-05,
+      "loss": 0.0013,
+      "step": 209000
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.5108124444444445e-05,
+      "loss": 0.0014,
+      "step": 209500
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 1.5072640000000001e-05,
+      "loss": 0.0014,
+      "step": 210000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 1.5037084444444444e-05,
+      "loss": 0.0013,
+      "step": 210500
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 1.5001528888888887e-05,
+      "loss": 0.0014,
+      "step": 211000
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 1.4965973333333335e-05,
+      "loss": 0.0014,
+      "step": 211500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 1.4930417777777779e-05,
+      "loss": 0.0013,
+      "step": 212000
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 1.4894862222222222e-05,
+      "loss": 0.0013,
+      "step": 212500
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 1.4859306666666666e-05,
+      "loss": 0.0013,
+      "step": 213000
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 1.4823751111111112e-05,
+      "loss": 0.0014,
+      "step": 213500
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 1.4788266666666667e-05,
+      "loss": 0.0013,
+      "step": 214000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 1.4752711111111112e-05,
+      "loss": 0.0013,
+      "step": 214500
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 1.4717155555555556e-05,
+      "loss": 0.0014,
+      "step": 215000
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 1.4681600000000002e-05,
+      "loss": 0.0013,
+      "step": 215500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.4646115555555555e-05,
+      "loss": 0.0014,
+      "step": 216000
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.461056e-05,
+      "loss": 0.0013,
+      "step": 216500
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 1.4575004444444445e-05,
+      "loss": 0.0014,
+      "step": 217000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 1.4539448888888889e-05,
+      "loss": 0.0013,
+      "step": 217500
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 1.4503964444444446e-05,
+      "loss": 0.0013,
+      "step": 218000
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 1.446840888888889e-05,
+      "loss": 0.0013,
+      "step": 218500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 1.4432853333333333e-05,
+      "loss": 0.0013,
+      "step": 219000
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 1.4397297777777777e-05,
+      "loss": 0.0013,
+      "step": 219500
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 1.4361813333333334e-05,
+      "loss": 0.0013,
+      "step": 220000
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.4326257777777778e-05,
+      "loss": 0.0014,
+      "step": 220500
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 1.4290702222222223e-05,
+      "loss": 0.0014,
+      "step": 221000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 1.4255217777777779e-05,
+      "loss": 0.0013,
+      "step": 221500
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 1.4219662222222224e-05,
+      "loss": 0.0013,
+      "step": 222000
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 1.4184106666666666e-05,
+      "loss": 0.0014,
+      "step": 222500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 1.4148551111111112e-05,
+      "loss": 0.0013,
+      "step": 223000
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 1.4113066666666667e-05,
+      "loss": 0.0014,
+      "step": 223500
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 1.4077511111111111e-05,
+      "loss": 0.0013,
+      "step": 224000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 1.4041955555555556e-05,
+      "loss": 0.0013,
+      "step": 224500
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 1.40064e-05,
+      "loss": 0.0013,
+      "step": 225000
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 1.3970844444444446e-05,
+      "loss": 0.0013,
+      "step": 225500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.3935288888888888e-05,
+      "loss": 0.0013,
+      "step": 226000
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.3899733333333333e-05,
+      "loss": 0.0013,
+      "step": 226500
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.3864177777777777e-05,
+      "loss": 0.0013,
+      "step": 227000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.3828622222222223e-05,
+      "loss": 0.0013,
+      "step": 227500
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.3793137777777778e-05,
+      "loss": 0.0013,
+      "step": 228000
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.3757582222222224e-05,
+      "loss": 0.0013,
+      "step": 228500
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.3722097777777777e-05,
+      "loss": 0.0013,
+      "step": 229000
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.3686542222222223e-05,
+      "loss": 0.0013,
+      "step": 229500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.3650986666666667e-05,
+      "loss": 0.0013,
+      "step": 230000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.3615431111111112e-05,
+      "loss": 0.0013,
+      "step": 230500
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.3579875555555556e-05,
+      "loss": 0.0013,
+      "step": 231000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.354432e-05,
+      "loss": 0.0014,
+      "step": 231500
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.3508764444444445e-05,
+      "loss": 0.0013,
+      "step": 232000
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.347320888888889e-05,
+      "loss": 0.0013,
+      "step": 232500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.3437724444444444e-05,
+      "loss": 0.0013,
+      "step": 233000
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.3402168888888888e-05,
+      "loss": 0.0013,
+      "step": 233500
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.3366613333333334e-05,
+      "loss": 0.0013,
+      "step": 234000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3331057777777778e-05,
+      "loss": 0.0013,
+      "step": 234500
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3295573333333335e-05,
+      "loss": 0.0013,
+      "step": 235000
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3260017777777778e-05,
+      "loss": 0.0013,
+      "step": 235500
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3224462222222224e-05,
+      "loss": 0.0013,
+      "step": 236000
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3188906666666666e-05,
+      "loss": 0.0013,
+      "step": 236500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.3153422222222223e-05,
+      "loss": 0.0013,
+      "step": 237000
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.3117866666666667e-05,
+      "loss": 0.0013,
+      "step": 237500
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.3082311111111112e-05,
+      "loss": 0.0013,
+      "step": 238000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.3046755555555556e-05,
+      "loss": 0.0013,
+      "step": 238500
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.3011271111111111e-05,
+      "loss": 0.0013,
+      "step": 239000
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.2975715555555555e-05,
+      "loss": 0.0013,
+      "step": 239500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.294023111111111e-05,
+      "loss": 0.0013,
+      "step": 240000
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.2904675555555556e-05,
+      "loss": 0.0013,
+      "step": 240500
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.286912e-05,
+      "loss": 0.0013,
+      "step": 241000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.2833564444444445e-05,
+      "loss": 0.0013,
+      "step": 241500
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.279800888888889e-05,
+      "loss": 0.0013,
+      "step": 242000
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.2762453333333335e-05,
+      "loss": 0.0013,
+      "step": 242500
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 1.2726897777777777e-05,
+      "loss": 0.0013,
+      "step": 243000
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 1.2691342222222222e-05,
+      "loss": 0.0013,
+      "step": 243500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 1.2655857777777778e-05,
+      "loss": 0.0013,
+      "step": 244000
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 1.2620302222222223e-05,
+      "loss": 0.0013,
+      "step": 244500
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 1.2584746666666667e-05,
+      "loss": 0.0013,
+      "step": 245000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.2549191111111113e-05,
+      "loss": 0.0013,
+      "step": 245500
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.2513706666666668e-05,
+      "loss": 0.0013,
+      "step": 246000
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 1.247815111111111e-05,
+      "loss": 0.0013,
+      "step": 246500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 1.2442595555555556e-05,
+      "loss": 0.0013,
+      "step": 247000
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 1.240704e-05,
+      "loss": 0.0013,
+      "step": 247500
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 1.2371555555555556e-05,
+      "loss": 0.0013,
+      "step": 248000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.2336e-05,
+      "loss": 0.0013,
+      "step": 248500
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.2300444444444446e-05,
+      "loss": 0.0013,
+      "step": 249000
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 1.226488888888889e-05,
+      "loss": 0.0013,
+      "step": 249500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 1.2229404444444445e-05,
+      "loss": 0.0013,
+      "step": 250000
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 1.2193848888888889e-05,
+      "loss": 0.0013,
+      "step": 250500
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 1.2158293333333334e-05,
+      "loss": 0.0013,
+      "step": 251000
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 1.2122737777777778e-05,
+      "loss": 0.0013,
+      "step": 251500
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 1.2087253333333335e-05,
+      "loss": 0.0013,
+      "step": 252000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.2051697777777779e-05,
+      "loss": 0.0013,
+      "step": 252500
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.2016142222222221e-05,
+      "loss": 0.0013,
+      "step": 253000
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 1.1980586666666666e-05,
+      "loss": 0.0013,
+      "step": 253500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.1945102222222222e-05,
+      "loss": 0.0013,
+      "step": 254000
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.1909546666666667e-05,
+      "loss": 0.0013,
+      "step": 254500
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 1.1873991111111111e-05,
+      "loss": 0.0013,
+      "step": 255000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.1838506666666668e-05,
+      "loss": 0.0013,
+      "step": 255500
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.1802951111111112e-05,
+      "loss": 0.0013,
+      "step": 256000
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 1.1767395555555556e-05,
+      "loss": 0.0013,
+      "step": 256500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.173184e-05,
+      "loss": 0.0013,
+      "step": 257000
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.1696284444444445e-05,
+      "loss": 0.0013,
+      "step": 257500
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 1.1660728888888889e-05,
+      "loss": 0.0013,
+      "step": 258000
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.1625173333333334e-05,
+      "loss": 0.0013,
+      "step": 258500
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 1.1589617777777778e-05,
+      "loss": 0.0013,
+      "step": 259000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.1554133333333335e-05,
+      "loss": 0.0013,
+      "step": 259500
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.1518577777777777e-05,
+      "loss": 0.0013,
+      "step": 260000
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 1.1483022222222221e-05,
+      "loss": 0.0013,
+      "step": 260500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.1447466666666667e-05,
+      "loss": 0.0013,
+      "step": 261000
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.141191111111111e-05,
+      "loss": 0.0012,
+      "step": 261500
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 1.1376355555555556e-05,
+      "loss": 0.0013,
+      "step": 262000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.13408e-05,
+      "loss": 0.0012,
+      "step": 262500
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.1305244444444445e-05,
+      "loss": 0.0013,
+      "step": 263000
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 1.1269759999999999e-05,
+      "loss": 0.0013,
+      "step": 263500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.1234204444444445e-05,
+      "loss": 0.0013,
+      "step": 264000
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.1198648888888888e-05,
+      "loss": 0.0013,
+      "step": 264500
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.1163093333333334e-05,
+      "loss": 0.0013,
+      "step": 265000
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.1127608888888889e-05,
+      "loss": 0.0012,
+      "step": 265500
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.1092053333333335e-05,
+      "loss": 0.0013,
+      "step": 266000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.1056497777777778e-05,
+      "loss": 0.0013,
+      "step": 266500
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.1020942222222222e-05,
+      "loss": 0.0012,
+      "step": 267000
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.0985457777777778e-05,
+      "loss": 0.0013,
+      "step": 267500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0949902222222223e-05,
+      "loss": 0.0013,
+      "step": 268000
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0914346666666667e-05,
+      "loss": 0.0013,
+      "step": 268500
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.087879111111111e-05,
+      "loss": 0.0013,
+      "step": 269000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.0843306666666668e-05,
+      "loss": 0.0013,
+      "step": 269500
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.0807751111111112e-05,
+      "loss": 0.0013,
+      "step": 270000
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 1.0772195555555555e-05,
+      "loss": 0.0012,
+      "step": 270500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.073664e-05,
+      "loss": 0.0013,
+      "step": 271000
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.0701155555555556e-05,
+      "loss": 0.0013,
+      "step": 271500
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 1.06656e-05,
+      "loss": 0.0013,
+      "step": 272000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.0630044444444446e-05,
+      "loss": 0.0012,
+      "step": 272500
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.059448888888889e-05,
+      "loss": 0.0013,
+      "step": 273000
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 1.0559004444444445e-05,
+      "loss": 0.0013,
+      "step": 273500
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.0523448888888888e-05,
+      "loss": 0.0013,
+      "step": 274000
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 1.0487893333333334e-05,
+      "loss": 0.0013,
+      "step": 274500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.0452337777777778e-05,
+      "loss": 0.0013,
+      "step": 275000
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.0416853333333333e-05,
+      "loss": 0.0013,
+      "step": 275500
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.0381297777777779e-05,
+      "loss": 0.0013,
+      "step": 276000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.0345742222222222e-05,
+      "loss": 0.0013,
+      "step": 276500
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.0310186666666668e-05,
+      "loss": 0.0013,
+      "step": 277000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.0274702222222222e-05,
+      "loss": 0.0013,
+      "step": 277500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.0239146666666667e-05,
+      "loss": 0.0012,
+      "step": 278000
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.0203591111111111e-05,
+      "loss": 0.0012,
+      "step": 278500
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 1.0168035555555556e-05,
+      "loss": 0.0013,
+      "step": 279000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.0132551111111112e-05,
+      "loss": 0.0013,
+      "step": 279500
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.0096995555555557e-05,
+      "loss": 0.0013,
+      "step": 280000
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.006144e-05,
+      "loss": 0.0013,
+      "step": 280500
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.0025884444444445e-05,
+      "loss": 0.0013,
+      "step": 281000
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 9.9904e-06,
+      "loss": 0.0013,
+      "step": 281500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.954844444444444e-06,
+      "loss": 0.0012,
+      "step": 282000
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.91928888888889e-06,
+      "loss": 0.0012,
+      "step": 282500
+    },
+    {
+      "epoch": 2.01,
+      "learning_rate": 9.883733333333333e-06,
+      "loss": 0.0013,
+      "step": 283000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.84824888888889e-06,
+      "loss": 0.0013,
+      "step": 283500
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.812693333333332e-06,
+      "loss": 0.0012,
+      "step": 284000
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 9.777137777777778e-06,
+      "loss": 0.0012,
+      "step": 284500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.741582222222222e-06,
+      "loss": 0.0013,
+      "step": 285000
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.706097777777779e-06,
+      "loss": 0.0013,
+      "step": 285500
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 9.670542222222223e-06,
+      "loss": 0.0013,
+      "step": 286000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.634986666666668e-06,
+      "loss": 0.0012,
+      "step": 286500
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.599431111111112e-06,
+      "loss": 0.0012,
+      "step": 287000
+    },
+    {
+      "epoch": 2.04,
+      "learning_rate": 9.563946666666667e-06,
+      "loss": 0.0012,
+      "step": 287500
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 9.528391111111111e-06,
+      "loss": 0.0012,
+      "step": 288000
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 9.492835555555557e-06,
+      "loss": 0.0012,
+      "step": 288500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.45728e-06,
+      "loss": 0.0012,
+      "step": 289000
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.421795555555556e-06,
+      "loss": 0.0012,
+      "step": 289500
+    },
+    {
+      "epoch": 2.06,
+      "learning_rate": 9.386240000000001e-06,
+      "loss": 0.0012,
+      "step": 290000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.350684444444443e-06,
+      "loss": 0.0012,
+      "step": 290500
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.315128888888889e-06,
+      "loss": 0.0012,
+      "step": 291000
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 9.279644444444444e-06,
+      "loss": 0.0012,
+      "step": 291500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.24408888888889e-06,
+      "loss": 0.0012,
+      "step": 292000
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.208533333333333e-06,
+      "loss": 0.0012,
+      "step": 292500
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 9.172977777777779e-06,
+      "loss": 0.0012,
+      "step": 293000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.137493333333334e-06,
+      "loss": 0.0012,
+      "step": 293500
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.101937777777778e-06,
+      "loss": 0.0012,
+      "step": 294000
+    },
+    {
+      "epoch": 2.09,
+      "learning_rate": 9.066382222222222e-06,
+      "loss": 0.0012,
+      "step": 294500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 9.030826666666667e-06,
+      "loss": 0.0012,
+      "step": 295000
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 8.995342222222223e-06,
+      "loss": 0.0012,
+      "step": 295500
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 8.959786666666666e-06,
+      "loss": 0.0012,
+      "step": 296000
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.924231111111112e-06,
+      "loss": 0.0012,
+      "step": 296500
+    },
+    {
+      "epoch": 2.11,
+      "learning_rate": 8.888675555555556e-06,
+      "loss": 0.0013,
+      "step": 297000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.85312e-06,
+      "loss": 0.0012,
+      "step": 297500
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.817635555555555e-06,
+      "loss": 0.0012,
+      "step": 298000
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 8.78208e-06,
+      "loss": 0.0012,
+      "step": 298500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.746524444444444e-06,
+      "loss": 0.0012,
+      "step": 299000
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.71096888888889e-06,
+      "loss": 0.0012,
+      "step": 299500
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 8.675484444444445e-06,
+      "loss": 0.0013,
+      "step": 300000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.639928888888889e-06,
+      "loss": 0.0012,
+      "step": 300500
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.604373333333333e-06,
+      "loss": 0.0012,
+      "step": 301000
+    },
+    {
+      "epoch": 2.14,
+      "learning_rate": 8.568817777777778e-06,
+      "loss": 0.0012,
+      "step": 301500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.533333333333334e-06,
+      "loss": 0.0013,
+      "step": 302000
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.497777777777777e-06,
+      "loss": 0.0012,
+      "step": 302500
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 8.462222222222223e-06,
+      "loss": 0.0012,
+      "step": 303000
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.426666666666667e-06,
+      "loss": 0.0012,
+      "step": 303500
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 8.391182222222222e-06,
+      "loss": 0.0012,
+      "step": 304000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.355626666666666e-06,
+      "loss": 0.0012,
+      "step": 304500
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.320071111111111e-06,
+      "loss": 0.0013,
+      "step": 305000
+    },
+    {
+      "epoch": 2.17,
+      "learning_rate": 8.284515555555555e-06,
+      "loss": 0.0012,
+      "step": 305500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.249031111111112e-06,
+      "loss": 0.0012,
+      "step": 306000
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.213475555555556e-06,
+      "loss": 0.0012,
+      "step": 306500
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 8.177920000000001e-06,
+      "loss": 0.0013,
+      "step": 307000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.142364444444444e-06,
+      "loss": 0.0012,
+      "step": 307500
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.10688e-06,
+      "loss": 0.0012,
+      "step": 308000
+    },
+    {
+      "epoch": 2.19,
+      "learning_rate": 8.071324444444444e-06,
+      "loss": 0.0012,
+      "step": 308500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.03576888888889e-06,
+      "loss": 0.0013,
+      "step": 309000
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 8.000213333333334e-06,
+      "loss": 0.0012,
+      "step": 309500
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 7.964728888888889e-06,
+      "loss": 0.0012,
+      "step": 310000
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.929244444444444e-06,
+      "loss": 0.0013,
+      "step": 310500
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 7.893688888888888e-06,
+      "loss": 0.0012,
+      "step": 311000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.858133333333334e-06,
+      "loss": 0.0013,
+      "step": 311500
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.822577777777777e-06,
+      "loss": 0.0012,
+      "step": 312000
+    },
+    {
+      "epoch": 2.22,
+      "learning_rate": 7.787022222222223e-06,
+      "loss": 0.0012,
+      "step": 312500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.751466666666667e-06,
+      "loss": 0.0013,
+      "step": 313000
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.715911111111112e-06,
+      "loss": 0.0012,
+      "step": 313500
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 7.680355555555556e-06,
+      "loss": 0.0012,
+      "step": 314000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.644871111111111e-06,
+      "loss": 0.0012,
+      "step": 314500
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.609315555555555e-06,
+      "loss": 0.0012,
+      "step": 315000
+    },
+    {
+      "epoch": 2.24,
+      "learning_rate": 7.57376e-06,
+      "loss": 0.0012,
+      "step": 315500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.538204444444445e-06,
+      "loss": 0.0012,
+      "step": 316000
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.502720000000001e-06,
+      "loss": 0.0012,
+      "step": 316500
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 7.467235555555556e-06,
+      "loss": 0.0012,
+      "step": 317000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.431680000000001e-06,
+      "loss": 0.0012,
+      "step": 317500
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.3961244444444445e-06,
+      "loss": 0.0012,
+      "step": 318000
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 7.360568888888889e-06,
+      "loss": 0.0012,
+      "step": 318500
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.325013333333334e-06,
+      "loss": 0.0012,
+      "step": 319000
+    },
+    {
+      "epoch": 2.27,
+      "learning_rate": 7.2894577777777786e-06,
+      "loss": 0.0012,
+      "step": 319500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.253902222222222e-06,
+      "loss": 0.0012,
+      "step": 320000
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.218346666666667e-06,
+      "loss": 0.0012,
+      "step": 320500
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 7.182862222222222e-06,
+      "loss": 0.0012,
+      "step": 321000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.147306666666666e-06,
+      "loss": 0.0012,
+      "step": 321500
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.111751111111111e-06,
+      "loss": 0.0012,
+      "step": 322000
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 7.0761955555555555e-06,
+      "loss": 0.0012,
+      "step": 322500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.040711111111112e-06,
+      "loss": 0.0012,
+      "step": 323000
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 7.0051555555555555e-06,
+      "loss": 0.0012,
+      "step": 323500
+    },
+    {
+      "epoch": 2.3,
+      "learning_rate": 6.9696e-06,
+      "loss": 0.0012,
+      "step": 324000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.934044444444445e-06,
+      "loss": 0.0012,
+      "step": 324500
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.89856e-06,
+      "loss": 0.0012,
+      "step": 325000
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 6.863004444444445e-06,
+      "loss": 0.0012,
+      "step": 325500
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.8274488888888894e-06,
+      "loss": 0.0012,
+      "step": 326000
+    },
+    {
+      "epoch": 2.32,
+      "learning_rate": 6.791893333333334e-06,
+      "loss": 0.0012,
+      "step": 326500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.7564088888888885e-06,
+      "loss": 0.0012,
+      "step": 327000
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.720853333333333e-06,
+      "loss": 0.0012,
+      "step": 327500
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 6.685297777777778e-06,
+      "loss": 0.0012,
+      "step": 328000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.649742222222222e-06,
+      "loss": 0.0012,
+      "step": 328500
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.614257777777778e-06,
+      "loss": 0.0012,
+      "step": 329000
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 6.5787022222222225e-06,
+      "loss": 0.0012,
+      "step": 329500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.543146666666666e-06,
+      "loss": 0.0012,
+      "step": 330000
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.507591111111111e-06,
+      "loss": 0.0013,
+      "step": 330500
+    },
+    {
+      "epoch": 2.35,
+      "learning_rate": 6.472106666666667e-06,
+      "loss": 0.0012,
+      "step": 331000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.436551111111112e-06,
+      "loss": 0.0012,
+      "step": 331500
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.400995555555556e-06,
+      "loss": 0.0012,
+      "step": 332000
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 6.36544e-06,
+      "loss": 0.0012,
+      "step": 332500
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.329955555555556e-06,
+      "loss": 0.0012,
+      "step": 333000
+    },
+    {
+      "epoch": 2.37,
+      "learning_rate": 6.2944e-06,
+      "loss": 0.0012,
+      "step": 333500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.258844444444445e-06,
+      "loss": 0.0012,
+      "step": 334000
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.223288888888889e-06,
+      "loss": 0.0012,
+      "step": 334500
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 6.187804444444444e-06,
+      "loss": 0.0012,
+      "step": 335000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.152248888888889e-06,
+      "loss": 0.0012,
+      "step": 335500
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.116693333333333e-06,
+      "loss": 0.0012,
+      "step": 336000
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 6.081137777777778e-06,
+      "loss": 0.0012,
+      "step": 336500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.045653333333333e-06,
+      "loss": 0.0012,
+      "step": 337000
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 6.010097777777778e-06,
+      "loss": 0.0012,
+      "step": 337500
+    },
+    {
+      "epoch": 2.4,
+      "learning_rate": 5.974542222222223e-06,
+      "loss": 0.0012,
+      "step": 338000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.9389866666666665e-06,
+      "loss": 0.0012,
+      "step": 338500
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.903502222222223e-06,
+      "loss": 0.0012,
+      "step": 339000
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 5.867946666666667e-06,
+      "loss": 0.0012,
+      "step": 339500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.832391111111112e-06,
+      "loss": 0.0012,
+      "step": 340000
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.796906666666666e-06,
+      "loss": 0.0012,
+      "step": 340500
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 5.761351111111111e-06,
+      "loss": 0.0012,
+      "step": 341000
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 5.725795555555556e-06,
+      "loss": 0.0012,
+      "step": 341500
+    },
+    {
+      "epoch": 2.43,
+      "learning_rate": 5.69024e-06,
+      "loss": 0.0012,
+      "step": 342000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.654684444444444e-06,
+      "loss": 0.0012,
+      "step": 342500
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.619128888888889e-06,
+      "loss": 0.0012,
+      "step": 343000
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 5.583644444444444e-06,
+      "loss": 0.0012,
+      "step": 343500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.548088888888889e-06,
+      "loss": 0.0012,
+      "step": 344000
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.5125333333333336e-06,
+      "loss": 0.0012,
+      "step": 344500
+    },
+    {
+      "epoch": 2.45,
+      "learning_rate": 5.476977777777778e-06,
+      "loss": 0.0012,
+      "step": 345000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.441422222222222e-06,
+      "loss": 0.0012,
+      "step": 345500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.405866666666667e-06,
+      "loss": 0.0012,
+      "step": 346000
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 5.3703111111111115e-06,
+      "loss": 0.0012,
+      "step": 346500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.334755555555556e-06,
+      "loss": 0.0012,
+      "step": 347000
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.299271111111111e-06,
+      "loss": 0.0012,
+      "step": 347500
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 5.263715555555556e-06,
+      "loss": 0.0012,
+      "step": 348000
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 5.228160000000001e-06,
+      "loss": 0.0012,
+      "step": 348500
+    },
+    {
+      "epoch": 2.48,
+      "learning_rate": 5.192604444444445e-06,
+      "loss": 0.0012,
+      "step": 349000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.157191111111111e-06,
+      "loss": 0.0012,
+      "step": 349500
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.121635555555556e-06,
+      "loss": 0.0012,
+      "step": 350000
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 5.08608e-06,
+      "loss": 0.0012,
+      "step": 350500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.0505244444444445e-06,
+      "loss": 0.0012,
+      "step": 351000
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 5.014968888888889e-06,
+      "loss": 0.0012,
+      "step": 351500
+    },
+    {
+      "epoch": 2.5,
+      "learning_rate": 4.979413333333334e-06,
+      "loss": 0.0012,
+      "step": 352000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.943857777777778e-06,
+      "loss": 0.0012,
+      "step": 352500
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.908302222222222e-06,
+      "loss": 0.0012,
+      "step": 353000
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 4.8728177777777784e-06,
+      "loss": 0.0012,
+      "step": 353500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.837262222222222e-06,
+      "loss": 0.0012,
+      "step": 354000
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.801706666666667e-06,
+      "loss": 0.0012,
+      "step": 354500
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 4.766151111111112e-06,
+      "loss": 0.0012,
+      "step": 355000
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 4.730666666666667e-06,
+      "loss": 0.0012,
+      "step": 355500
+    },
+    {
+      "epoch": 2.53,
+      "learning_rate": 4.695111111111111e-06,
+      "loss": 0.0012,
+      "step": 356000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.659555555555555e-06,
+      "loss": 0.0012,
+      "step": 356500
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.624e-06,
+      "loss": 0.0012,
+      "step": 357000
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 4.588515555555555e-06,
+      "loss": 0.0012,
+      "step": 357500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.55296e-06,
+      "loss": 0.0012,
+      "step": 358000
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.517404444444445e-06,
+      "loss": 0.0012,
+      "step": 358500
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 4.4818488888888886e-06,
+      "loss": 0.0012,
+      "step": 359000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.446364444444445e-06,
+      "loss": 0.0012,
+      "step": 359500
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.410808888888889e-06,
+      "loss": 0.0012,
+      "step": 360000
+    },
+    {
+      "epoch": 2.56,
+      "learning_rate": 4.375253333333333e-06,
+      "loss": 0.0012,
+      "step": 360500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.339697777777778e-06,
+      "loss": 0.0012,
+      "step": 361000
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.304213333333334e-06,
+      "loss": 0.0012,
+      "step": 361500
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 4.268657777777779e-06,
+      "loss": 0.0012,
+      "step": 362000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.2331022222222225e-06,
+      "loss": 0.0012,
+      "step": 362500
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.197546666666667e-06,
+      "loss": 0.0012,
+      "step": 363000
+    },
+    {
+      "epoch": 2.58,
+      "learning_rate": 4.161991111111111e-06,
+      "loss": 0.0012,
+      "step": 363500
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.126506666666666e-06,
+      "loss": 0.0012,
+      "step": 364000
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 4.090951111111111e-06,
+      "loss": 0.0012,
+      "step": 364500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.055395555555556e-06,
+      "loss": 0.0012,
+      "step": 365000
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 4.01984e-06,
+      "loss": 0.0012,
+      "step": 365500
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 3.9843555555555555e-06,
+      "loss": 0.0012,
+      "step": 366000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.9488e-06,
+      "loss": 0.0012,
+      "step": 366500
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.913244444444445e-06,
+      "loss": 0.0012,
+      "step": 367000
+    },
+    {
+      "epoch": 2.61,
+      "learning_rate": 3.877688888888889e-06,
+      "loss": 0.0012,
+      "step": 367500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.842204444444445e-06,
+      "loss": 0.0012,
+      "step": 368000
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.806648888888889e-06,
+      "loss": 0.0012,
+      "step": 368500
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 3.771093333333333e-06,
+      "loss": 0.0012,
+      "step": 369000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7355377777777776e-06,
+      "loss": 0.0011,
+      "step": 369500
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.7000533333333337e-06,
+      "loss": 0.0012,
+      "step": 370000
+    },
+    {
+      "epoch": 2.63,
+      "learning_rate": 3.664497777777778e-06,
+      "loss": 0.0012,
+      "step": 370500
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.6289422222222226e-06,
+      "loss": 0.0012,
+      "step": 371000
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 3.593386666666667e-06,
+      "loss": 0.0012,
+      "step": 371500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.557902222222222e-06,
+      "loss": 0.0011,
+      "step": 372000
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.522346666666667e-06,
+      "loss": 0.0011,
+      "step": 372500
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 3.486791111111111e-06,
+      "loss": 0.0012,
+      "step": 373000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.4512355555555558e-06,
+      "loss": 0.0012,
+      "step": 373500
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.4157511111111114e-06,
+      "loss": 0.0012,
+      "step": 374000
+    },
+    {
+      "epoch": 2.66,
+      "learning_rate": 3.3801955555555557e-06,
+      "loss": 0.0012,
+      "step": 374500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.3446400000000004e-06,
+      "loss": 0.0012,
+      "step": 375000
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.3090844444444442e-06,
+      "loss": 0.0012,
+      "step": 375500
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 3.2736e-06,
+      "loss": 0.0012,
+      "step": 376000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.2380444444444446e-06,
+      "loss": 0.0012,
+      "step": 376500
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.202488888888889e-06,
+      "loss": 0.0012,
+      "step": 377000
+    },
+    {
+      "epoch": 2.68,
+      "learning_rate": 3.1669333333333335e-06,
+      "loss": 0.0012,
+      "step": 377500
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.131448888888889e-06,
+      "loss": 0.0012,
+      "step": 378000
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 3.095893333333333e-06,
+      "loss": 0.0012,
+      "step": 378500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 3.0603377777777777e-06,
+      "loss": 0.0012,
+      "step": 379000
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 3.024782222222222e-06,
+      "loss": 0.0012,
+      "step": 379500
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 2.989297777777778e-06,
+      "loss": 0.0012,
+      "step": 380000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.9537422222222223e-06,
+      "loss": 0.0012,
+      "step": 380500
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.918186666666667e-06,
+      "loss": 0.0012,
+      "step": 381000
+    },
+    {
+      "epoch": 2.71,
+      "learning_rate": 2.8826311111111113e-06,
+      "loss": 0.0012,
+      "step": 381500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.8471466666666665e-06,
+      "loss": 0.0012,
+      "step": 382000
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.811591111111111e-06,
+      "loss": 0.0012,
+      "step": 382500
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 2.7760355555555555e-06,
+      "loss": 0.0012,
+      "step": 383000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.74048e-06,
+      "loss": 0.0012,
+      "step": 383500
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.704995555555556e-06,
+      "loss": 0.0012,
+      "step": 384000
+    },
+    {
+      "epoch": 2.73,
+      "learning_rate": 2.66944e-06,
+      "loss": 0.0012,
+      "step": 384500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.6338844444444448e-06,
+      "loss": 0.0012,
+      "step": 385000
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.598328888888889e-06,
+      "loss": 0.0012,
+      "step": 385500
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 2.5628444444444442e-06,
+      "loss": 0.0012,
+      "step": 386000
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.527288888888889e-06,
+      "loss": 0.0012,
+      "step": 386500
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 2.491733333333333e-06,
+      "loss": 0.0012,
+      "step": 387000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.456177777777778e-06,
+      "loss": 0.0012,
+      "step": 387500
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.4206933333333335e-06,
+      "loss": 0.0012,
+      "step": 388000
+    },
+    {
+      "epoch": 2.76,
+      "learning_rate": 2.3851377777777782e-06,
+      "loss": 0.0012,
+      "step": 388500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.349582222222222e-06,
+      "loss": 0.0012,
+      "step": 389000
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.3140266666666668e-06,
+      "loss": 0.0012,
+      "step": 389500
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 2.2785422222222224e-06,
+      "loss": 0.0012,
+      "step": 390000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2429866666666667e-06,
+      "loss": 0.0012,
+      "step": 390500
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.2074311111111114e-06,
+      "loss": 0.0012,
+      "step": 391000
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 2.1718755555555556e-06,
+      "loss": 0.0012,
+      "step": 391500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.136391111111111e-06,
+      "loss": 0.0012,
+      "step": 392000
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.1008355555555555e-06,
+      "loss": 0.0012,
+      "step": 392500
+    },
+    {
+      "epoch": 2.79,
+      "learning_rate": 2.06528e-06,
+      "loss": 0.0012,
+      "step": 393000
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 2.0297244444444445e-06,
+      "loss": 0.0012,
+      "step": 393500
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 1.99424e-06,
+      "loss": 0.0012,
+      "step": 394000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.9586844444444444e-06,
+      "loss": 0.0012,
+      "step": 394500
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.923128888888889e-06,
+      "loss": 0.0011,
+      "step": 395000
+    },
+    {
+      "epoch": 2.81,
+      "learning_rate": 1.8875733333333332e-06,
+      "loss": 0.0011,
+      "step": 395500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.852088888888889e-06,
+      "loss": 0.0012,
+      "step": 396000
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.8165333333333333e-06,
+      "loss": 0.0012,
+      "step": 396500
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 1.7809777777777778e-06,
+      "loss": 0.0012,
+      "step": 397000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.7454222222222223e-06,
+      "loss": 0.0012,
+      "step": 397500
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.7099377777777777e-06,
+      "loss": 0.0012,
+      "step": 398000
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 1.6743822222222222e-06,
+      "loss": 0.0012,
+      "step": 398500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.6388266666666666e-06,
+      "loss": 0.0012,
+      "step": 399000
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.6032711111111111e-06,
+      "loss": 0.0012,
+      "step": 399500
+    },
+    {
+      "epoch": 2.84,
+      "learning_rate": 1.5677866666666666e-06,
+      "loss": 0.0012,
+      "step": 400000
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.532231111111111e-06,
+      "loss": 0.0012,
+      "step": 400500
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 1.4966755555555555e-06,
+      "loss": 0.0012,
+      "step": 401000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.46112e-06,
+      "loss": 0.0012,
+      "step": 401500
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.4255644444444445e-06,
+      "loss": 0.0012,
+      "step": 402000
+    },
+    {
+      "epoch": 2.86,
+      "learning_rate": 1.3900800000000001e-06,
+      "loss": 0.0012,
+      "step": 402500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.3545244444444446e-06,
+      "loss": 0.0012,
+      "step": 403000
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.318968888888889e-06,
+      "loss": 0.0012,
+      "step": 403500
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 1.2834133333333333e-06,
+      "loss": 0.0012,
+      "step": 404000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.247928888888889e-06,
+      "loss": 0.0012,
+      "step": 404500
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.2123733333333335e-06,
+      "loss": 0.0012,
+      "step": 405000
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 1.1768177777777777e-06,
+      "loss": 0.0012,
+      "step": 405500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.1412622222222222e-06,
+      "loss": 0.0012,
+      "step": 406000
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.1057777777777779e-06,
+      "loss": 0.0012,
+      "step": 406500
+    },
+    {
+      "epoch": 2.89,
+      "learning_rate": 1.0702222222222221e-06,
+      "loss": 0.0012,
+      "step": 407000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 1.0346666666666666e-06,
+      "loss": 0.0012,
+      "step": 407500
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 9.99111111111111e-07,
+      "loss": 0.0012,
+      "step": 408000
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 9.636266666666665e-07,
+      "loss": 0.0012,
+      "step": 408500
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 9.280711111111112e-07,
+      "loss": 0.0012,
+      "step": 409000
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 8.925155555555556e-07,
+      "loss": 0.0012,
+      "step": 409500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 8.569600000000001e-07,
+      "loss": 0.0012,
+      "step": 410000
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 8.214755555555555e-07,
+      "loss": 0.0011,
+      "step": 410500
+    },
+    {
+      "epoch": 2.92,
+      "learning_rate": 7.8592e-07,
+      "loss": 0.0012,
+      "step": 411000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 7.503644444444445e-07,
+      "loss": 0.0012,
+      "step": 411500
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 7.148088888888889e-07,
+      "loss": 0.0012,
+      "step": 412000
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 6.793244444444445e-07,
+      "loss": 0.0012,
+      "step": 412500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 6.43768888888889e-07,
+      "loss": 0.0012,
+      "step": 413000
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 6.082133333333334e-07,
+      "loss": 0.0011,
+      "step": 413500
+    },
+    {
+      "epoch": 2.94,
+      "learning_rate": 5.726577777777777e-07,
+      "loss": 0.0012,
+      "step": 414000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 5.371733333333334e-07,
+      "loss": 0.0012,
+      "step": 414500
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 5.016177777777778e-07,
+      "loss": 0.0012,
+      "step": 415000
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 4.6606222222222226e-07,
+      "loss": 0.0012,
+      "step": 415500
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 4.305066666666667e-07,
+      "loss": 0.0012,
+      "step": 416000
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 3.9502222222222223e-07,
+      "loss": 0.0012,
+      "step": 416500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.5946666666666666e-07,
+      "loss": 0.0012,
+      "step": 417000
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 3.2391111111111114e-07,
+      "loss": 0.0012,
+      "step": 417500
+    },
+    {
+      "epoch": 2.97,
+      "learning_rate": 2.8835555555555556e-07,
+      "loss": 0.0012,
+      "step": 418000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.528711111111111e-07,
+      "loss": 0.0012,
+      "step": 418500
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 2.1731555555555556e-07,
+      "loss": 0.0012,
+      "step": 419000
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 1.8176e-07,
+      "loss": 0.0012,
+      "step": 419500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.4620444444444443e-07,
+      "loss": 0.0012,
+      "step": 420000
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 1.1072e-07,
+      "loss": 0.0012,
+      "step": 420500
+    },
+    {
+      "epoch": 2.99,
+      "learning_rate": 7.516444444444444e-08,
+      "loss": 0.0011,
+      "step": 421000
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 3.9608888888888887e-08,
+      "loss": 0.0012,
+      "step": 421500
+    },
+    {
+      "epoch": 3.0,
+      "step": 421875,
+      "total_flos": 0,
+      "train_runtime": 37325.4581,
+      "train_samples_per_second": 11.303
+    }
+  ],
+  "max_steps": 421875,
+  "num_train_epochs": 3,
+  "total_flos": 0,
+  "trial_name": null,
+  "trial_params": null
+}