diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,8 +1,8 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 0.9995796553173603,
-  "global_step": 1189,
+  "epoch": 0.9987389659520807,
+  "global_step": 594,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -10,7166 +10,3587 @@
     {
       "epoch": 0.0,
       "learning_rate": 0.0,
-      "loss": 4.8452,
+      "loss": 4.8018,
       "step": 1
     },
     {
       "epoch": 0.0,
-      "learning_rate": 0.0,
-      "loss": 5.0187,
+      "learning_rate": 6.000000000000001e-08,
+      "loss": 4.9652,
       "step": 2
     },
     {
-      "epoch": 0.0,
-      "learning_rate": 6.000000000000001e-08,
-      "loss": 5.0214,
+      "epoch": 0.01,
+      "learning_rate": 1.2000000000000002e-07,
+      "loss": 4.867,
       "step": 3
     },
     {
-      "epoch": 0.0,
-      "learning_rate": 1.2000000000000002e-07,
-      "loss": 4.8507,
+      "epoch": 0.01,
+      "learning_rate": 1.8e-07,
+      "loss": 4.8109,
       "step": 4
     },
     {
-      "epoch": 0.0,
-      "learning_rate": 1.8e-07,
-      "loss": 4.5903,
+      "epoch": 0.01,
+      "learning_rate": 2.4000000000000003e-07,
+      "loss": 4.7636,
       "step": 5
     },
     {
       "epoch": 0.01,
-      "learning_rate": 2.4000000000000003e-07,
-      "loss": 4.9653,
+      "learning_rate": 3.0000000000000004e-07,
+      "loss": 4.7812,
       "step": 6
     },
     {
       "epoch": 0.01,
-      "learning_rate": 3.0000000000000004e-07,
-      "loss": 4.7347,
+      "learning_rate": 3.6e-07,
+      "loss": 4.8632,
       "step": 7
     },
     {
       "epoch": 0.01,
-      "learning_rate": 3.6e-07,
-      "loss": 4.7039,
+      "learning_rate": 4.2e-07,
+      "loss": 4.7721,
       "step": 8
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 3.6e-07,
-      "loss": 4.9264,
+      "epoch": 0.02,
+      "learning_rate": 4.800000000000001e-07,
+      "loss": 4.8851,
       "step": 9
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.2e-07,
-      "loss": 4.7403,
+      "epoch": 0.02,
+      "learning_rate": 5.4e-07,
+      "loss": 4.7996,
       "step": 10
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 4.800000000000001e-07,
-      "loss": 4.8259,
+      "epoch": 0.02,
+      "learning_rate": 6.000000000000001e-07,
+      "loss": 4.798,
       "step": 11
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 5.4e-07,
-      "loss": 4.6806,
+      "epoch": 0.02,
+      "learning_rate": 6.599999999999999e-07,
+      "loss": 4.8514,
       "step": 12
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 6.000000000000001e-07,
-      "loss": 4.9557,
+      "epoch": 0.02,
+      "learning_rate": 7.2e-07,
+      "loss": 4.7753,
       "step": 13
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 6.599999999999999e-07,
-      "loss": 4.7504,
+      "epoch": 0.02,
+      "learning_rate": 7.799999999999999e-07,
+      "loss": 4.729,
       "step": 14
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 7.2e-07,
-      "loss": 4.6214,
+      "epoch": 0.03,
+      "learning_rate": 8.4e-07,
+      "loss": 4.6173,
       "step": 15
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 7.799999999999999e-07,
-      "loss": 4.874,
+      "epoch": 0.03,
+      "learning_rate": 9e-07,
+      "loss": 4.799,
       "step": 16
     },
     {
-      "epoch": 0.01,
-      "learning_rate": 8.4e-07,
-      "loss": 4.8123,
+      "epoch": 0.03,
+      "learning_rate": 9.600000000000001e-07,
+      "loss": 4.8198,
       "step": 17
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 9e-07,
-      "loss": 4.9517,
+      "epoch": 0.03,
+      "learning_rate": 1.0200000000000002e-06,
+      "loss": 4.8884,
       "step": 18
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 9.600000000000001e-07,
-      "loss": 4.7035,
+      "epoch": 0.03,
+      "learning_rate": 1.08e-06,
+      "loss": 4.6426,
       "step": 19
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.0200000000000002e-06,
-      "loss": 4.9199,
+      "epoch": 0.03,
+      "learning_rate": 1.14e-06,
+      "loss": 4.8667,
       "step": 20
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.08e-06,
-      "loss": 4.8811,
+      "epoch": 0.04,
+      "learning_rate": 1.2000000000000002e-06,
+      "loss": 4.8164,
       "step": 21
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.14e-06,
-      "loss": 4.6629,
+      "epoch": 0.04,
+      "learning_rate": 1.26e-06,
+      "loss": 4.752,
       "step": 22
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.2000000000000002e-06,
-      "loss": 4.8381,
+      "epoch": 0.04,
+      "learning_rate": 1.3199999999999999e-06,
+      "loss": 4.765,
       "step": 23
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.26e-06,
-      "loss": 4.8746,
+      "epoch": 0.04,
+      "learning_rate": 1.38e-06,
+      "loss": 4.8331,
       "step": 24
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.3199999999999999e-06,
-      "loss": 4.6941,
+      "epoch": 0.04,
+      "learning_rate": 1.44e-06,
+      "loss": 4.6025,
       "step": 25
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.38e-06,
-      "loss": 4.8394,
+      "epoch": 0.04,
+      "learning_rate": 1.5e-06,
+      "loss": 5.0036,
       "step": 26
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.44e-06,
-      "loss": 4.7096,
+      "epoch": 0.05,
+      "learning_rate": 1.5599999999999999e-06,
+      "loss": 4.661,
       "step": 27
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.5e-06,
-      "loss": 4.5581,
+      "epoch": 0.05,
+      "learning_rate": 1.62e-06,
+      "loss": 4.5722,
       "step": 28
     },
     {
-      "epoch": 0.02,
-      "learning_rate": 1.5599999999999999e-06,
-      "loss": 4.6305,
+      "epoch": 0.05,
+      "learning_rate": 1.62e-06,
+      "loss": 4.5755,
       "step": 29
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.62e-06,
-      "loss": 4.6779,
+      "epoch": 0.05,
+      "learning_rate": 1.68e-06,
+      "loss": 4.7449,
       "step": 30
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.68e-06,
-      "loss": 4.7919,
+      "epoch": 0.05,
+      "learning_rate": 1.74e-06,
+      "loss": 4.7354,
       "step": 31
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.74e-06,
-      "loss": 4.5867,
+      "epoch": 0.05,
+      "learning_rate": 1.8e-06,
+      "loss": 4.6014,
       "step": 32
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.8e-06,
-      "loss": 4.7038,
+      "epoch": 0.06,
+      "learning_rate": 1.86e-06,
+      "loss": 4.6082,
       "step": 33
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.86e-06,
-      "loss": 4.3932,
+      "epoch": 0.06,
+      "learning_rate": 1.9200000000000003e-06,
+      "loss": 4.5321,
       "step": 34
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.9200000000000003e-06,
-      "loss": 4.5706,
+      "epoch": 0.06,
+      "learning_rate": 1.98e-06,
+      "loss": 4.5979,
       "step": 35
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 1.98e-06,
-      "loss": 4.8958,
+      "epoch": 0.06,
+      "learning_rate": 2.0400000000000004e-06,
+      "loss": 4.7437,
       "step": 36
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2.0400000000000004e-06,
-      "loss": 4.7058,
+      "epoch": 0.06,
+      "learning_rate": 2.1000000000000002e-06,
+      "loss": 4.5519,
       "step": 37
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2.1000000000000002e-06,
-      "loss": 4.5495,
+      "epoch": 0.06,
+      "learning_rate": 2.16e-06,
+      "loss": 4.6875,
       "step": 38
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2.16e-06,
-      "loss": 5.0299,
+      "epoch": 0.07,
+      "learning_rate": 2.22e-06,
+      "loss": 4.8599,
       "step": 39
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2.22e-06,
-      "loss": 4.678,
+      "epoch": 0.07,
+      "learning_rate": 2.28e-06,
+      "loss": 4.4819,
       "step": 40
     },
     {
-      "epoch": 0.03,
-      "learning_rate": 2.28e-06,
-      "loss": 4.4945,
+      "epoch": 0.07,
+      "learning_rate": 2.34e-06,
+      "loss": 4.5278,
       "step": 41
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.34e-06,
-      "loss": 4.5645,
+      "epoch": 0.07,
+      "learning_rate": 2.4000000000000003e-06,
+      "loss": 4.773,
       "step": 42
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.4000000000000003e-06,
-      "loss": 4.5663,
+      "epoch": 0.07,
+      "learning_rate": 2.46e-06,
+      "loss": 4.5056,
       "step": 43
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.46e-06,
-      "loss": 4.6101,
+      "epoch": 0.07,
+      "learning_rate": 2.52e-06,
+      "loss": 4.6429,
       "step": 44
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.52e-06,
-      "loss": 4.8228,
+      "epoch": 0.08,
+      "learning_rate": 2.58e-06,
+      "loss": 4.7512,
       "step": 45
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.58e-06,
-      "loss": 4.7922,
+      "epoch": 0.08,
+      "learning_rate": 2.6399999999999997e-06,
+      "loss": 4.8136,
       "step": 46
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.6399999999999997e-06,
-      "loss": 4.973,
+      "epoch": 0.08,
+      "learning_rate": 2.7e-06,
+      "loss": 4.7159,
       "step": 47
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.7e-06,
-      "loss": 5.1837,
+      "epoch": 0.08,
+      "learning_rate": 2.76e-06,
+      "loss": 5.1107,
       "step": 48
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.76e-06,
-      "loss": 5.2932,
+      "epoch": 0.08,
+      "learning_rate": 2.82e-06,
+      "loss": 5.1422,
       "step": 49
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.76e-06,
-      "loss": 5.1524,
+      "epoch": 0.08,
+      "learning_rate": 2.82e-06,
+      "loss": 4.8905,
       "step": 50
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.82e-06,
-      "loss": 4.4449,
+      "epoch": 0.09,
+      "learning_rate": 2.88e-06,
+      "loss": 4.3776,
       "step": 51
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.88e-06,
-      "loss": 4.4704,
+      "epoch": 0.09,
+      "learning_rate": 2.9400000000000002e-06,
+      "loss": 4.3734,
       "step": 52
     },
     {
-      "epoch": 0.04,
-      "learning_rate": 2.9400000000000002e-06,
-      "loss": 4.3085,
+      "epoch": 0.09,
+      "learning_rate": 3e-06,
+      "loss": 4.4207,
       "step": 53
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3e-06,
-      "loss": 4.3784,
+      "epoch": 0.09,
+      "learning_rate": 3.06e-06,
+      "loss": 4.4927,
       "step": 54
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.06e-06,
-      "loss": 4.5389,
+      "epoch": 0.09,
+      "learning_rate": 3.1199999999999998e-06,
+      "loss": 4.3368,
       "step": 55
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.1199999999999998e-06,
-      "loss": 4.3087,
+      "epoch": 0.09,
+      "learning_rate": 3.18e-06,
+      "loss": 4.5341,
       "step": 56
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.18e-06,
-      "loss": 4.5537,
+      "epoch": 0.1,
+      "learning_rate": 3.24e-06,
+      "loss": 4.3702,
       "step": 57
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.24e-06,
-      "loss": 4.4749,
+      "epoch": 0.1,
+      "learning_rate": 3.3e-06,
+      "loss": 4.6317,
       "step": 58
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.3e-06,
-      "loss": 4.3469,
+      "epoch": 0.1,
+      "learning_rate": 3.36e-06,
+      "loss": 4.4118,
       "step": 59
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.36e-06,
-      "loss": 4.5322,
+      "epoch": 0.1,
+      "learning_rate": 3.4200000000000003e-06,
+      "loss": 4.178,
       "step": 60
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.4200000000000003e-06,
-      "loss": 4.2996,
+      "epoch": 0.1,
+      "learning_rate": 3.48e-06,
+      "loss": 4.4322,
       "step": 61
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.48e-06,
-      "loss": 4.4886,
+      "epoch": 0.1,
+      "learning_rate": 3.54e-06,
+      "loss": 4.5075,
       "step": 62
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.54e-06,
-      "loss": 4.399,
+      "epoch": 0.11,
+      "learning_rate": 3.6e-06,
+      "loss": 4.3774,
       "step": 63
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.6e-06,
-      "loss": 4.2406,
+      "epoch": 0.11,
+      "learning_rate": 3.66e-06,
+      "loss": 4.3254,
       "step": 64
     },
     {
-      "epoch": 0.05,
-      "learning_rate": 3.66e-06,
-      "loss": 4.2203,
+      "epoch": 0.11,
+      "learning_rate": 3.72e-06,
+      "loss": 4.3747,
       "step": 65
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 3.72e-06,
-      "loss": 4.3871,
+      "epoch": 0.11,
+      "learning_rate": 3.7800000000000002e-06,
+      "loss": 4.3197,
       "step": 66
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 3.7800000000000002e-06,
-      "loss": 4.4947,
+      "epoch": 0.11,
+      "learning_rate": 3.8400000000000005e-06,
+      "loss": 4.2983,
       "step": 67
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 3.8400000000000005e-06,
-      "loss": 4.361,
+      "epoch": 0.11,
+      "learning_rate": 3.9e-06,
+      "loss": 4.2579,
       "step": 68
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 3.9e-06,
-      "loss": 4.331,
+      "epoch": 0.12,
+      "learning_rate": 3.96e-06,
+      "loss": 4.3772,
       "step": 69
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 3.96e-06,
-      "loss": 4.3905,
+      "epoch": 0.12,
+      "learning_rate": 4.0200000000000005e-06,
+      "loss": 4.3717,
       "step": 70
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.0200000000000005e-06,
-      "loss": 4.5526,
+      "epoch": 0.12,
+      "learning_rate": 4.080000000000001e-06,
+      "loss": 4.439,
       "step": 71
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.080000000000001e-06,
-      "loss": 4.4269,
+      "epoch": 0.12,
+      "learning_rate": 4.14e-06,
+      "loss": 4.417,
       "step": 72
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.14e-06,
-      "loss": 4.3722,
+      "epoch": 0.12,
+      "learning_rate": 4.2000000000000004e-06,
+      "loss": 4.1931,
       "step": 73
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.2000000000000004e-06,
-      "loss": 4.4613,
+      "epoch": 0.12,
+      "learning_rate": 4.26e-06,
+      "loss": 4.4158,
       "step": 74
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.26e-06,
-      "loss": 4.2546,
+      "epoch": 0.13,
+      "learning_rate": 4.32e-06,
+      "loss": 4.3812,
       "step": 75
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.32e-06,
-      "loss": 4.7176,
+      "epoch": 0.13,
+      "learning_rate": 4.3799999999999996e-06,
+      "loss": 4.3746,
       "step": 76
     },
     {
-      "epoch": 0.06,
-      "learning_rate": 4.3799999999999996e-06,
-      "loss": 4.4006,
+      "epoch": 0.13,
+      "learning_rate": 4.44e-06,
+      "loss": 4.3591,
       "step": 77
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.44e-06,
-      "loss": 4.2879,
+      "epoch": 0.13,
+      "learning_rate": 4.5e-06,
+      "loss": 4.3283,
       "step": 78
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.5e-06,
-      "loss": 4.3022,
+      "epoch": 0.13,
+      "learning_rate": 4.56e-06,
+      "loss": 4.235,
       "step": 79
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.56e-06,
-      "loss": 4.3984,
+      "epoch": 0.13,
+      "learning_rate": 4.62e-06,
+      "loss": 4.419,
       "step": 80
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.62e-06,
-      "loss": 4.435,
+      "epoch": 0.14,
+      "learning_rate": 4.68e-06,
+      "loss": 4.3521,
       "step": 81
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.68e-06,
-      "loss": 4.3981,
+      "epoch": 0.14,
+      "learning_rate": 4.74e-06,
+      "loss": 4.3597,
       "step": 82
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.74e-06,
-      "loss": 4.2734,
+      "epoch": 0.14,
+      "learning_rate": 4.800000000000001e-06,
+      "loss": 4.3871,
       "step": 83
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.800000000000001e-06,
-      "loss": 4.4131,
+      "epoch": 0.14,
+      "learning_rate": 4.86e-06,
+      "loss": 4.3936,
       "step": 84
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.86e-06,
-      "loss": 4.3165,
+      "epoch": 0.14,
+      "learning_rate": 4.92e-06,
+      "loss": 4.3229,
       "step": 85
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.92e-06,
-      "loss": 4.2994,
+      "epoch": 0.14,
+      "learning_rate": 4.980000000000001e-06,
+      "loss": 4.2274,
       "step": 86
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 4.980000000000001e-06,
-      "loss": 4.2317,
+      "epoch": 0.15,
+      "learning_rate": 5.04e-06,
+      "loss": 4.5116,
       "step": 87
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 5.04e-06,
-      "loss": 4.4214,
+      "epoch": 0.15,
+      "learning_rate": 5.1e-06,
+      "loss": 4.3896,
       "step": 88
     },
     {
-      "epoch": 0.07,
-      "learning_rate": 5.1e-06,
-      "loss": 4.4813,
+      "epoch": 0.15,
+      "learning_rate": 5.16e-06,
+      "loss": 4.3493,
       "step": 89
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.16e-06,
-      "loss": 4.3629,
+      "epoch": 0.15,
+      "learning_rate": 5.22e-06,
+      "loss": 4.4104,
       "step": 90
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.22e-06,
-      "loss": 4.4283,
+      "epoch": 0.15,
+      "learning_rate": 5.279999999999999e-06,
+      "loss": 4.3376,
       "step": 91
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.279999999999999e-06,
-      "loss": 4.4844,
+      "epoch": 0.15,
+      "learning_rate": 5.34e-06,
+      "loss": 4.46,
       "step": 92
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.34e-06,
-      "loss": 4.1059,
+      "epoch": 0.16,
+      "learning_rate": 5.4e-06,
+      "loss": 4.324,
       "step": 93
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.4e-06,
-      "loss": 4.4862,
+      "epoch": 0.16,
+      "learning_rate": 5.46e-06,
+      "loss": 4.5704,
       "step": 94
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.46e-06,
-      "loss": 4.6926,
+      "epoch": 0.16,
+      "learning_rate": 5.52e-06,
+      "loss": 4.4629,
       "step": 95
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.52e-06,
-      "loss": 4.5074,
+      "epoch": 0.16,
+      "learning_rate": 5.58e-06,
+      "loss": 4.5151,
       "step": 96
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.58e-06,
-      "loss": 4.4687,
+      "epoch": 0.16,
+      "learning_rate": 5.64e-06,
+      "loss": 4.5121,
       "step": 97
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.64e-06,
-      "loss": 4.6377,
+      "epoch": 0.16,
+      "learning_rate": 5.7000000000000005e-06,
+      "loss": 4.3518,
       "step": 98
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.7000000000000005e-06,
-      "loss": 4.719,
+      "epoch": 0.17,
+      "learning_rate": 5.76e-06,
+      "loss": 4.5692,
       "step": 99
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.76e-06,
-      "loss": 4.4587,
+      "epoch": 0.17,
+      "learning_rate": 5.82e-06,
+      "loss": 4.2875,
       "step": 100
     },
     {
-      "epoch": 0.08,
-      "learning_rate": 5.82e-06,
-      "loss": 4.0918,
+      "epoch": 0.17,
+      "learning_rate": 5.8800000000000005e-06,
+      "loss": 4.4111,
       "step": 101
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 5.8800000000000005e-06,
-      "loss": 4.3739,
+      "epoch": 0.17,
+      "learning_rate": 5.940000000000001e-06,
+      "loss": 4.2284,
       "step": 102
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 5.940000000000001e-06,
-      "loss": 4.2618,
+      "epoch": 0.17,
+      "learning_rate": 6e-06,
+      "loss": 4.2267,
       "step": 103
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6e-06,
-      "loss": 4.3609,
+      "epoch": 0.17,
+      "learning_rate": 6.0600000000000004e-06,
+      "loss": 4.1831,
       "step": 104
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.0600000000000004e-06,
-      "loss": 4.2584,
+      "epoch": 0.18,
+      "learning_rate": 6.12e-06,
+      "loss": 4.2093,
       "step": 105
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.12e-06,
-      "loss": 4.3849,
+      "epoch": 0.18,
+      "learning_rate": 6.18e-06,
+      "loss": 4.2145,
       "step": 106
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.18e-06,
-      "loss": 4.4917,
+      "epoch": 0.18,
+      "learning_rate": 6.2399999999999995e-06,
+      "loss": 4.3612,
       "step": 107
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.2399999999999995e-06,
-      "loss": 4.4427,
+      "epoch": 0.18,
+      "learning_rate": 6.3e-06,
+      "loss": 4.3816,
       "step": 108
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.3e-06,
-      "loss": 4.3625,
+      "epoch": 0.18,
+      "learning_rate": 6.36e-06,
+      "loss": 4.4591,
       "step": 109
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.36e-06,
-      "loss": 4.0776,
+      "epoch": 0.18,
+      "learning_rate": 6.42e-06,
+      "loss": 4.2485,
       "step": 110
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.42e-06,
-      "loss": 4.3797,
+      "epoch": 0.19,
+      "learning_rate": 6.48e-06,
+      "loss": 4.2481,
       "step": 111
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.48e-06,
-      "loss": 4.4468,
+      "epoch": 0.19,
+      "learning_rate": 6.54e-06,
+      "loss": 4.3219,
       "step": 112
     },
     {
-      "epoch": 0.09,
-      "learning_rate": 6.54e-06,
-      "loss": 4.2414,
+      "epoch": 0.19,
+      "learning_rate": 6.6e-06,
+      "loss": 4.3033,
       "step": 113
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.6e-06,
-      "loss": 4.4084,
+      "epoch": 0.19,
+      "learning_rate": 6.660000000000001e-06,
+      "loss": 4.3363,
       "step": 114
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.660000000000001e-06,
-      "loss": 4.3231,
+      "epoch": 0.19,
+      "learning_rate": 6.72e-06,
+      "loss": 4.2968,
       "step": 115
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.72e-06,
-      "loss": 4.4918,
+      "epoch": 0.2,
+      "learning_rate": 6.78e-06,
+      "loss": 4.2906,
       "step": 116
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.78e-06,
-      "loss": 4.2263,
+      "epoch": 0.2,
+      "learning_rate": 6.840000000000001e-06,
+      "loss": 4.3766,
       "step": 117
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.840000000000001e-06,
-      "loss": 4.0907,
+      "epoch": 0.2,
+      "learning_rate": 6.900000000000001e-06,
+      "loss": 4.1622,
       "step": 118
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.900000000000001e-06,
-      "loss": 4.1935,
+      "epoch": 0.2,
+      "learning_rate": 6.96e-06,
+      "loss": 4.138,
       "step": 119
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 6.96e-06,
-      "loss": 4.2735,
+      "epoch": 0.2,
+      "learning_rate": 7.0200000000000006e-06,
+      "loss": 4.1448,
       "step": 120
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 7.0200000000000006e-06,
-      "loss": 4.5605,
+      "epoch": 0.2,
+      "learning_rate": 7.08e-06,
+      "loss": 4.3726,
       "step": 121
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 7.08e-06,
-      "loss": 4.2732,
+      "epoch": 0.21,
+      "learning_rate": 7.14e-06,
+      "loss": 4.4618,
       "step": 122
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 7.14e-06,
-      "loss": 4.3599,
+      "epoch": 0.21,
+      "learning_rate": 7.2e-06,
+      "loss": 4.2318,
       "step": 123
     },
     {
-      "epoch": 0.1,
-      "learning_rate": 7.2e-06,
-      "loss": 4.3479,
+      "epoch": 0.21,
+      "learning_rate": 7.26e-06,
+      "loss": 4.2868,
       "step": 124
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.26e-06,
-      "loss": 4.135,
+      "epoch": 0.21,
+      "learning_rate": 7.32e-06,
+      "loss": 4.3029,
       "step": 125
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.32e-06,
-      "loss": 4.311,
+      "epoch": 0.21,
+      "learning_rate": 7.3800000000000005e-06,
+      "loss": 4.12,
       "step": 126
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.3800000000000005e-06,
-      "loss": 4.5139,
+      "epoch": 0.21,
+      "learning_rate": 7.44e-06,
+      "loss": 4.1758,
       "step": 127
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.44e-06,
-      "loss": 4.1579,
+      "epoch": 0.22,
+      "learning_rate": 7.5e-06,
+      "loss": 4.1404,
       "step": 128
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.5e-06,
-      "loss": 4.0518,
+      "epoch": 0.22,
+      "learning_rate": 7.5600000000000005e-06,
+      "loss": 4.2824,
       "step": 129
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.5600000000000005e-06,
-      "loss": 4.3523,
+      "epoch": 0.22,
+      "learning_rate": 7.62e-06,
+      "loss": 4.3133,
       "step": 130
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.62e-06,
-      "loss": 4.2977,
+      "epoch": 0.22,
+      "learning_rate": 7.680000000000001e-06,
+      "loss": 4.2607,
       "step": 131
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.680000000000001e-06,
-      "loss": 4.2328,
+      "epoch": 0.22,
+      "learning_rate": 7.74e-06,
+      "loss": 4.2107,
       "step": 132
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.74e-06,
-      "loss": 4.433,
+      "epoch": 0.22,
+      "learning_rate": 7.8e-06,
+      "loss": 4.303,
       "step": 133
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.8e-06,
-      "loss": 4.3163,
+      "epoch": 0.23,
+      "learning_rate": 7.860000000000001e-06,
+      "loss": 4.3205,
       "step": 134
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.860000000000001e-06,
-      "loss": 4.4447,
+      "epoch": 0.23,
+      "learning_rate": 7.92e-06,
+      "loss": 4.3713,
       "step": 135
     },
     {
-      "epoch": 0.11,
-      "learning_rate": 7.92e-06,
-      "loss": 4.1288,
+      "epoch": 0.23,
+      "learning_rate": 7.98e-06,
+      "loss": 4.2257,
       "step": 136
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 7.98e-06,
-      "loss": 4.4219,
+      "epoch": 0.23,
+      "learning_rate": 8.040000000000001e-06,
+      "loss": 4.2389,
       "step": 137
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.040000000000001e-06,
-      "loss": 4.3987,
+      "epoch": 0.23,
+      "learning_rate": 8.1e-06,
+      "loss": 4.2416,
       "step": 138
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.1e-06,
-      "loss": 4.1507,
+      "epoch": 0.23,
+      "learning_rate": 8.160000000000001e-06,
+      "loss": 4.2426,
       "step": 139
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.160000000000001e-06,
-      "loss": 4.3844,
+      "epoch": 0.24,
+      "learning_rate": 8.220000000000001e-06,
+      "loss": 4.4482,
       "step": 140
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.220000000000001e-06,
-      "loss": 4.4277,
+      "epoch": 0.24,
+      "learning_rate": 8.28e-06,
+      "loss": 4.3518,
       "step": 141
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.28e-06,
-      "loss": 4.2641,
+      "epoch": 0.24,
+      "learning_rate": 8.340000000000001e-06,
+      "loss": 4.4048,
       "step": 142
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.340000000000001e-06,
-      "loss": 4.1624,
+      "epoch": 0.24,
+      "learning_rate": 8.400000000000001e-06,
+      "loss": 4.4533,
       "step": 143
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.400000000000001e-06,
-      "loss": 4.5421,
+      "epoch": 0.24,
+      "learning_rate": 8.459999999999999e-06,
+      "loss": 4.2518,
       "step": 144
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.459999999999999e-06,
-      "loss": 4.2919,
+      "epoch": 0.24,
+      "learning_rate": 8.52e-06,
+      "loss": 4.3254,
       "step": 145
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.52e-06,
-      "loss": 4.6015,
+      "epoch": 0.25,
+      "learning_rate": 8.58e-06,
+      "loss": 4.6543,
       "step": 146
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.58e-06,
-      "loss": 4.3189,
+      "epoch": 0.25,
+      "learning_rate": 8.64e-06,
+      "loss": 4.6074,
       "step": 147
     },
     {
-      "epoch": 0.12,
-      "learning_rate": 8.64e-06,
-      "loss": 4.2078,
+      "epoch": 0.25,
+      "learning_rate": 8.7e-06,
+      "loss": 4.5995,
       "step": 148
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 8.7e-06,
-      "loss": 4.4208,
+      "epoch": 0.25,
+      "learning_rate": 8.759999999999999e-06,
+      "loss": 4.5498,
       "step": 149
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 8.759999999999999e-06,
-      "loss": 4.2169,
+      "epoch": 0.25,
+      "learning_rate": 8.82e-06,
+      "loss": 4.6043,
       "step": 150
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 8.82e-06,
-      "loss": 4.278,
+      "epoch": 0.25,
+      "learning_rate": 8.88e-06,
+      "loss": 4.2354,
       "step": 151
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 8.88e-06,
-      "loss": 4.1686,
+      "epoch": 0.26,
+      "learning_rate": 8.939999999999999e-06,
+      "loss": 4.1746,
       "step": 152
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 8.939999999999999e-06,
-      "loss": 4.2468,
+      "epoch": 0.26,
+      "learning_rate": 9e-06,
+      "loss": 4.1494,
       "step": 153
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9e-06,
-      "loss": 4.3538,
+      "epoch": 0.26,
+      "learning_rate": 9.06e-06,
+      "loss": 4.0917,
       "step": 154
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.06e-06,
-      "loss": 4.2412,
+      "epoch": 0.26,
+      "learning_rate": 9.12e-06,
+      "loss": 4.1261,
       "step": 155
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.12e-06,
-      "loss": 4.0808,
+      "epoch": 0.26,
+      "learning_rate": 9.18e-06,
+      "loss": 4.1239,
       "step": 156
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.18e-06,
-      "loss": 4.2468,
+      "epoch": 0.26,
+      "learning_rate": 9.24e-06,
+      "loss": 4.2792,
       "step": 157
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.24e-06,
-      "loss": 4.4463,
+      "epoch": 0.27,
+      "learning_rate": 9.3e-06,
+      "loss": 4.1201,
       "step": 158
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.3e-06,
-      "loss": 4.1893,
+      "epoch": 0.27,
+      "learning_rate": 9.36e-06,
+      "loss": 4.0795,
       "step": 159
     },
     {
-      "epoch": 0.13,
-      "learning_rate": 9.36e-06,
-      "loss": 3.9743,
+      "epoch": 0.27,
+      "learning_rate": 9.42e-06,
+      "loss": 4.1985,
       "step": 160
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.42e-06,
-      "loss": 4.2881,
+      "epoch": 0.27,
+      "learning_rate": 9.48e-06,
+      "loss": 4.2337,
       "step": 161
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.48e-06,
-      "loss": 4.3077,
+      "epoch": 0.27,
+      "learning_rate": 9.54e-06,
+      "loss": 4.1048,
       "step": 162
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.54e-06,
-      "loss": 4.222,
+      "epoch": 0.27,
+      "learning_rate": 9.600000000000001e-06,
+      "loss": 4.1386,
       "step": 163
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.600000000000001e-06,
-      "loss": 4.0102,
+      "epoch": 0.28,
+      "learning_rate": 9.66e-06,
+      "loss": 4.1655,
       "step": 164
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.66e-06,
-      "loss": 4.235,
+      "epoch": 0.28,
+      "learning_rate": 9.72e-06,
+      "loss": 4.208,
       "step": 165
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.72e-06,
-      "loss": 3.9227,
+      "epoch": 0.28,
+      "learning_rate": 9.780000000000001e-06,
+      "loss": 4.3238,
       "step": 166
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.780000000000001e-06,
-      "loss": 4.2532,
+      "epoch": 0.28,
+      "learning_rate": 9.84e-06,
+      "loss": 4.166,
       "step": 167
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.84e-06,
-      "loss": 4.1232,
+      "epoch": 0.28,
+      "learning_rate": 9.9e-06,
+      "loss": 4.3923,
       "step": 168
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.9e-06,
-      "loss": 4.3632,
+      "epoch": 0.28,
+      "learning_rate": 9.960000000000001e-06,
+      "loss": 4.2065,
       "step": 169
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 9.960000000000001e-06,
-      "loss": 4.2235,
+      "epoch": 0.29,
+      "learning_rate": 1.002e-05,
+      "loss": 4.2614,
       "step": 170
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.002e-05,
-      "loss": 4.298,
+      "epoch": 0.29,
+      "learning_rate": 1.008e-05,
+      "loss": 4.1192,
       "step": 171
     },
     {
-      "epoch": 0.14,
-      "learning_rate": 1.008e-05,
-      "loss": 4.1239,
+      "epoch": 0.29,
+      "learning_rate": 1.0140000000000001e-05,
+      "loss": 4.1279,
       "step": 172
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.0140000000000001e-05,
-      "loss": 4.0557,
+      "epoch": 0.29,
+      "learning_rate": 1.02e-05,
+      "loss": 4.1447,
       "step": 173
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.02e-05,
-      "loss": 4.3867,
+      "epoch": 0.29,
+      "learning_rate": 1.0260000000000002e-05,
+      "loss": 4.1434,
       "step": 174
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.0260000000000002e-05,
-      "loss": 4.2676,
+      "epoch": 0.29,
+      "learning_rate": 1.032e-05,
+      "loss": 4.2788,
       "step": 175
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.032e-05,
-      "loss": 4.247,
+      "epoch": 0.3,
+      "learning_rate": 1.0379999999999999e-05,
+      "loss": 4.3055,
       "step": 176
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.0379999999999999e-05,
-      "loss": 4.3789,
+      "epoch": 0.3,
+      "learning_rate": 1.044e-05,
+      "loss": 4.2359,
       "step": 177
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.044e-05,
-      "loss": 4.1789,
+      "epoch": 0.3,
+      "learning_rate": 1.05e-05,
+      "loss": 4.1368,
       "step": 178
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.05e-05,
-      "loss": 4.2375,
+      "epoch": 0.3,
+      "learning_rate": 1.0559999999999999e-05,
+      "loss": 4.2644,
       "step": 179
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.0559999999999999e-05,
-      "loss": 4.3543,
+      "epoch": 0.3,
+      "learning_rate": 1.062e-05,
+      "loss": 4.1369,
       "step": 180
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.062e-05,
-      "loss": 4.3214,
+      "epoch": 0.3,
+      "learning_rate": 1.068e-05,
+      "loss": 4.2046,
       "step": 181
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.068e-05,
-      "loss": 4.347,
+      "epoch": 0.31,
+      "learning_rate": 1.074e-05,
+      "loss": 4.1961,
       "step": 182
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.074e-05,
-      "loss": 4.2017,
+      "epoch": 0.31,
+      "learning_rate": 1.08e-05,
+      "loss": 4.1818,
       "step": 183
     },
     {
-      "epoch": 0.15,
-      "learning_rate": 1.08e-05,
-      "loss": 4.3028,
+      "epoch": 0.31,
+      "learning_rate": 1.086e-05,
+      "loss": 4.0751,
       "step": 184
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.086e-05,
-      "loss": 4.0606,
+      "epoch": 0.31,
+      "learning_rate": 1.092e-05,
+      "loss": 4.4194,
       "step": 185
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.092e-05,
-      "loss": 4.2053,
+      "epoch": 0.31,
+      "learning_rate": 1.098e-05,
+      "loss": 4.2226,
       "step": 186
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.098e-05,
-      "loss": 4.5099,
+      "epoch": 0.31,
+      "learning_rate": 1.104e-05,
+      "loss": 4.2893,
       "step": 187
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.104e-05,
-      "loss": 4.2743,
+      "epoch": 0.32,
+      "learning_rate": 1.11e-05,
+      "loss": 4.3173,
       "step": 188
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.11e-05,
-      "loss": 4.4113,
+      "epoch": 0.32,
+      "learning_rate": 1.116e-05,
+      "loss": 4.4718,
       "step": 189
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.116e-05,
-      "loss": 4.0671,
+      "epoch": 0.32,
+      "learning_rate": 1.1220000000000001e-05,
+      "loss": 4.1695,
       "step": 190
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.1220000000000001e-05,
-      "loss": 4.3047,
+      "epoch": 0.32,
+      "learning_rate": 1.128e-05,
+      "loss": 4.46,
       "step": 191
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.128e-05,
-      "loss": 4.5162,
+      "epoch": 0.32,
+      "learning_rate": 1.134e-05,
+      "loss": 4.3791,
       "step": 192
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.134e-05,
-      "loss": 4.5212,
+      "epoch": 0.32,
+      "learning_rate": 1.1400000000000001e-05,
+      "loss": 4.2939,
       "step": 193
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.1400000000000001e-05,
-      "loss": 4.2753,
+      "epoch": 0.33,
+      "learning_rate": 1.146e-05,
+      "loss": 4.3483,
       "step": 194
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.146e-05,
-      "loss": 4.4603,
+      "epoch": 0.33,
+      "learning_rate": 1.152e-05,
+      "loss": 4.3014,
       "step": 195
     },
     {
-      "epoch": 0.16,
-      "learning_rate": 1.152e-05,
-      "loss": 4.3273,
+      "epoch": 0.33,
+      "learning_rate": 1.1580000000000001e-05,
+      "loss": 4.1902,
       "step": 196
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.1580000000000001e-05,
-      "loss": 4.4544,
+      "epoch": 0.33,
+      "learning_rate": 1.164e-05,
+      "loss": 4.5967,
       "step": 197
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.164e-05,
-      "loss": 4.5576,
+      "epoch": 0.33,
+      "learning_rate": 1.1700000000000001e-05,
+      "loss": 4.576,
       "step": 198
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.1700000000000001e-05,
-      "loss": 4.6052,
+      "epoch": 0.33,
+      "learning_rate": 1.1760000000000001e-05,
+      "loss": 4.4989,
       "step": 199
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.1760000000000001e-05,
-      "loss": 4.3235,
+      "epoch": 0.34,
+      "learning_rate": 1.182e-05,
+      "loss": 4.6207,
       "step": 200
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.182e-05,
-      "loss": 4.3137,
+      "epoch": 0.34,
+      "learning_rate": 1.1880000000000001e-05,
+      "loss": 4.0552,
       "step": 201
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.1880000000000001e-05,
-      "loss": 4.1854,
+      "epoch": 0.34,
+      "learning_rate": 1.1940000000000001e-05,
+      "loss": 4.1887,
       "step": 202
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.1940000000000001e-05,
-      "loss": 4.2372,
+      "epoch": 0.34,
+      "learning_rate": 1.2e-05,
+      "loss": 4.2448,
       "step": 203
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.2e-05,
-      "loss": 4.1822,
+      "epoch": 0.34,
+      "learning_rate": 1.2060000000000001e-05,
+      "loss": 4.1219,
       "step": 204
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.2060000000000001e-05,
-      "loss": 4.119,
+      "epoch": 0.34,
+      "learning_rate": 1.2120000000000001e-05,
+      "loss": 4.1766,
       "step": 205
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.2120000000000001e-05,
-      "loss": 4.199,
+      "epoch": 0.35,
+      "learning_rate": 1.2180000000000002e-05,
+      "loss": 4.1157,
       "step": 206
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.2180000000000002e-05,
-      "loss": 4.2897,
+      "epoch": 0.35,
+      "learning_rate": 1.224e-05,
+      "loss": 4.1767,
       "step": 207
     },
     {
-      "epoch": 0.17,
-      "learning_rate": 1.224e-05,
-      "loss": 4.4776,
+      "epoch": 0.35,
+      "learning_rate": 1.2299999999999999e-05,
+      "loss": 4.1483,
       "step": 208
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.2299999999999999e-05,
-      "loss": 4.333,
+      "epoch": 0.35,
+      "learning_rate": 1.236e-05,
+      "loss": 4.1739,
       "step": 209
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.236e-05,
-      "loss": 4.3769,
+      "epoch": 0.35,
+      "learning_rate": 1.242e-05,
+      "loss": 4.2733,
       "step": 210
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.242e-05,
-      "loss": 4.2217,
+      "epoch": 0.35,
+      "learning_rate": 1.2479999999999999e-05,
+      "loss": 4.2609,
       "step": 211
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.2479999999999999e-05,
-      "loss": 4.2975,
+      "epoch": 0.36,
+      "learning_rate": 1.254e-05,
+      "loss": 4.2429,
       "step": 212
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.254e-05,
-      "loss": 4.2106,
+      "epoch": 0.36,
+      "learning_rate": 1.26e-05,
+      "loss": 4.2089,
       "step": 213
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.26e-05,
-      "loss": 4.2372,
+      "epoch": 0.36,
+      "learning_rate": 1.2659999999999999e-05,
+      "loss": 4.2922,
       "step": 214
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.2659999999999999e-05,
-      "loss": 4.3173,
+      "epoch": 0.36,
+      "learning_rate": 1.272e-05,
+      "loss": 4.1625,
       "step": 215
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.272e-05,
-      "loss": 4.2559,
+      "epoch": 0.36,
+      "learning_rate": 1.278e-05,
+      "loss": 4.1871,
       "step": 216
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.278e-05,
-      "loss": 4.3538,
+      "epoch": 0.36,
+      "learning_rate": 1.284e-05,
+      "loss": 4.076,
       "step": 217
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.284e-05,
-      "loss": 4.1991,
+      "epoch": 0.37,
+      "learning_rate": 1.29e-05,
+      "loss": 4.1892,
       "step": 218
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.29e-05,
-      "loss": 3.9247,
+      "epoch": 0.37,
+      "learning_rate": 1.296e-05,
+      "loss": 4.1699,
       "step": 219
     },
     {
-      "epoch": 0.18,
-      "learning_rate": 1.296e-05,
-      "loss": 4.2441,
+      "epoch": 0.37,
+      "learning_rate": 1.302e-05,
+      "loss": 4.2546,
       "step": 220
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.302e-05,
-      "loss": 4.2147,
+      "epoch": 0.37,
+      "learning_rate": 1.308e-05,
+      "loss": 4.2833,
       "step": 221
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.308e-05,
-      "loss": 4.5333,
+      "epoch": 0.37,
+      "learning_rate": 1.314e-05,
+      "loss": 4.2806,
       "step": 222
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.314e-05,
-      "loss": 4.2958,
+      "epoch": 0.37,
+      "learning_rate": 1.32e-05,
+      "loss": 4.1233,
       "step": 223
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.32e-05,
-      "loss": 4.3377,
+      "epoch": 0.38,
+      "learning_rate": 1.326e-05,
+      "loss": 4.2366,
       "step": 224
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.326e-05,
-      "loss": 4.1228,
+      "epoch": 0.38,
+      "learning_rate": 1.3320000000000001e-05,
+      "loss": 4.4089,
       "step": 225
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.3320000000000001e-05,
-      "loss": 4.0589,
+      "epoch": 0.38,
+      "learning_rate": 1.338e-05,
+      "loss": 4.1829,
       "step": 226
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.338e-05,
-      "loss": 4.2102,
+      "epoch": 0.38,
+      "learning_rate": 1.344e-05,
+      "loss": 4.1341,
       "step": 227
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.344e-05,
-      "loss": 4.257,
+      "epoch": 0.38,
+      "learning_rate": 1.3500000000000001e-05,
+      "loss": 4.185,
       "step": 228
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.3500000000000001e-05,
-      "loss": 4.1346,
+      "epoch": 0.39,
+      "learning_rate": 1.356e-05,
+      "loss": 4.3245,
       "step": 229
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.356e-05,
-      "loss": 4.3252,
+      "epoch": 0.39,
+      "learning_rate": 1.362e-05,
+      "loss": 4.2811,
       "step": 230
     },
     {
-      "epoch": 0.19,
-      "learning_rate": 1.362e-05,
-      "loss": 4.3132,
+      "epoch": 0.39,
+      "learning_rate": 1.3680000000000001e-05,
+      "loss": 4.1588,
       "step": 231
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.3680000000000001e-05,
-      "loss": 4.2661,
+      "epoch": 0.39,
+      "learning_rate": 1.374e-05,
+      "loss": 4.2389,
       "step": 232
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.374e-05,
-      "loss": 4.2343,
+      "epoch": 0.39,
+      "learning_rate": 1.3800000000000002e-05,
+      "loss": 4.2419,
       "step": 233
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.3800000000000002e-05,
-      "loss": 4.1659,
+      "epoch": 0.39,
+      "learning_rate": 1.3860000000000001e-05,
+      "loss": 4.2317,
       "step": 234
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.3860000000000001e-05,
-      "loss": 4.2633,
+      "epoch": 0.4,
+      "learning_rate": 1.392e-05,
+      "loss": 4.3873,
       "step": 235
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.392e-05,
-      "loss": 4.4155,
+      "epoch": 0.4,
+      "learning_rate": 1.3980000000000002e-05,
+      "loss": 4.1508,
       "step": 236
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.3980000000000002e-05,
-      "loss": 4.1272,
+      "epoch": 0.4,
+      "learning_rate": 1.4040000000000001e-05,
+      "loss": 4.1372,
       "step": 237
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.4040000000000001e-05,
-      "loss": 4.2634,
+      "epoch": 0.4,
+      "learning_rate": 1.4099999999999999e-05,
+      "loss": 4.1833,
       "step": 238
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.4099999999999999e-05,
-      "loss": 4.2478,
+      "epoch": 0.4,
+      "learning_rate": 1.416e-05,
+      "loss": 4.1076,
       "step": 239
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.416e-05,
-      "loss": 4.2981,
+      "epoch": 0.4,
+      "learning_rate": 1.422e-05,
+      "loss": 4.2586,
       "step": 240
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.422e-05,
-      "loss": 4.3876,
+      "epoch": 0.41,
+      "learning_rate": 1.428e-05,
+      "loss": 4.1897,
       "step": 241
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.428e-05,
-      "loss": 4.1977,
+      "epoch": 0.41,
+      "learning_rate": 1.434e-05,
+      "loss": 4.2108,
       "step": 242
     },
     {
-      "epoch": 0.2,
-      "learning_rate": 1.434e-05,
-      "loss": 4.437,
+      "epoch": 0.41,
+      "learning_rate": 1.44e-05,
+      "loss": 4.2253,
       "step": 243
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.44e-05,
-      "loss": 4.2702,
+      "epoch": 0.41,
+      "learning_rate": 1.446e-05,
+      "loss": 4.3141,
       "step": 244
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.446e-05,
-      "loss": 4.2872,
+      "epoch": 0.41,
+      "learning_rate": 1.452e-05,
+      "loss": 4.4083,
       "step": 245
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.452e-05,
-      "loss": 4.1963,
-      "step": 246
+      "epoch": 0.41,
+      "learning_rate": 1.458e-05,
+      "loss": 4.4121,
+      "step": 246
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.458e-05,
-      "loss": 4.764,
+      "epoch": 0.42,
+      "learning_rate": 1.464e-05,
+      "loss": 4.4035,
       "step": 247
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.464e-05,
-      "loss": 4.3925,
+      "epoch": 0.42,
+      "learning_rate": 1.47e-05,
+      "loss": 4.5181,
       "step": 248
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.47e-05,
-      "loss": 4.3361,
+      "epoch": 0.42,
+      "learning_rate": 1.4760000000000001e-05,
+      "loss": 4.4993,
       "step": 249
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.4760000000000001e-05,
-      "loss": 4.4301,
+      "epoch": 0.42,
+      "learning_rate": 1.482e-05,
+      "loss": 4.5019,
       "step": 250
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.482e-05,
-      "loss": 4.3534,
+      "epoch": 0.42,
+      "learning_rate": 1.488e-05,
+      "loss": 4.2284,
       "step": 251
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.488e-05,
-      "loss": 4.0269,
+      "epoch": 0.42,
+      "learning_rate": 1.4940000000000001e-05,
+      "loss": 4.2068,
       "step": 252
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.4940000000000001e-05,
-      "loss": 4.3166,
+      "epoch": 0.43,
+      "learning_rate": 1.5e-05,
+      "loss": 4.1909,
       "step": 253
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.5e-05,
-      "loss": 4.0323,
+      "epoch": 0.43,
+      "learning_rate": 1.506e-05,
+      "loss": 4.0845,
       "step": 254
     },
     {
-      "epoch": 0.21,
-      "learning_rate": 1.506e-05,
-      "loss": 4.0522,
+      "epoch": 0.43,
+      "learning_rate": 1.5120000000000001e-05,
+      "loss": 4.2476,
       "step": 255
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.5120000000000001e-05,
-      "loss": 4.231,
+      "epoch": 0.43,
+      "learning_rate": 1.518e-05,
+      "loss": 4.1816,
       "step": 256
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.518e-05,
-      "loss": 4.0381,
+      "epoch": 0.43,
+      "learning_rate": 1.524e-05,
+      "loss": 4.1335,
       "step": 257
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.524e-05,
-      "loss": 4.4798,
+      "epoch": 0.43,
+      "learning_rate": 1.53e-05,
+      "loss": 4.1593,
       "step": 258
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.53e-05,
-      "loss": 4.2711,
+      "epoch": 0.44,
+      "learning_rate": 1.5360000000000002e-05,
+      "loss": 4.2225,
       "step": 259
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.5360000000000002e-05,
-      "loss": 4.2165,
+      "epoch": 0.44,
+      "learning_rate": 1.542e-05,
+      "loss": 4.2368,
       "step": 260
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.542e-05,
-      "loss": 4.2152,
+      "epoch": 0.44,
+      "learning_rate": 1.548e-05,
+      "loss": 4.189,
       "step": 261
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.548e-05,
-      "loss": 4.1868,
+      "epoch": 0.44,
+      "learning_rate": 1.554e-05,
+      "loss": 4.1339,
       "step": 262
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.554e-05,
-      "loss": 4.3124,
+      "epoch": 0.44,
+      "learning_rate": 1.56e-05,
+      "loss": 4.2449,
       "step": 263
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.56e-05,
-      "loss": 4.3054,
+      "epoch": 0.44,
+      "learning_rate": 1.5660000000000003e-05,
+      "loss": 3.9804,
       "step": 264
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.5660000000000003e-05,
-      "loss": 4.2167,
+      "epoch": 0.45,
+      "learning_rate": 1.5720000000000002e-05,
+      "loss": 4.069,
       "step": 265
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.5720000000000002e-05,
-      "loss": 4.2825,
+      "epoch": 0.45,
+      "learning_rate": 1.578e-05,
+      "loss": 4.1806,
       "step": 266
     },
     {
-      "epoch": 0.22,
-      "learning_rate": 1.578e-05,
-      "loss": 4.1522,
+      "epoch": 0.45,
+      "learning_rate": 1.584e-05,
+      "loss": 4.1926,
       "step": 267
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.584e-05,
-      "loss": 4.1903,
+      "epoch": 0.45,
+      "learning_rate": 1.59e-05,
+      "loss": 4.1246,
       "step": 268
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.59e-05,
-      "loss": 4.1872,
+      "epoch": 0.45,
+      "learning_rate": 1.596e-05,
+      "loss": 4.2415,
       "step": 269
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.596e-05,
-      "loss": 4.1261,
+      "epoch": 0.45,
+      "learning_rate": 1.6020000000000002e-05,
+      "loss": 4.2347,
       "step": 270
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.6020000000000002e-05,
-      "loss": 4.4428,
+      "epoch": 0.46,
+      "learning_rate": 1.6080000000000002e-05,
+      "loss": 4.1455,
       "step": 271
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.6080000000000002e-05,
-      "loss": 4.0909,
+      "epoch": 0.46,
+      "learning_rate": 1.614e-05,
+      "loss": 4.3091,
       "step": 272
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.614e-05,
-      "loss": 4.1972,
+      "epoch": 0.46,
+      "learning_rate": 1.62e-05,
+      "loss": 4.1648,
       "step": 273
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.62e-05,
-      "loss": 4.248,
+      "epoch": 0.46,
+      "learning_rate": 1.626e-05,
+      "loss": 4.1732,
       "step": 274
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.626e-05,
-      "loss": 4.2864,
+      "epoch": 0.46,
+      "learning_rate": 1.6320000000000003e-05,
+      "loss": 4.2292,
       "step": 275
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.6320000000000003e-05,
-      "loss": 4.0319,
+      "epoch": 0.46,
+      "learning_rate": 1.6380000000000002e-05,
+      "loss": 4.1723,
       "step": 276
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.6380000000000002e-05,
-      "loss": 3.9992,
+      "epoch": 0.47,
+      "learning_rate": 1.6440000000000002e-05,
+      "loss": 4.3017,
       "step": 277
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.6440000000000002e-05,
-      "loss": 4.1797,
+      "epoch": 0.47,
+      "learning_rate": 1.65e-05,
+      "loss": 4.0869,
       "step": 278
     },
     {
-      "epoch": 0.23,
-      "learning_rate": 1.65e-05,
-      "loss": 4.2974,
+      "epoch": 0.47,
+      "learning_rate": 1.656e-05,
+      "loss": 4.2827,
       "step": 279
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.656e-05,
-      "loss": 4.1708,
+      "epoch": 0.47,
+      "learning_rate": 1.6620000000000004e-05,
+      "loss": 4.3505,
       "step": 280
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.6620000000000004e-05,
-      "loss": 4.1991,
+      "epoch": 0.47,
+      "learning_rate": 1.6680000000000003e-05,
+      "loss": 4.3437,
       "step": 281
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.6680000000000003e-05,
-      "loss": 4.3067,
+      "epoch": 0.47,
+      "learning_rate": 1.6740000000000002e-05,
+      "loss": 4.224,
       "step": 282
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.6740000000000002e-05,
-      "loss": 4.3301,
+      "epoch": 0.48,
+      "learning_rate": 1.6800000000000002e-05,
+      "loss": 4.1334,
       "step": 283
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.6800000000000002e-05,
-      "loss": 4.1621,
+      "epoch": 0.48,
+      "learning_rate": 1.686e-05,
+      "loss": 4.1048,
       "step": 284
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.686e-05,
-      "loss": 4.3554,
+      "epoch": 0.48,
+      "learning_rate": 1.6919999999999997e-05,
+      "loss": 4.3781,
       "step": 285
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.6919999999999997e-05,
-      "loss": 4.1671,
+      "epoch": 0.48,
+      "learning_rate": 1.698e-05,
+      "loss": 4.1156,
       "step": 286
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.698e-05,
-      "loss": 4.1118,
+      "epoch": 0.48,
+      "learning_rate": 1.704e-05,
+      "loss": 4.4761,
       "step": 287
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.704e-05,
-      "loss": 4.1885,
+      "epoch": 0.48,
+      "learning_rate": 1.71e-05,
+      "loss": 3.9581,
       "step": 288
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.71e-05,
-      "loss": 4.4412,
+      "epoch": 0.49,
+      "learning_rate": 1.716e-05,
+      "loss": 4.212,
       "step": 289
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.716e-05,
-      "loss": 4.3462,
+      "epoch": 0.49,
+      "learning_rate": 1.7219999999999998e-05,
+      "loss": 4.1816,
       "step": 290
     },
     {
-      "epoch": 0.24,
-      "learning_rate": 1.7219999999999998e-05,
-      "loss": 4.3201,
+      "epoch": 0.49,
+      "learning_rate": 1.728e-05,
+      "loss": 4.425,
       "step": 291
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.728e-05,
-      "loss": 4.5405,
+      "epoch": 0.49,
+      "learning_rate": 1.734e-05,
+      "loss": 4.1161,
       "step": 292
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.734e-05,
-      "loss": 4.1061,
+      "epoch": 0.49,
+      "learning_rate": 1.74e-05,
+      "loss": 4.2983,
       "step": 293
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.74e-05,
-      "loss": 4.4514,
+      "epoch": 0.49,
+      "learning_rate": 1.746e-05,
+      "loss": 4.3658,
       "step": 294
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.746e-05,
-      "loss": 4.3951,
+      "epoch": 0.5,
+      "learning_rate": 1.7519999999999998e-05,
+      "loss": 4.3488,
       "step": 295
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7519999999999998e-05,
-      "loss": 4.9743,
+      "epoch": 0.5,
+      "learning_rate": 1.758e-05,
+      "loss": 4.139,
       "step": 296
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.758e-05,
-      "loss": 4.301,
+      "epoch": 0.5,
+      "learning_rate": 1.764e-05,
+      "loss": 4.2258,
       "step": 297
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.764e-05,
-      "loss": 4.875,
+      "epoch": 0.5,
+      "learning_rate": 1.77e-05,
+      "loss": 4.399,
       "step": 298
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.77e-05,
-      "loss": 4.5755,
+      "epoch": 0.5,
+      "learning_rate": 1.776e-05,
+      "loss": 4.4188,
       "step": 299
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.776e-05,
-      "loss": 4.7239,
+      "epoch": 0.5,
+      "learning_rate": 1.782e-05,
+      "loss": 4.6496,
       "step": 300
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.782e-05,
-      "loss": 4.0167,
+      "epoch": 0.51,
+      "learning_rate": 1.7879999999999998e-05,
+      "loss": 4.2888,
       "step": 301
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.7879999999999998e-05,
-      "loss": 4.1409,
+      "epoch": 0.51,
+      "learning_rate": 1.794e-05,
+      "loss": 4.2271,
       "step": 302
     },
     {
-      "epoch": 0.25,
-      "learning_rate": 1.794e-05,
-      "loss": 4.1831,
+      "epoch": 0.51,
+      "learning_rate": 1.8e-05,
+      "loss": 4.3196,
       "step": 303
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.8e-05,
-      "loss": 3.8739,
+      "epoch": 0.51,
+      "learning_rate": 1.806e-05,
+      "loss": 4.0843,
       "step": 304
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.806e-05,
-      "loss": 4.0304,
+      "epoch": 0.51,
+      "learning_rate": 1.812e-05,
+      "loss": 4.286,
       "step": 305
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.812e-05,
-      "loss": 4.0414,
+      "epoch": 0.51,
+      "learning_rate": 1.818e-05,
+      "loss": 4.2722,
       "step": 306
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.818e-05,
-      "loss": 4.198,
+      "epoch": 0.52,
+      "learning_rate": 1.824e-05,
+      "loss": 4.0551,
       "step": 307
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.824e-05,
-      "loss": 3.9456,
+      "epoch": 0.52,
+      "learning_rate": 1.83e-05,
+      "loss": 4.2781,
       "step": 308
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.83e-05,
-      "loss": 3.9293,
+      "epoch": 0.52,
+      "learning_rate": 1.836e-05,
+      "loss": 4.1745,
       "step": 309
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.836e-05,
-      "loss": 4.1396,
+      "epoch": 0.52,
+      "learning_rate": 1.842e-05,
+      "loss": 4.2659,
       "step": 310
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.842e-05,
-      "loss": 4.0567,
+      "epoch": 0.52,
+      "learning_rate": 1.848e-05,
+      "loss": 4.1224,
       "step": 311
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.848e-05,
-      "loss": 4.0673,
+      "epoch": 0.52,
+      "learning_rate": 1.854e-05,
+      "loss": 4.1487,
       "step": 312
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.854e-05,
-      "loss": 4.0203,
+      "epoch": 0.53,
+      "learning_rate": 1.86e-05,
+      "loss": 4.1931,
       "step": 313
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.86e-05,
-      "loss": 4.1275,
+      "epoch": 0.53,
+      "learning_rate": 1.866e-05,
+      "loss": 4.1865,
       "step": 314
     },
     {
-      "epoch": 0.26,
-      "learning_rate": 1.866e-05,
-      "loss": 4.0146,
+      "epoch": 0.53,
+      "learning_rate": 1.872e-05,
+      "loss": 4.2107,
       "step": 315
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.872e-05,
-      "loss": 4.3819,
+      "epoch": 0.53,
+      "learning_rate": 1.878e-05,
+      "loss": 4.2072,
       "step": 316
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.878e-05,
-      "loss": 4.3305,
+      "epoch": 0.53,
+      "learning_rate": 1.884e-05,
+      "loss": 4.147,
       "step": 317
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.884e-05,
-      "loss": 4.2479,
+      "epoch": 0.53,
+      "learning_rate": 1.8900000000000002e-05,
+      "loss": 4.2357,
       "step": 318
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.8900000000000002e-05,
-      "loss": 4.0623,
+      "epoch": 0.54,
+      "learning_rate": 1.896e-05,
+      "loss": 4.0721,
       "step": 319
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.896e-05,
-      "loss": 4.2404,
+      "epoch": 0.54,
+      "learning_rate": 1.902e-05,
+      "loss": 4.2324,
       "step": 320
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.902e-05,
-      "loss": 4.0824,
+      "epoch": 0.54,
+      "learning_rate": 1.908e-05,
+      "loss": 4.0826,
       "step": 321
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.908e-05,
-      "loss": 4.1181,
+      "epoch": 0.54,
+      "learning_rate": 1.914e-05,
+      "loss": 4.115,
       "step": 322
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.914e-05,
-      "loss": 4.0535,
+      "epoch": 0.54,
+      "learning_rate": 1.9200000000000003e-05,
+      "loss": 4.15,
       "step": 323
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.9200000000000003e-05,
-      "loss": 4.2716,
+      "epoch": 0.54,
+      "learning_rate": 1.9260000000000002e-05,
+      "loss": 4.2141,
       "step": 324
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.9260000000000002e-05,
-      "loss": 4.2017,
+      "epoch": 0.55,
+      "learning_rate": 1.932e-05,
+      "loss": 4.1611,
       "step": 325
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.932e-05,
-      "loss": 4.3617,
+      "epoch": 0.55,
+      "learning_rate": 1.938e-05,
+      "loss": 4.1005,
       "step": 326
     },
     {
-      "epoch": 0.27,
-      "learning_rate": 1.938e-05,
-      "loss": 4.3474,
+      "epoch": 0.55,
+      "learning_rate": 1.944e-05,
+      "loss": 4.3704,
       "step": 327
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.944e-05,
-      "loss": 4.2401,
+      "epoch": 0.55,
+      "learning_rate": 1.95e-05,
+      "loss": 4.11,
       "step": 328
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.95e-05,
-      "loss": 4.1275,
+      "epoch": 0.55,
+      "learning_rate": 1.9560000000000002e-05,
+      "loss": 4.0454,
       "step": 329
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9560000000000002e-05,
-      "loss": 4.3621,
+      "epoch": 0.55,
+      "learning_rate": 1.9620000000000002e-05,
+      "loss": 4.2552,
       "step": 330
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9620000000000002e-05,
-      "loss": 4.0873,
+      "epoch": 0.56,
+      "learning_rate": 1.968e-05,
+      "loss": 4.1445,
       "step": 331
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.968e-05,
-      "loss": 4.2014,
+      "epoch": 0.56,
+      "learning_rate": 1.974e-05,
+      "loss": 4.0739,
       "step": 332
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.974e-05,
-      "loss": 4.261,
+      "epoch": 0.56,
+      "learning_rate": 1.98e-05,
+      "loss": 4.1624,
       "step": 333
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.98e-05,
-      "loss": 4.0254,
+      "epoch": 0.56,
+      "learning_rate": 1.9860000000000003e-05,
+      "loss": 4.2192,
       "step": 334
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9860000000000003e-05,
-      "loss": 4.2901,
+      "epoch": 0.56,
+      "learning_rate": 1.9920000000000002e-05,
+      "loss": 4.2331,
       "step": 335
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9920000000000002e-05,
-      "loss": 4.3016,
+      "epoch": 0.56,
+      "learning_rate": 1.9980000000000002e-05,
+      "loss": 4.118,
       "step": 336
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 1.9980000000000002e-05,
-      "loss": 4.2171,
+      "epoch": 0.57,
+      "learning_rate": 2.004e-05,
+      "loss": 4.0988,
       "step": 337
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 2.004e-05,
-      "loss": 4.4359,
+      "epoch": 0.57,
+      "learning_rate": 2.01e-05,
+      "loss": 4.2059,
       "step": 338
     },
     {
-      "epoch": 0.28,
-      "learning_rate": 2.01e-05,
-      "loss": 4.3868,
+      "epoch": 0.57,
+      "learning_rate": 2.016e-05,
+      "loss": 4.2145,
       "step": 339
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.016e-05,
-      "loss": 4.2073,
+      "epoch": 0.57,
+      "learning_rate": 2.0220000000000003e-05,
+      "loss": 4.2589,
       "step": 340
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0220000000000003e-05,
-      "loss": 4.2704,
+      "epoch": 0.57,
+      "learning_rate": 2.0280000000000002e-05,
+      "loss": 4.2607,
       "step": 341
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0280000000000002e-05,
-      "loss": 4.3854,
+      "epoch": 0.58,
+      "learning_rate": 2.0340000000000002e-05,
+      "loss": 4.3465,
       "step": 342
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0340000000000002e-05,
-      "loss": 4.3246,
+      "epoch": 0.58,
+      "learning_rate": 2.04e-05,
+      "loss": 4.3788,
       "step": 343
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.04e-05,
-      "loss": 4.4491,
+      "epoch": 0.58,
+      "learning_rate": 2.046e-05,
+      "loss": 4.2406,
       "step": 344
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.046e-05,
-      "loss": 4.2538,
+      "epoch": 0.58,
+      "learning_rate": 2.0520000000000003e-05,
+      "loss": 4.404,
       "step": 345
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0520000000000003e-05,
-      "loss": 4.1906,
+      "epoch": 0.58,
+      "learning_rate": 2.0580000000000003e-05,
+      "loss": 4.0988,
       "step": 346
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0580000000000003e-05,
-      "loss": 4.4209,
+      "epoch": 0.58,
+      "learning_rate": 2.064e-05,
+      "loss": 4.2389,
       "step": 347
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.064e-05,
-      "loss": 4.6584,
+      "epoch": 0.59,
+      "learning_rate": 2.07e-05,
+      "loss": 4.5392,
       "step": 348
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.07e-05,
-      "loss": 4.8713,
+      "epoch": 0.59,
+      "learning_rate": 2.0759999999999998e-05,
+      "loss": 4.4285,
       "step": 349
     },
     {
-      "epoch": 0.29,
-      "learning_rate": 2.0759999999999998e-05,
-      "loss": 4.4408,
+      "epoch": 0.59,
+      "learning_rate": 2.082e-05,
+      "loss": 4.7097,
       "step": 350
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.082e-05,
-      "loss": 4.4629,
+      "epoch": 0.59,
+      "learning_rate": 2.088e-05,
+      "loss": 4.1047,
       "step": 351
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.088e-05,
-      "loss": 4.1243,
+      "epoch": 0.59,
+      "learning_rate": 2.094e-05,
+      "loss": 4.1978,
       "step": 352
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.094e-05,
-      "loss": 4.1329,
+      "epoch": 0.59,
+      "learning_rate": 2.1e-05,
+      "loss": 4.2459,
       "step": 353
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.1e-05,
-      "loss": 4.2963,
+      "epoch": 0.6,
+      "learning_rate": 2.1059999999999998e-05,
+      "loss": 4.1,
       "step": 354
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.1059999999999998e-05,
-      "loss": 4.1327,
+      "epoch": 0.6,
+      "learning_rate": 2.1119999999999998e-05,
+      "loss": 4.1504,
       "step": 355
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.1119999999999998e-05,
-      "loss": 4.1513,
+      "epoch": 0.6,
+      "learning_rate": 2.118e-05,
+      "loss": 4.1622,
       "step": 356
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.118e-05,
-      "loss": 4.293,
+      "epoch": 0.6,
+      "learning_rate": 2.124e-05,
+      "loss": 4.1842,
       "step": 357
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.124e-05,
-      "loss": 4.0528,
+      "epoch": 0.6,
+      "learning_rate": 2.13e-05,
+      "loss": 4.1016,
       "step": 358
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.13e-05,
-      "loss": 4.2047,
+      "epoch": 0.6,
+      "learning_rate": 2.136e-05,
+      "loss": 4.1365,
       "step": 359
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.136e-05,
-      "loss": 4.3473,
+      "epoch": 0.61,
+      "learning_rate": 2.1419999999999998e-05,
+      "loss": 4.0905,
       "step": 360
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.1419999999999998e-05,
-      "loss": 4.1999,
+      "epoch": 0.61,
+      "learning_rate": 2.148e-05,
+      "loss": 4.1797,
       "step": 361
     },
     {
-      "epoch": 0.3,
-      "learning_rate": 2.148e-05,
-      "loss": 4.1123,
+      "epoch": 0.61,
+      "learning_rate": 2.154e-05,
+      "loss": 4.1696,
       "step": 362
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.154e-05,
-      "loss": 4.1125,
+      "epoch": 0.61,
+      "learning_rate": 2.16e-05,
+      "loss": 4.2197,
       "step": 363
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.16e-05,
-      "loss": 4.2569,
+      "epoch": 0.61,
+      "learning_rate": 2.166e-05,
+      "loss": 4.1037,
       "step": 364
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.166e-05,
-      "loss": 4.2124,
+      "epoch": 0.61,
+      "learning_rate": 2.172e-05,
+      "loss": 4.1754,
       "step": 365
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.172e-05,
-      "loss": 4.1546,
+      "epoch": 0.62,
+      "learning_rate": 2.178e-05,
+      "loss": 4.1212,
       "step": 366
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.178e-05,
-      "loss": 4.0577,
+      "epoch": 0.62,
+      "learning_rate": 2.184e-05,
+      "loss": 4.1486,
       "step": 367
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.184e-05,
-      "loss": 4.4874,
+      "epoch": 0.62,
+      "learning_rate": 2.19e-05,
+      "loss": 4.1094,
       "step": 368
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.19e-05,
-      "loss": 4.325,
+      "epoch": 0.62,
+      "learning_rate": 2.196e-05,
+      "loss": 4.2153,
       "step": 369
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.196e-05,
-      "loss": 4.206,
+      "epoch": 0.62,
+      "learning_rate": 2.202e-05,
+      "loss": 4.121,
       "step": 370
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.202e-05,
-      "loss": 4.114,
+      "epoch": 0.62,
+      "learning_rate": 2.208e-05,
+      "loss": 4.0395,
       "step": 371
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.208e-05,
-      "loss": 4.0793,
+      "epoch": 0.63,
+      "learning_rate": 2.214e-05,
+      "loss": 4.1833,
       "step": 372
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.214e-05,
-      "loss": 4.092,
+      "epoch": 0.63,
+      "learning_rate": 2.22e-05,
+      "loss": 4.0221,
       "step": 373
     },
     {
-      "epoch": 0.31,
-      "learning_rate": 2.22e-05,
-      "loss": 4.0932,
+      "epoch": 0.63,
+      "learning_rate": 2.226e-05,
+      "loss": 4.0563,
       "step": 374
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.226e-05,
-      "loss": 4.1523,
+      "epoch": 0.63,
+      "learning_rate": 2.232e-05,
+      "loss": 4.217,
       "step": 375
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.232e-05,
-      "loss": 4.1955,
+      "epoch": 0.63,
+      "learning_rate": 2.238e-05,
+      "loss": 4.1048,
       "step": 376
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.238e-05,
-      "loss": 4.1484,
+      "epoch": 0.63,
+      "learning_rate": 2.2440000000000002e-05,
+      "loss": 4.1853,
       "step": 377
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.2440000000000002e-05,
-      "loss": 4.1123,
+      "epoch": 0.64,
+      "learning_rate": 2.25e-05,
+      "loss": 4.2369,
       "step": 378
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.25e-05,
-      "loss": 4.0948,
+      "epoch": 0.64,
+      "learning_rate": 2.256e-05,
+      "loss": 4.0589,
       "step": 379
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.256e-05,
-      "loss": 4.2569,
+      "epoch": 0.64,
+      "learning_rate": 2.262e-05,
+      "loss": 4.2835,
       "step": 380
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.262e-05,
-      "loss": 4.0611,
+      "epoch": 0.64,
+      "learning_rate": 2.268e-05,
+      "loss": 4.2185,
       "step": 381
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.268e-05,
-      "loss": 4.255,
+      "epoch": 0.64,
+      "learning_rate": 2.274e-05,
+      "loss": 4.0766,
       "step": 382
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.274e-05,
-      "loss": 4.0089,
+      "epoch": 0.64,
+      "learning_rate": 2.2800000000000002e-05,
+      "loss": 3.9876,
       "step": 383
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.2800000000000002e-05,
-      "loss": 4.3197,
+      "epoch": 0.65,
+      "learning_rate": 2.286e-05,
+      "loss": 4.1926,
       "step": 384
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.286e-05,
-      "loss": 4.3417,
+      "epoch": 0.65,
+      "learning_rate": 2.292e-05,
+      "loss": 4.368,
       "step": 385
     },
     {
-      "epoch": 0.32,
-      "learning_rate": 2.292e-05,
-      "loss": 4.0829,
+      "epoch": 0.65,
+      "learning_rate": 2.298e-05,
+      "loss": 4.1354,
       "step": 386
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.298e-05,
-      "loss": 4.2986,
+      "epoch": 0.65,
+      "learning_rate": 2.304e-05,
+      "loss": 4.2917,
       "step": 387
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.304e-05,
-      "loss": 4.2849,
+      "epoch": 0.65,
+      "learning_rate": 2.3100000000000002e-05,
+      "loss": 4.2033,
       "step": 388
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.3100000000000002e-05,
-      "loss": 4.3534,
+      "epoch": 0.65,
+      "learning_rate": 2.3160000000000002e-05,
+      "loss": 4.1073,
       "step": 389
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.3160000000000002e-05,
-      "loss": 4.3268,
+      "epoch": 0.66,
+      "learning_rate": 2.322e-05,
+      "loss": 4.0983,
       "step": 390
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.322e-05,
-      "loss": 4.3736,
+      "epoch": 0.66,
+      "learning_rate": 2.328e-05,
+      "loss": 4.3189,
       "step": 391
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.328e-05,
-      "loss": 4.2449,
+      "epoch": 0.66,
+      "learning_rate": 2.334e-05,
+      "loss": 4.239,
       "step": 392
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.334e-05,
-      "loss": 4.2165,
+      "epoch": 0.66,
+      "learning_rate": 2.3400000000000003e-05,
+      "loss": 4.4852,
       "step": 393
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.3400000000000003e-05,
-      "loss": 4.3941,
+      "epoch": 0.66,
+      "learning_rate": 2.3460000000000002e-05,
+      "loss": 4.3024,
       "step": 394
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.3460000000000002e-05,
-      "loss": 4.127,
+      "epoch": 0.66,
+      "learning_rate": 2.3520000000000002e-05,
+      "loss": 4.2838,
       "step": 395
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.3520000000000002e-05,
-      "loss": 4.4605,
+      "epoch": 0.67,
+      "learning_rate": 2.358e-05,
+      "loss": 4.2025,
       "step": 396
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.358e-05,
-      "loss": 4.3692,
+      "epoch": 0.67,
+      "learning_rate": 2.364e-05,
+      "loss": 4.3544,
       "step": 397
     },
     {
-      "epoch": 0.33,
-      "learning_rate": 2.364e-05,
-      "loss": 4.3866,
+      "epoch": 0.67,
+      "learning_rate": 2.37e-05,
+      "loss": 4.5671,
       "step": 398
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.37e-05,
-      "loss": 4.6919,
+      "epoch": 0.67,
+      "learning_rate": 2.3760000000000003e-05,
+      "loss": 4.3567,
       "step": 399
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.3760000000000003e-05,
-      "loss": 4.5709,
+      "epoch": 0.67,
+      "learning_rate": 2.3820000000000002e-05,
+      "loss": 4.4614,
       "step": 400
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.3820000000000002e-05,
-      "loss": 4.0259,
+      "epoch": 0.67,
+      "learning_rate": 2.3880000000000002e-05,
+      "loss": 4.2169,
       "step": 401
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.3880000000000002e-05,
-      "loss": 4.1497,
+      "epoch": 0.68,
+      "learning_rate": 2.394e-05,
+      "loss": 4.1263,
       "step": 402
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.394e-05,
-      "loss": 4.1987,
+      "epoch": 0.68,
+      "learning_rate": 2.4e-05,
+      "loss": 4.1705,
       "step": 403
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4e-05,
-      "loss": 4.2768,
+      "epoch": 0.68,
+      "learning_rate": 2.4060000000000003e-05,
+      "loss": 4.1627,
       "step": 404
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4060000000000003e-05,
-      "loss": 4.1312,
+      "epoch": 0.68,
+      "learning_rate": 2.4120000000000003e-05,
+      "loss": 4.0861,
       "step": 405
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4120000000000003e-05,
-      "loss": 4.1243,
+      "epoch": 0.68,
+      "learning_rate": 2.4180000000000002e-05,
+      "loss": 4.1348,
       "step": 406
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4180000000000002e-05,
-      "loss": 4.0602,
+      "epoch": 0.68,
+      "learning_rate": 2.4240000000000002e-05,
+      "loss": 4.1424,
       "step": 407
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4240000000000002e-05,
-      "loss": 4.1483,
+      "epoch": 0.69,
+      "learning_rate": 2.43e-05,
+      "loss": 4.0704,
       "step": 408
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.43e-05,
-      "loss": 4.1018,
+      "epoch": 0.69,
+      "learning_rate": 2.4360000000000004e-05,
+      "loss": 4.1222,
       "step": 409
     },
     {
-      "epoch": 0.34,
-      "learning_rate": 2.4360000000000004e-05,
-      "loss": 4.3045,
+      "epoch": 0.69,
+      "learning_rate": 2.442e-05,
+      "loss": 4.0907,
       "step": 410
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.442e-05,
-      "loss": 4.3272,
+      "epoch": 0.69,
+      "learning_rate": 2.448e-05,
+      "loss": 4.0812,
       "step": 411
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.448e-05,
-      "loss": 4.2193,
+      "epoch": 0.69,
+      "learning_rate": 2.454e-05,
+      "loss": 4.2638,
       "step": 412
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.454e-05,
-      "loss": 4.2095,
+      "epoch": 0.69,
+      "learning_rate": 2.4599999999999998e-05,
+      "loss": 4.1372,
       "step": 413
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.4599999999999998e-05,
-      "loss": 4.0361,
+      "epoch": 0.7,
+      "learning_rate": 2.4659999999999998e-05,
+      "loss": 4.19,
       "step": 414
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.4659999999999998e-05,
-      "loss": 4.2125,
+      "epoch": 0.7,
+      "learning_rate": 2.472e-05,
+      "loss": 4.1761,
       "step": 415
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.472e-05,
-      "loss": 4.2499,
+      "epoch": 0.7,
+      "learning_rate": 2.478e-05,
+      "loss": 4.0935,
       "step": 416
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.478e-05,
-      "loss": 3.9315,
+      "epoch": 0.7,
+      "learning_rate": 2.484e-05,
+      "loss": 4.1588,
       "step": 417
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.484e-05,
-      "loss": 4.0693,
+      "epoch": 0.7,
+      "learning_rate": 2.49e-05,
+      "loss": 3.9861,
       "step": 418
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.49e-05,
-      "loss": 4.2844,
+      "epoch": 0.7,
+      "learning_rate": 2.4959999999999998e-05,
+      "loss": 4.2586,
       "step": 419
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.4959999999999998e-05,
-      "loss": 4.1622,
+      "epoch": 0.71,
+      "learning_rate": 2.502e-05,
+      "loss": 4.1678,
       "step": 420
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.502e-05,
-      "loss": 4.1149,
+      "epoch": 0.71,
+      "learning_rate": 2.508e-05,
+      "loss": 3.9133,
       "step": 421
     },
     {
-      "epoch": 0.35,
-      "learning_rate": 2.508e-05,
-      "loss": 4.239,
+      "epoch": 0.71,
+      "learning_rate": 2.514e-05,
+      "loss": 4.0723,
       "step": 422
     },
     {
-      "epoch": 0.36,
-      "learning_rate": 2.514e-05,
-      "loss": 4.2381,
-      "step": 423
-    },
-    {
-      "epoch": 0.36,
+      "epoch": 0.71,
       "learning_rate": 2.52e-05,
-      "loss": 4.2219,
-      "step": 424
+      "loss": 4.2253,
+      "step": 423
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.71,
       "learning_rate": 2.526e-05,
-      "loss": 4.4685,
-      "step": 425
+      "loss": 4.1328,
+      "step": 424
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.71,
       "learning_rate": 2.5319999999999998e-05,
-      "loss": 4.1927,
-      "step": 426
+      "loss": 4.1467,
+      "step": 425
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.538e-05,
-      "loss": 4.0788,
-      "step": 427
+      "loss": 4.2043,
+      "step": 426
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.544e-05,
-      "loss": 4.1328,
-      "step": 428
+      "loss": 4.1373,
+      "step": 427
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.55e-05,
-      "loss": 4.409,
-      "step": 429
+      "loss": 4.0594,
+      "step": 428
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.556e-05,
-      "loss": 4.3314,
-      "step": 430
+      "loss": 4.1956,
+      "step": 429
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.562e-05,
-      "loss": 4.1969,
-      "step": 431
+      "loss": 4.1423,
+      "step": 430
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.72,
       "learning_rate": 2.568e-05,
-      "loss": 4.135,
-      "step": 432
+      "loss": 4.2437,
+      "step": 431
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.73,
       "learning_rate": 2.574e-05,
-      "loss": 4.3374,
-      "step": 433
+      "loss": 4.002,
+      "step": 432
     },
     {
-      "epoch": 0.36,
+      "epoch": 0.73,
       "learning_rate": 2.58e-05,
-      "loss": 4.1839,
-      "step": 434
+      "loss": 4.2375,
+      "step": 433
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.73,
       "learning_rate": 2.586e-05,
-      "loss": 4.3902,
-      "step": 435
+      "loss": 4.1837,
+      "step": 434
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.73,
       "learning_rate": 2.592e-05,
-      "loss": 4.0641,
-      "step": 436
+      "loss": 4.2282,
+      "step": 435
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.73,
       "learning_rate": 2.5980000000000002e-05,
-      "loss": 4.0922,
-      "step": 437
+      "loss": 4.1327,
+      "step": 436
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.73,
       "learning_rate": 2.604e-05,
-      "loss": 4.0856,
-      "step": 438
+      "loss": 4.0206,
+      "step": 437
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.61e-05,
-      "loss": 4.3202,
-      "step": 439
+      "loss": 4.2462,
+      "step": 438
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.616e-05,
-      "loss": 4.2033,
-      "step": 440
+      "loss": 4.1303,
+      "step": 439
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.622e-05,
-      "loss": 4.3514,
-      "step": 441
+      "loss": 4.3363,
+      "step": 440
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.628e-05,
-      "loss": 4.2933,
-      "step": 442
+      "loss": 4.2215,
+      "step": 441
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.6340000000000002e-05,
-      "loss": 4.1667,
-      "step": 443
+      "loss": 4.37,
+      "step": 442
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.74,
       "learning_rate": 2.64e-05,
-      "loss": 4.2934,
-      "step": 444
+      "loss": 4.2928,
+      "step": 443
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.75,
       "learning_rate": 2.646e-05,
-      "loss": 4.2268,
-      "step": 445
+      "loss": 4.2348,
+      "step": 444
     },
     {
-      "epoch": 0.37,
+      "epoch": 0.75,
       "learning_rate": 2.652e-05,
-      "loss": 4.5093,
-      "step": 446
+      "loss": 4.0496,
+      "step": 445
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.75,
       "learning_rate": 2.658e-05,
-      "loss": 4.8232,
-      "step": 447
+      "loss": 4.3644,
+      "step": 446
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.75,
       "learning_rate": 2.6640000000000002e-05,
-      "loss": 4.4394,
-      "step": 448
+      "loss": 4.3019,
+      "step": 447
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.75,
       "learning_rate": 2.6700000000000002e-05,
-      "loss": 4.5789,
-      "step": 449
+      "loss": 4.2132,
+      "step": 448
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.75,
       "learning_rate": 2.676e-05,
-      "loss": 4.5669,
-      "step": 450
+      "loss": 4.3806,
+      "step": 449
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.76,
       "learning_rate": 2.682e-05,
-      "loss": 4.1085,
-      "step": 451
+      "loss": 4.4193,
+      "step": 450
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.76,
       "learning_rate": 2.688e-05,
-      "loss": 4.0791,
-      "step": 452
+      "loss": 4.2117,
+      "step": 451
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.76,
       "learning_rate": 2.6940000000000003e-05,
-      "loss": 4.1322,
-      "step": 453
+      "loss": 4.1936,
+      "step": 452
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.76,
       "learning_rate": 2.7000000000000002e-05,
-      "loss": 4.2196,
-      "step": 454
+      "loss": 4.1327,
+      "step": 453
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.76,
       "learning_rate": 2.7060000000000002e-05,
-      "loss": 4.2246,
-      "step": 455
+      "loss": 4.0195,
+      "step": 454
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.77,
       "learning_rate": 2.712e-05,
-      "loss": 4.3137,
-      "step": 456
+      "loss": 4.1855,
+      "step": 455
     },
     {
-      "epoch": 0.38,
+      "epoch": 0.77,
       "learning_rate": 2.718e-05,
-      "loss": 4.1424,
-      "step": 457
+      "loss": 4.1236,
+      "step": 456
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.77,
       "learning_rate": 2.724e-05,
-      "loss": 4.3873,
-      "step": 458
+      "loss": 4.2202,
+      "step": 457
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.77,
       "learning_rate": 2.7300000000000003e-05,
-      "loss": 4.1062,
-      "step": 459
+      "loss": 4.237,
+      "step": 458
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.77,
       "learning_rate": 2.7360000000000002e-05,
-      "loss": 4.2217,
-      "step": 460
+      "loss": 4.1488,
+      "step": 459
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.77,
       "learning_rate": 2.7420000000000002e-05,
-      "loss": 4.3344,
-      "step": 461
+      "loss": 4.1618,
+      "step": 460
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.748e-05,
-      "loss": 4.233,
-      "step": 462
+      "loss": 4.1037,
+      "step": 461
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.754e-05,
-      "loss": 4.1831,
-      "step": 463
+      "loss": 4.093,
+      "step": 462
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.7600000000000003e-05,
-      "loss": 4.3255,
-      "step": 464
+      "loss": 4.0882,
+      "step": 463
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.7660000000000003e-05,
-      "loss": 4.3174,
-      "step": 465
+      "loss": 4.1926,
+      "step": 464
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.7720000000000002e-05,
-      "loss": 4.0495,
-      "step": 466
+      "loss": 4.1991,
+      "step": 465
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.78,
       "learning_rate": 2.778e-05,
-      "loss": 4.2332,
-      "step": 467
+      "loss": 4.1288,
+      "step": 466
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.79,
       "learning_rate": 2.784e-05,
-      "loss": 4.264,
-      "step": 468
+      "loss": 4.1492,
+      "step": 467
     },
     {
-      "epoch": 0.39,
+      "epoch": 0.79,
       "learning_rate": 2.79e-05,
-      "loss": 4.046,
-      "step": 469
+      "loss": 4.1312,
+      "step": 468
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.79,
       "learning_rate": 2.7960000000000003e-05,
-      "loss": 4.3968,
-      "step": 470
+      "loss": 4.135,
+      "step": 469
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.79,
       "learning_rate": 2.8020000000000003e-05,
-      "loss": 4.2199,
-      "step": 471
+      "loss": 4.1085,
+      "step": 470
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.79,
       "learning_rate": 2.8080000000000002e-05,
-      "loss": 4.3326,
-      "step": 472
+      "loss": 4.0511,
+      "step": 471
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.79,
       "learning_rate": 2.8139999999999998e-05,
-      "loss": 3.9664,
-      "step": 473
+      "loss": 4.1314,
+      "step": 472
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.8199999999999998e-05,
-      "loss": 4.3188,
-      "step": 474
+      "loss": 4.1245,
+      "step": 473
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.826e-05,
-      "loss": 4.3697,
-      "step": 475
+      "loss": 4.0092,
+      "step": 474
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.832e-05,
-      "loss": 4.2307,
-      "step": 476
+      "loss": 4.0817,
+      "step": 475
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.838e-05,
-      "loss": 4.0019,
-      "step": 477
+      "loss": 4.0978,
+      "step": 476
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.844e-05,
-      "loss": 4.183,
-      "step": 478
+      "loss": 4.1275,
+      "step": 477
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.8,
       "learning_rate": 2.8499999999999998e-05,
-      "loss": 4.2057,
-      "step": 479
+      "loss": 4.1422,
+      "step": 478
     },
     {
-      "epoch": 0.4,
+      "epoch": 0.81,
       "learning_rate": 2.856e-05,
-      "loss": 4.211,
-      "step": 480
-    },
-    {
-      "epoch": 0.4,
-      "learning_rate": 2.862e-05,
-      "loss": 4.1237,
-      "step": 481
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.868e-05,
-      "loss": 4.2026,
-      "step": 482
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.874e-05,
-      "loss": 4.2882,
-      "step": 483
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.88e-05,
-      "loss": 4.2511,
-      "step": 484
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.8859999999999998e-05,
-      "loss": 4.2239,
-      "step": 485
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.892e-05,
-      "loss": 4.2334,
-      "step": 486
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.898e-05,
-      "loss": 4.0526,
-      "step": 487
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.904e-05,
-      "loss": 4.2035,
-      "step": 488
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.91e-05,
-      "loss": 4.0375,
-      "step": 489
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.916e-05,
-      "loss": 4.1863,
-      "step": 490
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.922e-05,
-      "loss": 4.2202,
-      "step": 491
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.928e-05,
-      "loss": 4.1735,
-      "step": 492
-    },
-    {
-      "epoch": 0.41,
-      "learning_rate": 2.934e-05,
-      "loss": 4.329,
-      "step": 493
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.94e-05,
-      "loss": 4.3132,
-      "step": 494
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.946e-05,
-      "loss": 4.731,
-      "step": 495
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.9520000000000002e-05,
-      "loss": 4.302,
-      "step": 496
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.958e-05,
-      "loss": 4.3501,
-      "step": 497
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.964e-05,
-      "loss": 4.7437,
-      "step": 498
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.97e-05,
-      "loss": 4.3178,
-      "step": 499
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.976e-05,
-      "loss": 4.4141,
-      "step": 500
-    },
-    {
-      "epoch": 0.42,
-      "eval_loss": 4.30024528503418,
-      "eval_runtime": 757.2008,
-      "eval_samples_per_second": 3.489,
-      "eval_steps_per_second": 0.292,
-      "eval_wer": 1.9045418484728283,
-      "step": 500
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.982e-05,
-      "loss": 4.2314,
-      "step": 501
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.9880000000000002e-05,
-      "loss": 4.3374,
-      "step": 502
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.994e-05,
-      "loss": 4.2189,
-      "step": 503
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 3e-05,
-      "loss": 3.988,
-      "step": 504
-    },
-    {
-      "epoch": 0.42,
-      "learning_rate": 2.995645863570392e-05,
-      "loss": 4.208,
-      "step": 505
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9912917271407838e-05,
-      "loss": 4.3239,
-      "step": 506
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9869375907111758e-05,
-      "loss": 4.0707,
-      "step": 507
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9825834542815675e-05,
-      "loss": 4.2125,
-      "step": 508
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9782293178519592e-05,
-      "loss": 4.2279,
-      "step": 509
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9738751814223512e-05,
-      "loss": 4.5086,
-      "step": 510
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9695210449927432e-05,
-      "loss": 4.2407,
-      "step": 511
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9651669085631353e-05,
-      "loss": 4.0929,
-      "step": 512
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.960812772133527e-05,
-      "loss": 4.3112,
-      "step": 513
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.956458635703919e-05,
-      "loss": 4.0395,
-      "step": 514
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9521044992743107e-05,
-      "loss": 4.0538,
-      "step": 515
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9477503628447024e-05,
-      "loss": 4.1033,
-      "step": 516
-    },
-    {
-      "epoch": 0.43,
-      "learning_rate": 2.9433962264150944e-05,
-      "loss": 4.2729,
-      "step": 517
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9390420899854864e-05,
-      "loss": 4.0867,
-      "step": 518
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.934687953555878e-05,
-      "loss": 4.5764,
-      "step": 519
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.93033381712627e-05,
-      "loss": 4.1751,
-      "step": 520
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.925979680696662e-05,
-      "loss": 4.2292,
-      "step": 521
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9216255442670535e-05,
-      "loss": 4.2203,
-      "step": 522
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9172714078374455e-05,
-      "loss": 4.371,
-      "step": 523
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9129172714078376e-05,
-      "loss": 4.2234,
-      "step": 524
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9085631349782292e-05,
-      "loss": 4.1833,
-      "step": 525
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.9042089985486213e-05,
-      "loss": 3.9943,
-      "step": 526
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.8998548621190133e-05,
-      "loss": 4.2161,
-      "step": 527
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.8955007256894053e-05,
-      "loss": 4.2851,
-      "step": 528
-    },
-    {
-      "epoch": 0.44,
-      "learning_rate": 2.8911465892597967e-05,
-      "loss": 4.4073,
-      "step": 529
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8867924528301887e-05,
-      "loss": 4.3861,
-      "step": 530
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8824383164005807e-05,
-      "loss": 4.3556,
-      "step": 531
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8780841799709724e-05,
-      "loss": 4.3505,
-      "step": 532
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8737300435413644e-05,
-      "loss": 4.2241,
-      "step": 533
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8693759071117565e-05,
-      "loss": 4.2894,
-      "step": 534
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.865021770682148e-05,
-      "loss": 4.1874,
-      "step": 535
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.86066763425254e-05,
-      "loss": 4.0992,
-      "step": 536
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.856313497822932e-05,
-      "loss": 4.308,
-      "step": 537
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8519593613933236e-05,
-      "loss": 4.0446,
-      "step": 538
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8476052249637156e-05,
-      "loss": 4.3617,
-      "step": 539
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8432510885341076e-05,
-      "loss": 4.2125,
-      "step": 540
-    },
-    {
-      "epoch": 0.45,
-      "learning_rate": 2.8388969521044996e-05,
-      "loss": 4.4497,
-      "step": 541
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.834542815674891e-05,
-      "loss": 4.2143,
-      "step": 542
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.830188679245283e-05,
-      "loss": 4.1838,
-      "step": 543
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.825834542815675e-05,
-      "loss": 4.3267,
-      "step": 544
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.8214804063860667e-05,
-      "loss": 4.4174,
-      "step": 545
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.8171262699564588e-05,
-      "loss": 4.2397,
-      "step": 546
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.8127721335268508e-05,
-      "loss": 4.3671,
-      "step": 547
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.8084179970972425e-05,
-      "loss": 4.5282,
-      "step": 548
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.804063860667634e-05,
-      "loss": 4.5974,
-      "step": 549
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.7997097242380262e-05,
-      "loss": 4.9211,
-      "step": 550
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.795355587808418e-05,
-      "loss": 4.3672,
-      "step": 551
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.79100145137881e-05,
-      "loss": 4.169,
-      "step": 552
-    },
-    {
-      "epoch": 0.46,
-      "learning_rate": 2.786647314949202e-05,
-      "loss": 4.5055,
-      "step": 553
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7822931785195936e-05,
-      "loss": 4.3704,
-      "step": 554
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7779390420899856e-05,
-      "loss": 4.3068,
-      "step": 555
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7735849056603773e-05,
-      "loss": 4.2226,
-      "step": 556
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7692307692307694e-05,
-      "loss": 4.0809,
-      "step": 557
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.764876632801161e-05,
-      "loss": 4.1634,
-      "step": 558
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.760522496371553e-05,
-      "loss": 4.3272,
-      "step": 559
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.756168359941945e-05,
-      "loss": 4.1798,
-      "step": 560
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7518142235123368e-05,
-      "loss": 4.208,
-      "step": 561
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7474600870827288e-05,
-      "loss": 4.1077,
-      "step": 562
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7431059506531205e-05,
-      "loss": 4.4126,
-      "step": 563
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7387518142235122e-05,
-      "loss": 3.9717,
-      "step": 564
-    },
-    {
-      "epoch": 0.47,
-      "learning_rate": 2.7343976777939042e-05,
-      "loss": 4.0799,
-      "step": 565
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.7300435413642962e-05,
-      "loss": 4.2253,
-      "step": 566
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.725689404934688e-05,
-      "loss": 4.3497,
-      "step": 567
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.72133526850508e-05,
-      "loss": 4.2599,
-      "step": 568
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.716981132075472e-05,
-      "loss": 4.0196,
-      "step": 569
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.7126269956458637e-05,
-      "loss": 4.1468,
-      "step": 570
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.7082728592162554e-05,
-      "loss": 4.1618,
-      "step": 571
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.7039187227866474e-05,
-      "loss": 4.4228,
-      "step": 572
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.6995645863570394e-05,
-      "loss": 4.2101,
-      "step": 573
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.695210449927431e-05,
-      "loss": 4.3236,
-      "step": 574
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.690856313497823e-05,
-      "loss": 4.3007,
-      "step": 575
-    },
-    {
-      "epoch": 0.48,
-      "learning_rate": 2.686502177068215e-05,
-      "loss": 4.4017,
-      "step": 576
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6821480406386065e-05,
-      "loss": 4.4367,
-      "step": 577
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6777939042089985e-05,
-      "loss": 4.1326,
-      "step": 578
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6734397677793905e-05,
-      "loss": 4.2301,
-      "step": 579
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6690856313497822e-05,
-      "loss": 4.2697,
-      "step": 580
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6647314949201743e-05,
-      "loss": 4.4121,
-      "step": 581
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6603773584905663e-05,
-      "loss": 4.0433,
-      "step": 582
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.656023222060958e-05,
-      "loss": 4.2115,
-      "step": 583
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6516690856313497e-05,
-      "loss": 4.2818,
-      "step": 584
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6473149492017417e-05,
-      "loss": 4.321,
-      "step": 585
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6429608127721337e-05,
-      "loss": 4.2801,
-      "step": 586
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6386066763425254e-05,
-      "loss": 4.4069,
-      "step": 587
-    },
-    {
-      "epoch": 0.49,
-      "learning_rate": 2.6342525399129174e-05,
-      "loss": 4.1761,
-      "step": 588
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.6298984034833095e-05,
-      "loss": 4.1736,
-      "step": 589
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.625544267053701e-05,
-      "loss": 4.2528,
-      "step": 590
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.621190130624093e-05,
-      "loss": 4.2434,
-      "step": 591
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.616835994194485e-05,
-      "loss": 4.1229,
-      "step": 592
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.6124818577648765e-05,
-      "loss": 4.6737,
-      "step": 593
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.6081277213352686e-05,
-      "loss": 4.2183,
-      "step": 594
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.6037735849056606e-05,
-      "loss": 4.3679,
-      "step": 595
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.5994194484760523e-05,
-      "loss": 4.0238,
-      "step": 596
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.5950653120464443e-05,
-      "loss": 4.2715,
-      "step": 597
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.590711175616836e-05,
-      "loss": 4.5827,
-      "step": 598
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.5863570391872277e-05,
-      "loss": 4.2897,
-      "step": 599
-    },
-    {
-      "epoch": 0.5,
-      "learning_rate": 2.5820029027576197e-05,
-      "loss": 4.7637,
-      "step": 600
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5776487663280117e-05,
-      "loss": 4.1382,
-      "step": 601
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5732946298984038e-05,
-      "loss": 4.3326,
-      "step": 602
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5689404934687955e-05,
-      "loss": 4.4628,
-      "step": 603
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.564586357039187e-05,
-      "loss": 4.0072,
-      "step": 604
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5602322206095792e-05,
-      "loss": 4.2248,
-      "step": 605
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.555878084179971e-05,
-      "loss": 4.3323,
-      "step": 606
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.551523947750363e-05,
-      "loss": 4.1831,
-      "step": 607
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.547169811320755e-05,
-      "loss": 4.3761,
-      "step": 608
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5428156748911466e-05,
-      "loss": 4.2721,
-      "step": 609
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5384615384615386e-05,
-      "loss": 4.2801,
-      "step": 610
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.5341074020319303e-05,
-      "loss": 4.2859,
-      "step": 611
-    },
-    {
-      "epoch": 0.51,
-      "learning_rate": 2.529753265602322e-05,
-      "loss": 4.0466,
-      "step": 612
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.525399129172714e-05,
-      "loss": 4.4275,
-      "step": 613
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.521044992743106e-05,
-      "loss": 4.0529,
-      "step": 614
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.516690856313498e-05,
-      "loss": 4.1995,
-      "step": 615
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.5123367198838898e-05,
-      "loss": 4.2598,
-      "step": 616
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.5079825834542818e-05,
-      "loss": 4.1768,
-      "step": 617
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.5036284470246735e-05,
-      "loss": 4.2159,
-      "step": 618
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.4992743105950652e-05,
-      "loss": 4.2382,
-      "step": 619
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.4949201741654572e-05,
-      "loss": 4.2661,
-      "step": 620
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.4905660377358492e-05,
-      "loss": 3.9739,
-      "step": 621
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.486211901306241e-05,
-      "loss": 3.888,
-      "step": 622
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.481857764876633e-05,
-      "loss": 4.4549,
-      "step": 623
-    },
-    {
-      "epoch": 0.52,
-      "learning_rate": 2.477503628447025e-05,
-      "loss": 4.3159,
-      "step": 624
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4731494920174163e-05,
-      "loss": 4.2516,
-      "step": 625
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4687953555878083e-05,
-      "loss": 4.3759,
-      "step": 626
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4644412191582004e-05,
-      "loss": 4.3352,
-      "step": 627
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.460087082728592e-05,
-      "loss": 4.0008,
-      "step": 628
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.455732946298984e-05,
-      "loss": 4.1377,
-      "step": 629
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.451378809869376e-05,
-      "loss": 4.2283,
-      "step": 630
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.447024673439768e-05,
-      "loss": 4.4815,
-      "step": 631
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4426705370101595e-05,
-      "loss": 4.13,
-      "step": 632
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4383164005805515e-05,
-      "loss": 4.3233,
-      "step": 633
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4339622641509435e-05,
-      "loss": 4.1583,
-      "step": 634
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4296081277213352e-05,
-      "loss": 4.3373,
-      "step": 635
-    },
-    {
-      "epoch": 0.53,
-      "learning_rate": 2.4252539912917273e-05,
-      "loss": 4.147,
-      "step": 636
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.4208998548621193e-05,
-      "loss": 3.8948,
-      "step": 637
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.416545718432511e-05,
-      "loss": 4.1051,
-      "step": 638
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.4121915820029027e-05,
-      "loss": 4.2493,
-      "step": 639
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.4078374455732947e-05,
-      "loss": 4.271,
-      "step": 640
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.4034833091436864e-05,
-      "loss": 4.1981,
-      "step": 641
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.3991291727140784e-05,
-      "loss": 4.2216,
-      "step": 642
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.3947750362844704e-05,
-      "loss": 4.4133,
-      "step": 643
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.3904208998548625e-05,
-      "loss": 4.1971,
-      "step": 644
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.386066763425254e-05,
-      "loss": 4.2114,
-      "step": 645
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.3817126269956458e-05,
-      "loss": 4.2057,
-      "step": 646
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.377358490566038e-05,
-      "loss": 4.0278,
-      "step": 647
-    },
-    {
-      "epoch": 0.54,
-      "learning_rate": 2.3730043541364295e-05,
-      "loss": 4.5753,
-      "step": 648
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3686502177068216e-05,
-      "loss": 4.6933,
-      "step": 649
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3642960812772136e-05,
-      "loss": 4.4396,
-      "step": 650
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3599419448476053e-05,
-      "loss": 4.3583,
-      "step": 651
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3555878084179973e-05,
-      "loss": 4.1155,
-      "step": 652
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.351233671988389e-05,
-      "loss": 4.3176,
-      "step": 653
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3468795355587807e-05,
-      "loss": 4.2255,
-      "step": 654
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3425253991291727e-05,
-      "loss": 4.224,
-      "step": 655
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3381712626995647e-05,
-      "loss": 4.1641,
-      "step": 656
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3338171262699564e-05,
-      "loss": 4.1898,
-      "step": 657
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3294629898403485e-05,
-      "loss": 4.2946,
-      "step": 658
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.3251088534107405e-05,
-      "loss": 4.2545,
-      "step": 659
-    },
-    {
-      "epoch": 0.55,
-      "learning_rate": 2.320754716981132e-05,
-      "loss": 4.1535,
-      "step": 660
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.316400580551524e-05,
-      "loss": 4.1781,
-      "step": 661
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.312046444121916e-05,
-      "loss": 4.0376,
-      "step": 662
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.307692307692308e-05,
-      "loss": 4.3214,
-      "step": 663
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.3033381712626996e-05,
-      "loss": 4.1501,
-      "step": 664
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.2989840348330916e-05,
-      "loss": 4.4826,
-      "step": 665
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.2946298984034833e-05,
-      "loss": 4.2639,
-      "step": 666
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.290275761973875e-05,
-      "loss": 4.3683,
-      "step": 667
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.285921625544267e-05,
-      "loss": 4.1728,
-      "step": 668
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.281567489114659e-05,
-      "loss": 4.1946,
-      "step": 669
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.2772133526850507e-05,
-      "loss": 4.1142,
-      "step": 670
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.2728592162554428e-05,
-      "loss": 4.2761,
-      "step": 671
-    },
-    {
-      "epoch": 0.56,
-      "learning_rate": 2.2685050798258348e-05,
-      "loss": 4.171,
-      "step": 672
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2641509433962265e-05,
-      "loss": 4.3078,
-      "step": 673
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.259796806966618e-05,
-      "loss": 4.2299,
-      "step": 674
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2554426705370102e-05,
-      "loss": 4.1071,
-      "step": 675
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2510885341074022e-05,
-      "loss": 3.9152,
-      "step": 676
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.246734397677794e-05,
-      "loss": 4.3342,
-      "step": 677
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.242380261248186e-05,
-      "loss": 4.1799,
-      "step": 678
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.238026124818578e-05,
-      "loss": 4.1786,
-      "step": 679
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2336719883889693e-05,
-      "loss": 4.3841,
-      "step": 680
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2293178519593613e-05,
-      "loss": 3.9839,
-      "step": 681
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.2249637155297534e-05,
-      "loss": 4.0269,
-      "step": 682
-    },
-    {
-      "epoch": 0.57,
-      "learning_rate": 2.220609579100145e-05,
-      "loss": 4.3468,
-      "step": 683
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.216255442670537e-05,
-      "loss": 4.0277,
-      "step": 684
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.211901306240929e-05,
-      "loss": 4.2595,
-      "step": 685
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.2075471698113208e-05,
-      "loss": 4.2101,
-      "step": 686
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.2031930333817125e-05,
-      "loss": 4.1138,
-      "step": 687
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1988388969521045e-05,
-      "loss": 4.1737,
-      "step": 688
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1944847605224965e-05,
-      "loss": 4.3556,
-      "step": 689
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1901306240928882e-05,
-      "loss": 4.3614,
-      "step": 690
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1857764876632802e-05,
-      "loss": 4.5085,
-      "step": 691
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1814223512336723e-05,
-      "loss": 4.3716,
-      "step": 692
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.177068214804064e-05,
-      "loss": 4.4314,
-      "step": 693
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1727140783744556e-05,
-      "loss": 4.5723,
-      "step": 694
-    },
-    {
-      "epoch": 0.58,
-      "learning_rate": 2.1683599419448477e-05,
-      "loss": 4.1928,
-      "step": 695
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1640058055152394e-05,
-      "loss": 4.1403,
-      "step": 696
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1596516690856314e-05,
-      "loss": 4.2911,
-      "step": 697
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1552975326560234e-05,
-      "loss": 4.5671,
-      "step": 698
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.150943396226415e-05,
-      "loss": 4.1137,
-      "step": 699
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.146589259796807e-05,
-      "loss": 4.8666,
-      "step": 700
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1422351233671988e-05,
-      "loss": 4.2884,
-      "step": 701
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.137880986937591e-05,
-      "loss": 4.0703,
-      "step": 702
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1335268505079825e-05,
-      "loss": 4.1897,
-      "step": 703
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1291727140783746e-05,
-      "loss": 3.9551,
-      "step": 704
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1248185776487666e-05,
-      "loss": 4.1073,
-      "step": 705
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1204644412191583e-05,
-      "loss": 4.1376,
-      "step": 706
-    },
-    {
-      "epoch": 0.59,
-      "learning_rate": 2.1161103047895503e-05,
-      "loss": 4.1529,
-      "step": 707
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.111756168359942e-05,
-      "loss": 4.192,
-      "step": 708
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.1074020319303337e-05,
-      "loss": 4.2003,
-      "step": 709
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.1030478955007257e-05,
-      "loss": 4.1694,
-      "step": 710
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0986937590711177e-05,
-      "loss": 4.0176,
-      "step": 711
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0943396226415094e-05,
-      "loss": 4.2636,
-      "step": 712
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0899854862119014e-05,
-      "loss": 4.1796,
-      "step": 713
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0856313497822935e-05,
-      "loss": 4.0406,
-      "step": 714
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0812772133526848e-05,
-      "loss": 4.2199,
-      "step": 715
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.076923076923077e-05,
-      "loss": 4.1049,
-      "step": 716
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.072568940493469e-05,
-      "loss": 4.0792,
-      "step": 717
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.068214804063861e-05,
-      "loss": 4.3545,
-      "step": 718
-    },
-    {
-      "epoch": 0.6,
-      "learning_rate": 2.0638606676342526e-05,
-      "loss": 4.1186,
-      "step": 719
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0595065312046446e-05,
-      "loss": 4.0269,
-      "step": 720
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0551523947750363e-05,
-      "loss": 4.1018,
-      "step": 721
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.050798258345428e-05,
-      "loss": 4.0605,
-      "step": 722
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.04644412191582e-05,
-      "loss": 4.1759,
-      "step": 723
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.042089985486212e-05,
-      "loss": 4.091,
-      "step": 724
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0377358490566037e-05,
-      "loss": 4.2237,
-      "step": 725
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0333817126269958e-05,
-      "loss": 4.3469,
-      "step": 726
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0290275761973878e-05,
-      "loss": 4.1373,
-      "step": 727
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.024673439767779e-05,
-      "loss": 4.3085,
-      "step": 728
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.020319303338171e-05,
-      "loss": 4.0014,
-      "step": 729
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.0159651669085632e-05,
-      "loss": 4.3102,
-      "step": 730
-    },
-    {
-      "epoch": 0.61,
-      "learning_rate": 2.011611030478955e-05,
-      "loss": 4.242,
-      "step": 731
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 2.007256894049347e-05,
-      "loss": 4.381,
-      "step": 732
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 2.002902757619739e-05,
-      "loss": 3.9939,
-      "step": 733
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.998548621190131e-05,
-      "loss": 4.2419,
-      "step": 734
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9941944847605223e-05,
-      "loss": 4.2325,
-      "step": 735
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9898403483309143e-05,
-      "loss": 4.1173,
-      "step": 736
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9854862119013064e-05,
-      "loss": 4.2259,
-      "step": 737
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.981132075471698e-05,
-      "loss": 4.366,
-      "step": 738
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.97677793904209e-05,
-      "loss": 4.3419,
-      "step": 739
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.972423802612482e-05,
-      "loss": 4.0676,
-      "step": 740
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9680696661828738e-05,
-      "loss": 4.3313,
-      "step": 741
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9637155297532655e-05,
-      "loss": 4.1605,
-      "step": 742
-    },
-    {
-      "epoch": 0.62,
-      "learning_rate": 1.9593613933236575e-05,
-      "loss": 4.2333,
-      "step": 743
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9550072568940492e-05,
-      "loss": 4.3354,
-      "step": 744
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9506531204644412e-05,
-      "loss": 4.5522,
-      "step": 745
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9462989840348332e-05,
-      "loss": 4.4008,
-      "step": 746
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9419448476052253e-05,
-      "loss": 4.527,
-      "step": 747
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.937590711175617e-05,
-      "loss": 4.7567,
-      "step": 748
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9332365747460086e-05,
-      "loss": 4.2348,
-      "step": 749
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9288824383164007e-05,
-      "loss": 4.468,
-      "step": 750
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9245283018867924e-05,
-      "loss": 4.0973,
-      "step": 751
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9201741654571844e-05,
-      "loss": 4.2522,
-      "step": 752
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.9158200290275764e-05,
-      "loss": 4.2904,
-      "step": 753
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.911465892597968e-05,
-      "loss": 4.072,
-      "step": 754
-    },
-    {
-      "epoch": 0.63,
-      "learning_rate": 1.90711175616836e-05,
-      "loss": 4.3001,
-      "step": 755
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.9027576197387518e-05,
-      "loss": 4.1479,
-      "step": 756
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8984034833091435e-05,
-      "loss": 4.1438,
-      "step": 757
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8940493468795355e-05,
-      "loss": 4.0502,
-      "step": 758
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8896952104499276e-05,
-      "loss": 4.1181,
-      "step": 759
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8853410740203192e-05,
-      "loss": 4.3143,
-      "step": 760
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8809869375907113e-05,
-      "loss": 4.0293,
-      "step": 761
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8766328011611033e-05,
-      "loss": 4.1187,
-      "step": 762
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.872278664731495e-05,
-      "loss": 4.1775,
-      "step": 763
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8679245283018867e-05,
-      "loss": 4.0575,
-      "step": 764
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8635703918722787e-05,
-      "loss": 4.2619,
-      "step": 765
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8592162554426707e-05,
-      "loss": 4.1278,
-      "step": 766
-    },
-    {
-      "epoch": 0.64,
-      "learning_rate": 1.8548621190130624e-05,
-      "loss": 4.2394,
-      "step": 767
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8505079825834544e-05,
-      "loss": 3.9289,
-      "step": 768
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8461538461538465e-05,
-      "loss": 4.1578,
-      "step": 769
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8417997097242378e-05,
-      "loss": 4.3125,
-      "step": 770
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.83744557329463e-05,
-      "loss": 3.9503,
-      "step": 771
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.833091436865022e-05,
-      "loss": 4.273,
-      "step": 772
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8287373004354136e-05,
-      "loss": 4.0677,
-      "step": 773
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8243831640058056e-05,
-      "loss": 4.0298,
-      "step": 774
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8200290275761976e-05,
-      "loss": 4.2021,
-      "step": 775
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.8156748911465896e-05,
-      "loss": 4.1237,
-      "step": 776
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.811320754716981e-05,
-      "loss": 4.1869,
-      "step": 777
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.806966618287373e-05,
-      "loss": 4.2161,
-      "step": 778
-    },
-    {
-      "epoch": 0.65,
-      "learning_rate": 1.802612481857765e-05,
-      "loss": 4.0311,
-      "step": 779
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7982583454281567e-05,
-      "loss": 4.2399,
-      "step": 780
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7939042089985487e-05,
-      "loss": 4.1053,
-      "step": 781
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7895500725689408e-05,
-      "loss": 4.0982,
-      "step": 782
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7851959361393325e-05,
-      "loss": 3.9219,
-      "step": 783
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.780841799709724e-05,
-      "loss": 4.3117,
-      "step": 784
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7764876632801162e-05,
-      "loss": 4.3501,
-      "step": 785
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.772133526850508e-05,
-      "loss": 4.1261,
-      "step": 786
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7677793904209e-05,
-      "loss": 4.4875,
-      "step": 787
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.763425253991292e-05,
-      "loss": 4.1334,
-      "step": 788
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7590711175616836e-05,
-      "loss": 4.0298,
-      "step": 789
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7547169811320753e-05,
-      "loss": 3.9814,
-      "step": 790
-    },
-    {
-      "epoch": 0.66,
-      "learning_rate": 1.7503628447024673e-05,
-      "loss": 4.4153,
-      "step": 791
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7460087082728593e-05,
-      "loss": 4.5514,
-      "step": 792
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.741654571843251e-05,
-      "loss": 4.6255,
-      "step": 793
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.737300435413643e-05,
-      "loss": 4.138,
-      "step": 794
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.732946298984035e-05,
-      "loss": 4.2639,
-      "step": 795
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7285921625544268e-05,
-      "loss": 3.9468,
-      "step": 796
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7242380261248185e-05,
-      "loss": 4.1628,
-      "step": 797
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7198838896952105e-05,
-      "loss": 4.5034,
-      "step": 798
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7155297532656022e-05,
-      "loss": 4.5979,
-      "step": 799
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7111756168359942e-05,
-      "loss": 4.2505,
-      "step": 800
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.7068214804063862e-05,
-      "loss": 4.0778,
-      "step": 801
-    },
-    {
-      "epoch": 0.67,
-      "learning_rate": 1.702467343976778e-05,
-      "loss": 4.1168,
-      "step": 802
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.69811320754717e-05,
-      "loss": 4.0651,
-      "step": 803
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6937590711175616e-05,
-      "loss": 4.1375,
-      "step": 804
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6894049346879537e-05,
-      "loss": 3.9871,
-      "step": 805
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6850507982583453e-05,
-      "loss": 4.1726,
-      "step": 806
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6806966618287374e-05,
-      "loss": 4.2112,
-      "step": 807
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6763425253991294e-05,
-      "loss": 4.0376,
-      "step": 808
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.671988388969521e-05,
-      "loss": 4.1104,
-      "step": 809
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.667634252539913e-05,
-      "loss": 4.0789,
-      "step": 810
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6632801161103048e-05,
-      "loss": 4.1437,
-      "step": 811
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6589259796806965e-05,
-      "loss": 4.2246,
-      "step": 812
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6545718432510885e-05,
-      "loss": 4.1467,
-      "step": 813
-    },
-    {
-      "epoch": 0.68,
-      "learning_rate": 1.6502177068214805e-05,
-      "loss": 4.3815,
-      "step": 814
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6458635703918722e-05,
-      "loss": 4.126,
-      "step": 815
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6415094339622643e-05,
-      "loss": 4.22,
-      "step": 816
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6371552975326563e-05,
-      "loss": 4.0995,
-      "step": 817
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6328011611030476e-05,
-      "loss": 4.0076,
-      "step": 818
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6284470246734397e-05,
-      "loss": 4.0461,
-      "step": 819
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6240928882438317e-05,
-      "loss": 4.2153,
-      "step": 820
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6197387518142237e-05,
-      "loss": 4.2257,
-      "step": 821
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6153846153846154e-05,
-      "loss": 3.944,
-      "step": 822
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6110304789550074e-05,
-      "loss": 4.2334,
-      "step": 823
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6066763425253995e-05,
-      "loss": 4.3783,
-      "step": 824
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.6023222060957908e-05,
-      "loss": 4.1803,
-      "step": 825
-    },
-    {
-      "epoch": 0.69,
-      "learning_rate": 1.5979680696661828e-05,
-      "loss": 4.4173,
-      "step": 826
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.593613933236575e-05,
-      "loss": 4.1354,
-      "step": 827
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5892597968069665e-05,
-      "loss": 4.2593,
-      "step": 828
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5849056603773586e-05,
-      "loss": 4.0644,
-      "step": 829
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5805515239477506e-05,
-      "loss": 4.1668,
-      "step": 830
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5761973875181423e-05,
-      "loss": 4.1778,
-      "step": 831
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.571843251088534e-05,
-      "loss": 4.1199,
-      "step": 832
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.567489114658926e-05,
-      "loss": 4.0549,
-      "step": 833
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.563134978229318e-05,
-      "loss": 4.2005,
-      "step": 834
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5587808417997097e-05,
-      "loss": 4.2371,
-      "step": 835
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5544267053701017e-05,
-      "loss": 4.3101,
-      "step": 836
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5500725689404938e-05,
-      "loss": 4.0739,
-      "step": 837
-    },
-    {
-      "epoch": 0.7,
-      "learning_rate": 1.5457184325108855e-05,
-      "loss": 3.935,
-      "step": 838
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.541364296081277e-05,
-      "loss": 4.2442,
-      "step": 839
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.537010159651669e-05,
-      "loss": 4.0132,
-      "step": 840
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.532656023222061e-05,
-      "loss": 4.219,
-      "step": 841
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.528301886792453e-05,
-      "loss": 4.2231,
-      "step": 842
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.5239477503628449e-05,
-      "loss": 4.5382,
-      "step": 843
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.5195936139332364e-05,
-      "loss": 4.3583,
-      "step": 844
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.5152394775036285e-05,
-      "loss": 4.1368,
-      "step": 845
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.5108853410740205e-05,
-      "loss": 4.066,
-      "step": 846
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.506531204644412e-05,
-      "loss": 4.4218,
-      "step": 847
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.502177068214804e-05,
-      "loss": 3.9379,
-      "step": 848
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.497822931785196e-05,
-      "loss": 4.4527,
-      "step": 849
-    },
-    {
-      "epoch": 0.71,
-      "learning_rate": 1.4934687953555879e-05,
-      "loss": 4.4744,
-      "step": 850
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4891146589259796e-05,
-      "loss": 4.3199,
-      "step": 851
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4847605224963716e-05,
-      "loss": 4.1522,
-      "step": 852
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4804063860667635e-05,
-      "loss": 4.2372,
-      "step": 853
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4760522496371553e-05,
-      "loss": 4.1578,
-      "step": 854
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4716981132075472e-05,
-      "loss": 4.1353,
-      "step": 855
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.467343976777939e-05,
-      "loss": 4.0892,
-      "step": 856
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.462989840348331e-05,
-      "loss": 4.1973,
-      "step": 857
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4586357039187228e-05,
-      "loss": 4.0015,
-      "step": 858
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4542815674891146e-05,
-      "loss": 4.1491,
-      "step": 859
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4499274310595066e-05,
-      "loss": 4.1813,
-      "step": 860
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4455732946298983e-05,
-      "loss": 3.9465,
-      "step": 861
-    },
-    {
-      "epoch": 0.72,
-      "learning_rate": 1.4412191582002904e-05,
-      "loss": 4.2246,
-      "step": 862
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4368650217706822e-05,
-      "loss": 4.2165,
-      "step": 863
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.432510885341074e-05,
-      "loss": 4.0818,
-      "step": 864
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.428156748911466e-05,
-      "loss": 4.1381,
-      "step": 865
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4238026124818578e-05,
-      "loss": 4.1104,
-      "step": 866
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4194484760522498e-05,
-      "loss": 4.0258,
-      "step": 867
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4150943396226415e-05,
-      "loss": 4.1729,
-      "step": 868
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4107402031930334e-05,
-      "loss": 4.3057,
-      "step": 869
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.4063860667634254e-05,
-      "loss": 3.8857,
-      "step": 870
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.402031930333817e-05,
-      "loss": 3.8685,
-      "step": 871
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.397677793904209e-05,
-      "loss": 4.0149,
-      "step": 872
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.393323657474601e-05,
-      "loss": 4.1658,
-      "step": 873
-    },
-    {
-      "epoch": 0.73,
-      "learning_rate": 1.3889695210449928e-05,
-      "loss": 3.9714,
-      "step": 874
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3846153846153847e-05,
-      "loss": 4.1853,
-      "step": 875
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3802612481857765e-05,
-      "loss": 3.9733,
-      "step": 876
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3759071117561684e-05,
-      "loss": 3.9502,
-      "step": 877
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3715529753265602e-05,
-      "loss": 4.2392,
-      "step": 878
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3671988388969521e-05,
-      "loss": 4.0995,
-      "step": 879
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.362844702467344e-05,
-      "loss": 4.3054,
-      "step": 880
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.358490566037736e-05,
-      "loss": 3.9962,
-      "step": 881
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3541364296081277e-05,
-      "loss": 4.2908,
-      "step": 882
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3497822931785197e-05,
-      "loss": 4.1713,
-      "step": 883
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3454281567489116e-05,
-      "loss": 4.1767,
-      "step": 884
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3410740203193032e-05,
-      "loss": 4.0236,
-      "step": 885
-    },
-    {
-      "epoch": 0.74,
-      "learning_rate": 1.3367198838896953e-05,
-      "loss": 4.1259,
-      "step": 886
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3323657474600871e-05,
-      "loss": 4.3496,
-      "step": 887
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.328011611030479e-05,
-      "loss": 4.2724,
-      "step": 888
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3236574746008708e-05,
-      "loss": 4.4041,
-      "step": 889
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3193033381712627e-05,
-      "loss": 4.3489,
-      "step": 890
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3149492017416547e-05,
-      "loss": 4.2918,
-      "step": 891
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3105950653120464e-05,
-      "loss": 4.1783,
-      "step": 892
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3062409288824383e-05,
-      "loss": 4.1584,
-      "step": 893
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.3018867924528303e-05,
-      "loss": 4.1388,
-      "step": 894
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.2975326560232222e-05,
-      "loss": 4.2303,
-      "step": 895
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.2931785195936138e-05,
-      "loss": 4.2958,
-      "step": 896
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.2888243831640059e-05,
-      "loss": 4.3001,
-      "step": 897
-    },
-    {
-      "epoch": 0.75,
-      "learning_rate": 1.2844702467343977e-05,
-      "loss": 4.1076,
-      "step": 898
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2801161103047896e-05,
-      "loss": 4.1797,
-      "step": 899
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2757619738751814e-05,
-      "loss": 4.3959,
-      "step": 900
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2714078374455733e-05,
-      "loss": 4.1615,
-      "step": 901
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2670537010159652e-05,
-      "loss": 4.2144,
-      "step": 902
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.262699564586357e-05,
-      "loss": 4.1688,
-      "step": 903
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.258345428156749e-05,
-      "loss": 4.2276,
-      "step": 904
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2539912917271409e-05,
-      "loss": 4.0626,
-      "step": 905
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2496371552975326e-05,
-      "loss": 4.3034,
-      "step": 906
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2452830188679246e-05,
-      "loss": 4.2052,
-      "step": 907
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2409288824383165e-05,
-      "loss": 4.4717,
-      "step": 908
-    },
-    {
-      "epoch": 0.76,
-      "learning_rate": 1.2365747460087082e-05,
-      "loss": 4.1962,
-      "step": 909
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2322206095791002e-05,
-      "loss": 4.3539,
-      "step": 910
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.227866473149492e-05,
-      "loss": 4.0413,
-      "step": 911
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.223512336719884e-05,
-      "loss": 4.0526,
-      "step": 912
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2191582002902758e-05,
-      "loss": 4.1339,
-      "step": 913
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2148040638606676e-05,
-      "loss": 4.085,
-      "step": 914
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2104499274310596e-05,
-      "loss": 4.1909,
-      "step": 915
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2060957910014513e-05,
-      "loss": 4.1167,
-      "step": 916
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.2017416545718432e-05,
-      "loss": 4.1169,
-      "step": 917
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.1973875181422352e-05,
-      "loss": 4.0792,
-      "step": 918
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.193033381712627e-05,
-      "loss": 4.3465,
-      "step": 919
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.188679245283019e-05,
-      "loss": 4.2098,
-      "step": 920
-    },
-    {
-      "epoch": 0.77,
-      "learning_rate": 1.1843251088534108e-05,
-      "loss": 4.1132,
-      "step": 921
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1799709724238026e-05,
-      "loss": 4.2076,
-      "step": 922
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1756168359941945e-05,
-      "loss": 4.0051,
-      "step": 923
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1712626995645864e-05,
-      "loss": 4.0908,
-      "step": 924
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1669085631349782e-05,
-      "loss": 3.9746,
-      "step": 925
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1625544267053702e-05,
-      "loss": 3.9912,
-      "step": 926
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.158200290275762e-05,
-      "loss": 4.2027,
-      "step": 927
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.153846153846154e-05,
-      "loss": 4.2034,
-      "step": 928
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1494920174165458e-05,
-      "loss": 4.0297,
-      "step": 929
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1451378809869375e-05,
-      "loss": 3.9852,
-      "step": 930
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1407837445573295e-05,
-      "loss": 4.1677,
-      "step": 931
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1364296081277214e-05,
-      "loss": 4.2431,
-      "step": 932
-    },
-    {
-      "epoch": 0.78,
-      "learning_rate": 1.1320754716981132e-05,
-      "loss": 4.1486,
-      "step": 933
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.1277213352685051e-05,
-      "loss": 4.1834,
-      "step": 934
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.123367198838897e-05,
-      "loss": 4.3677,
-      "step": 935
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.119013062409289e-05,
-      "loss": 4.2754,
-      "step": 936
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.1146589259796807e-05,
-      "loss": 4.17,
-      "step": 937
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.1103047895500725e-05,
-      "loss": 4.2811,
-      "step": 938
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.1059506531204646e-05,
-      "loss": 4.2165,
-      "step": 939
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.1015965166908562e-05,
-      "loss": 4.1879,
-      "step": 940
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.0972423802612483e-05,
-      "loss": 4.0049,
-      "step": 941
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.0928882438316401e-05,
-      "loss": 4.1712,
-      "step": 942
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.088534107402032e-05,
-      "loss": 4.0045,
-      "step": 943
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.0841799709724238e-05,
-      "loss": 4.1909,
-      "step": 944
-    },
-    {
-      "epoch": 0.79,
-      "learning_rate": 1.0798258345428157e-05,
-      "loss": 4.2912,
-      "step": 945
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0754716981132076e-05,
-      "loss": 3.9839,
-      "step": 946
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0711175616835994e-05,
-      "loss": 4.2426,
-      "step": 947
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0667634252539913e-05,
-      "loss": 4.2324,
-      "step": 948
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0624092888243833e-05,
-      "loss": 4.3295,
-      "step": 949
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0580551523947752e-05,
-      "loss": 4.1089,
-      "step": 950
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0537010159651668e-05,
-      "loss": 4.0071,
-      "step": 951
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0493468795355589e-05,
-      "loss": 4.2339,
-      "step": 952
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0449927431059507e-05,
-      "loss": 3.9958,
-      "step": 953
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0406386066763424e-05,
-      "loss": 3.8791,
-      "step": 954
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0362844702467344e-05,
-      "loss": 4.0656,
-      "step": 955
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0319303338171263e-05,
-      "loss": 4.1875,
-      "step": 956
-    },
-    {
-      "epoch": 0.8,
-      "learning_rate": 1.0275761973875182e-05,
-      "loss": 4.3028,
-      "step": 957
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.02322206095791e-05,
-      "loss": 4.0136,
-      "step": 958
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.0188679245283019e-05,
-      "loss": 4.1203,
-      "step": 959
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.0145137880986939e-05,
-      "loss": 4.0792,
-      "step": 960
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.0101596516690856e-05,
-      "loss": 4.0323,
-      "step": 961
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.0058055152394774e-05,
-      "loss": 4.1908,
-      "step": 962
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 1.0014513788098695e-05,
-      "loss": 3.9511,
-      "step": 963
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 9.970972423802612e-06,
-      "loss": 4.2535,
-      "step": 964
+      "loss": 4.0273,
+      "step": 479
     },
     {
       "epoch": 0.81,
-      "learning_rate": 9.927431059506532e-06,
-      "loss": 4.2672,
-      "step": 965
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 9.88388969521045e-06,
-      "loss": 3.9745,
-      "step": 966
-    },
-    {
-      "epoch": 0.81,
-      "learning_rate": 9.840348330914369e-06,
-      "loss": 4.2268,
-      "step": 967
+      "learning_rate": 2.862e-05,
+      "loss": 4.0166,
+      "step": 480
     },
     {
       "epoch": 0.81,
-      "learning_rate": 9.796806966618287e-06,
-      "loss": 4.243,
-      "step": 968
+      "learning_rate": 2.868e-05,
+      "loss": 4.2866,
+      "step": 481
     },
     {
       "epoch": 0.81,
-      "learning_rate": 9.753265602322206e-06,
-      "loss": 3.7961,
-      "step": 969
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 9.709724238026126e-06,
-      "loss": 4.1026,
-      "step": 970
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 9.666182873730043e-06,
-      "loss": 3.9695,
-      "step": 971
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 9.622641509433962e-06,
-      "loss": 4.0032,
-      "step": 972
-    },
-    {
-      "epoch": 0.82,
-      "learning_rate": 9.579100145137882e-06,
-      "loss": 4.1878,
-      "step": 973
+      "learning_rate": 2.874e-05,
+      "loss": 4.098,
+      "step": 482
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 9.5355587808418e-06,
-      "loss": 4.0341,
-      "step": 974
+      "epoch": 0.81,
+      "learning_rate": 2.88e-05,
+      "loss": 4.2666,
+      "step": 483
     },
     {
-      "epoch": 0.82,
-      "learning_rate": 9.492017416545717e-06,
-      "loss": 4.1423,
-      "step": 975
+      "epoch": 0.81,
+      "learning_rate": 2.8859999999999998e-05,
+      "loss": 4.1968,
+      "step": 484
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.448476052249638e-06,
-      "loss": 4.1856,
-      "step": 976
+      "learning_rate": 2.892e-05,
+      "loss": 4.19,
+      "step": 485
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.404934687953556e-06,
-      "loss": 3.9803,
-      "step": 977
+      "learning_rate": 2.898e-05,
+      "loss": 4.1458,
+      "step": 486
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.361393323657475e-06,
-      "loss": 4.1217,
-      "step": 978
+      "learning_rate": 2.904e-05,
+      "loss": 4.2218,
+      "step": 487
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.317851959361393e-06,
-      "loss": 4.0083,
-      "step": 979
+      "learning_rate": 2.91e-05,
+      "loss": 4.2325,
+      "step": 488
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.274310595065312e-06,
-      "loss": 4.1399,
-      "step": 980
+      "learning_rate": 2.916e-05,
+      "loss": 4.1593,
+      "step": 489
     },
     {
       "epoch": 0.82,
-      "learning_rate": 9.230769230769232e-06,
-      "loss": 4.3424,
-      "step": 981
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 9.18722786647315e-06,
-      "loss": 4.2079,
-      "step": 982
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 9.143686502177068e-06,
-      "loss": 3.9934,
-      "step": 983
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 9.100145137880988e-06,
-      "loss": 4.1802,
-      "step": 984
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 9.056603773584905e-06,
-      "loss": 3.9751,
-      "step": 985
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 9.013062409288825e-06,
-      "loss": 4.0898,
-      "step": 986
-    },
-    {
-      "epoch": 0.83,
-      "learning_rate": 8.969521044992744e-06,
-      "loss": 4.2184,
-      "step": 987
+      "learning_rate": 2.922e-05,
+      "loss": 4.0819,
+      "step": 490
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.925979680696662e-06,
-      "loss": 4.1075,
-      "step": 988
+      "learning_rate": 2.928e-05,
+      "loss": 4.3156,
+      "step": 491
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.882438316400581e-06,
-      "loss": 4.1029,
-      "step": 989
+      "learning_rate": 2.934e-05,
+      "loss": 4.1272,
+      "step": 492
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.8388969521045e-06,
-      "loss": 4.1695,
-      "step": 990
+      "learning_rate": 2.94e-05,
+      "loss": 3.9766,
+      "step": 493
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.795355587808418e-06,
-      "loss": 4.3482,
-      "step": 991
+      "learning_rate": 2.946e-05,
+      "loss": 4.2039,
+      "step": 494
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.751814223512337e-06,
-      "loss": 4.0683,
-      "step": 992
+      "learning_rate": 2.9520000000000002e-05,
+      "loss": 4.3366,
+      "step": 495
     },
     {
       "epoch": 0.83,
-      "learning_rate": 8.708272859216255e-06,
-      "loss": 3.9534,
-      "step": 993
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.664731494920175e-06,
-      "loss": 4.1517,
-      "step": 994
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.621190130624092e-06,
-      "loss": 4.2867,
-      "step": 995
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.577648766328011e-06,
-      "loss": 4.6533,
-      "step": 996
+      "learning_rate": 2.958e-05,
+      "loss": 4.3495,
+      "step": 496
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.534107402031931e-06,
-      "loss": 4.322,
-      "step": 997
+      "learning_rate": 2.964e-05,
+      "loss": 4.2997,
+      "step": 497
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.49056603773585e-06,
-      "loss": 4.3106,
-      "step": 998
+      "learning_rate": 2.97e-05,
+      "loss": 4.3311,
+      "step": 498
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.447024673439768e-06,
-      "loss": 4.3105,
-      "step": 999
+      "learning_rate": 2.976e-05,
+      "loss": 4.4518,
+      "step": 499
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.403483309143687e-06,
-      "loss": 4.4466,
-      "step": 1000
+      "learning_rate": 2.982e-05,
+      "loss": 4.3531,
+      "step": 500
     },
     {
       "epoch": 0.84,
-      "eval_loss": 4.196874141693115,
-      "eval_runtime": 763.7229,
-      "eval_samples_per_second": 3.459,
+      "eval_loss": 4.199646472930908,
+      "eval_runtime": 765.3338,
+      "eval_samples_per_second": 3.452,
       "eval_steps_per_second": 0.289,
-      "eval_wer": 1.9247520825069417,
-      "step": 1000
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.359941944847605e-06,
-      "loss": 4.2366,
-      "step": 1001
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.316400580551524e-06,
-      "loss": 4.1678,
-      "step": 1002
-    },
-    {
-      "epoch": 0.84,
-      "learning_rate": 8.272859216255443e-06,
-      "loss": 4.0831,
-      "step": 1003
+      "eval_wer": 1.9703887346291153,
+      "step": 500
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.229317851959361e-06,
-      "loss": 4.1291,
-      "step": 1004
+      "learning_rate": 2.9880000000000002e-05,
+      "loss": 4.2443,
+      "step": 501
     },
     {
       "epoch": 0.84,
-      "learning_rate": 8.185776487663281e-06,
-      "loss": 4.226,
-      "step": 1005
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 8.142235123367198e-06,
-      "loss": 4.0644,
-      "step": 1006
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 8.098693759071119e-06,
+      "learning_rate": 2.994e-05,
       "loss": 4.0981,
-      "step": 1007
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 8.055152394775037e-06,
-      "loss": 4.0651,
-      "step": 1008
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 8.011611030478954e-06,
-      "loss": 4.0788,
-      "step": 1009
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 7.968069666182874e-06,
-      "loss": 4.0898,
-      "step": 1010
-    },
-    {
-      "epoch": 0.85,
-      "learning_rate": 7.924528301886793e-06,
-      "loss": 4.0456,
-      "step": 1011
+      "step": 502
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.880986937590711e-06,
-      "loss": 4.2028,
-      "step": 1012
+      "learning_rate": 3e-05,
+      "loss": 4.0662,
+      "step": 503
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.83744557329463e-06,
-      "loss": 3.9933,
-      "step": 1013
+      "learning_rate": 2.968085106382979e-05,
+      "loss": 4.205,
+      "step": 504
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.793904208998549e-06,
-      "loss": 4.0812,
-      "step": 1014
+      "learning_rate": 2.9361702127659574e-05,
+      "loss": 4.1501,
+      "step": 505
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.750362844702469e-06,
-      "loss": 4.1136,
-      "step": 1015
+      "learning_rate": 2.9042553191489362e-05,
+      "loss": 4.2854,
+      "step": 506
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.706821480406386e-06,
-      "loss": 4.2213,
-      "step": 1016
+      "learning_rate": 2.872340425531915e-05,
+      "loss": 4.1436,
+      "step": 507
     },
     {
       "epoch": 0.85,
-      "learning_rate": 7.663280116110304e-06,
-      "loss": 4.0195,
-      "step": 1017
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 7.6197387518142245e-06,
-      "loss": 4.2341,
-      "step": 1018
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 7.576197387518142e-06,
-      "loss": 4.2805,
-      "step": 1019
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 7.53265602322206e-06,
-      "loss": 3.9418,
-      "step": 1020
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 7.48911465892598e-06,
-      "loss": 4.0271,
-      "step": 1021
-    },
-    {
-      "epoch": 0.86,
-      "learning_rate": 7.445573294629898e-06,
-      "loss": 4.3301,
-      "step": 1022
+      "learning_rate": 2.8404255319148935e-05,
+      "loss": 4.1215,
+      "step": 508
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.402031930333817e-06,
-      "loss": 4.271,
-      "step": 1023
+      "learning_rate": 2.8085106382978723e-05,
+      "loss": 4.0574,
+      "step": 509
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.358490566037736e-06,
-      "loss": 3.919,
-      "step": 1024
+      "learning_rate": 2.776595744680851e-05,
+      "loss": 4.1498,
+      "step": 510
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.314949201741655e-06,
-      "loss": 4.0906,
-      "step": 1025
+      "learning_rate": 2.74468085106383e-05,
+      "loss": 4.1981,
+      "step": 511
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.271407837445573e-06,
-      "loss": 3.9981,
-      "step": 1026
+      "learning_rate": 2.7127659574468088e-05,
+      "loss": 4.117,
+      "step": 512
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.227866473149492e-06,
-      "loss": 4.1201,
-      "step": 1027
+      "learning_rate": 2.6808510638297873e-05,
+      "loss": 4.1104,
+      "step": 513
     },
     {
       "epoch": 0.86,
-      "learning_rate": 7.184325108853411e-06,
-      "loss": 4.0328,
-      "step": 1028
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 7.14078374455733e-06,
-      "loss": 3.9896,
-      "step": 1029
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 7.097242380261249e-06,
-      "loss": 3.8769,
-      "step": 1030
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 7.053701015965167e-06,
-      "loss": 4.1072,
-      "step": 1031
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 7.010159651669085e-06,
-      "loss": 4.0757,
-      "step": 1032
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 6.966618287373005e-06,
-      "loss": 4.1277,
-      "step": 1033
-    },
-    {
-      "epoch": 0.87,
-      "learning_rate": 6.923076923076923e-06,
-      "loss": 3.9805,
-      "step": 1034
+      "learning_rate": 2.648936170212766e-05,
+      "loss": 4.0441,
+      "step": 514
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.879535558780842e-06,
-      "loss": 3.9543,
-      "step": 1035
+      "learning_rate": 2.617021276595745e-05,
+      "loss": 4.1672,
+      "step": 515
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.8359941944847605e-06,
-      "loss": 3.9515,
-      "step": 1036
+      "learning_rate": 2.5851063829787234e-05,
+      "loss": 4.1282,
+      "step": 516
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.79245283018868e-06,
-      "loss": 4.0218,
-      "step": 1037
+      "learning_rate": 2.5531914893617022e-05,
+      "loss": 4.1474,
+      "step": 517
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.7489114658925985e-06,
-      "loss": 4.2965,
-      "step": 1038
+      "learning_rate": 2.521276595744681e-05,
+      "loss": 4.2173,
+      "step": 518
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.705370101596516e-06,
-      "loss": 4.1089,
-      "step": 1039
+      "learning_rate": 2.4893617021276595e-05,
+      "loss": 4.0136,
+      "step": 519
     },
     {
       "epoch": 0.87,
-      "learning_rate": 6.661828737300436e-06,
-      "loss": 4.0781,
-      "step": 1040
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.618287373004354e-06,
-      "loss": 4.2136,
-      "step": 1041
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.574746008708274e-06,
-      "loss": 4.0211,
-      "step": 1042
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.531204644412191e-06,
-      "loss": 4.0874,
-      "step": 1043
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.487663280116111e-06,
-      "loss": 4.3411,
-      "step": 1044
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.444121915820029e-06,
-      "loss": 4.3134,
-      "step": 1045
-    },
-    {
-      "epoch": 0.88,
-      "learning_rate": 6.400580551523948e-06,
-      "loss": 4.0467,
-      "step": 1046
+      "learning_rate": 2.4574468085106383e-05,
+      "loss": 4.1264,
+      "step": 520
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.3570391872278665e-06,
-      "loss": 4.0964,
-      "step": 1047
+      "learning_rate": 2.4255319148936168e-05,
+      "loss": 4.2056,
+      "step": 521
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.313497822931785e-06,
-      "loss": 4.3416,
-      "step": 1048
+      "learning_rate": 2.3936170212765956e-05,
+      "loss": 4.237,
+      "step": 522
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.2699564586357045e-06,
-      "loss": 4.6702,
-      "step": 1049
+      "learning_rate": 2.3617021276595744e-05,
+      "loss": 4.0193,
+      "step": 523
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.226415094339623e-06,
-      "loss": 4.342,
-      "step": 1050
+      "learning_rate": 2.3297872340425533e-05,
+      "loss": 3.9602,
+      "step": 524
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.182873730043541e-06,
-      "loss": 4.1039,
-      "step": 1051
+      "learning_rate": 2.297872340425532e-05,
+      "loss": 4.0401,
+      "step": 525
     },
     {
       "epoch": 0.88,
-      "learning_rate": 6.13933236574746e-06,
-      "loss": 4.0309,
-      "step": 1052
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 6.095791001451379e-06,
-      "loss": 3.9978,
-      "step": 1053
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 6.052249637155298e-06,
-      "loss": 4.127,
-      "step": 1054
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 6.008708272859216e-06,
-      "loss": 4.194,
-      "step": 1055
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 5.965166908563135e-06,
-      "loss": 4.2495,
-      "step": 1056
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 5.921625544267054e-06,
-      "loss": 4.2014,
-      "step": 1057
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 5.8780841799709725e-06,
-      "loss": 3.9255,
-      "step": 1058
-    },
-    {
-      "epoch": 0.89,
-      "learning_rate": 5.834542815674891e-06,
-      "loss": 4.1885,
-      "step": 1059
+      "learning_rate": 2.265957446808511e-05,
+      "loss": 4.0647,
+      "step": 526
     },
     {
       "epoch": 0.89,
-      "learning_rate": 5.79100145137881e-06,
-      "loss": 4.2063,
-      "step": 1060
+      "learning_rate": 2.2340425531914894e-05,
+      "loss": 4.2151,
+      "step": 527
     },
     {
       "epoch": 0.89,
-      "learning_rate": 5.747460087082729e-06,
-      "loss": 4.2145,
-      "step": 1061
+      "learning_rate": 2.2021276595744682e-05,
+      "loss": 4.0694,
+      "step": 528
     },
     {
       "epoch": 0.89,
-      "learning_rate": 5.703918722786648e-06,
-      "loss": 3.9966,
-      "step": 1062
+      "learning_rate": 2.170212765957447e-05,
+      "loss": 4.029,
+      "step": 529
     },
     {
       "epoch": 0.89,
-      "learning_rate": 5.660377358490566e-06,
-      "loss": 4.2002,
-      "step": 1063
+      "learning_rate": 2.1382978723404255e-05,
+      "loss": 4.007,
+      "step": 530
     },
     {
       "epoch": 0.89,
-      "learning_rate": 5.616835994194485e-06,
-      "loss": 4.0215,
-      "step": 1064
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.573294629898403e-06,
-      "loss": 3.9008,
-      "step": 1065
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.529753265602323e-06,
-      "loss": 4.0517,
-      "step": 1066
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.486211901306241e-06,
-      "loss": 4.055,
-      "step": 1067
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.44267053701016e-06,
-      "loss": 4.0271,
-      "step": 1068
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.3991291727140785e-06,
-      "loss": 4.0688,
-      "step": 1069
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.355587808417997e-06,
-      "loss": 4.2694,
-      "step": 1070
-    },
-    {
-      "epoch": 0.9,
-      "learning_rate": 5.3120464441219165e-06,
-      "loss": 4.0925,
-      "step": 1071
+      "learning_rate": 2.1063829787234043e-05,
+      "loss": 4.0029,
+      "step": 531
     },
     {
-      "epoch": 0.9,
-      "learning_rate": 5.268505079825834e-06,
-      "loss": 4.0717,
-      "step": 1072
+      "epoch": 0.89,
+      "learning_rate": 2.074468085106383e-05,
+      "loss": 4.235,
+      "step": 532
     },
     {
       "epoch": 0.9,
-      "learning_rate": 5.224963715529754e-06,
-      "loss": 3.8195,
-      "step": 1073
+      "learning_rate": 2.0425531914893616e-05,
+      "loss": 4.0651,
+      "step": 533
     },
     {
       "epoch": 0.9,
-      "learning_rate": 5.181422351233672e-06,
-      "loss": 4.0055,
-      "step": 1074
+      "learning_rate": 2.0106382978723404e-05,
+      "loss": 4.0912,
+      "step": 534
     },
     {
       "epoch": 0.9,
-      "learning_rate": 5.137880986937591e-06,
-      "loss": 4.0181,
-      "step": 1075
+      "learning_rate": 1.978723404255319e-05,
+      "loss": 4.0929,
+      "step": 535
     },
     {
       "epoch": 0.9,
-      "learning_rate": 5.094339622641509e-06,
-      "loss": 4.0305,
-      "step": 1076
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 5.050798258345428e-06,
-      "loss": 4.4098,
-      "step": 1077
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 5.007256894049347e-06,
-      "loss": 4.1335,
-      "step": 1078
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 4.963715529753266e-06,
-      "loss": 4.1119,
-      "step": 1079
-    },
-    {
-      "epoch": 0.91,
-      "learning_rate": 4.9201741654571845e-06,
-      "loss": 3.9144,
-      "step": 1080
+      "learning_rate": 1.9468085106382977e-05,
+      "loss": 4.0123,
+      "step": 536
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.876632801161103e-06,
-      "loss": 4.217,
-      "step": 1081
+      "epoch": 0.9,
+      "learning_rate": 1.914893617021277e-05,
+      "loss": 4.1711,
+      "step": 537
     },
     {
-      "epoch": 0.91,
-      "learning_rate": 4.833091436865022e-06,
-      "loss": 4.1749,
-      "step": 1082
+      "epoch": 0.9,
+      "learning_rate": 1.8829787234042554e-05,
+      "loss": 4.1767,
+      "step": 538
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.789550072568941e-06,
-      "loss": 4.0452,
-      "step": 1083
+      "learning_rate": 1.8510638297872342e-05,
+      "loss": 4.0337,
+      "step": 539
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.746008708272859e-06,
-      "loss": 4.1241,
-      "step": 1084
+      "learning_rate": 1.819148936170213e-05,
+      "loss": 4.1235,
+      "step": 540
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.702467343976778e-06,
-      "loss": 4.1444,
-      "step": 1085
+      "learning_rate": 1.7872340425531915e-05,
+      "loss": 4.0841,
+      "step": 541
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.658925979680697e-06,
-      "loss": 4.0169,
-      "step": 1086
+      "learning_rate": 1.7553191489361703e-05,
+      "loss": 4.1234,
+      "step": 542
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.615384615384616e-06,
-      "loss": 4.132,
-      "step": 1087
+      "learning_rate": 1.723404255319149e-05,
+      "loss": 4.2567,
+      "step": 543
     },
     {
       "epoch": 0.91,
-      "learning_rate": 4.571843251088534e-06,
-      "loss": 4.0716,
-      "step": 1088
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.5283018867924524e-06,
-      "loss": 4.0364,
-      "step": 1089
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.484760522496372e-06,
-      "loss": 4.0599,
-      "step": 1090
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.4412191582002904e-06,
-      "loss": 4.106,
-      "step": 1091
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.397677793904209e-06,
-      "loss": 4.0843,
-      "step": 1092
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.354136429608128e-06,
-      "loss": 4.0994,
-      "step": 1093
-    },
-    {
-      "epoch": 0.92,
-      "learning_rate": 4.310595065312046e-06,
-      "loss": 4.177,
-      "step": 1094
+      "learning_rate": 1.6914893617021276e-05,
+      "loss": 4.1139,
+      "step": 544
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.2670537010159656e-06,
-      "loss": 4.1738,
-      "step": 1095
+      "learning_rate": 1.6595744680851064e-05,
+      "loss": 4.242,
+      "step": 545
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.223512336719884e-06,
-      "loss": 4.594,
-      "step": 1096
+      "learning_rate": 1.627659574468085e-05,
+      "loss": 4.4308,
+      "step": 546
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.179970972423803e-06,
-      "loss": 4.347,
-      "step": 1097
+      "learning_rate": 1.5957446808510637e-05,
+      "loss": 4.1724,
+      "step": 547
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.136429608127721e-06,
-      "loss": 4.3771,
-      "step": 1098
+      "learning_rate": 1.5638297872340426e-05,
+      "loss": 4.4194,
+      "step": 548
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.092888243831641e-06,
-      "loss": 4.5632,
-      "step": 1099
+      "learning_rate": 1.531914893617021e-05,
+      "loss": 4.6975,
+      "step": 549
     },
     {
       "epoch": 0.92,
-      "learning_rate": 4.049346879535559e-06,
-      "loss": 4.2419,
-      "step": 1100
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 4.005805515239477e-06,
-      "loss": 4.3513,
-      "step": 1101
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 3.962264150943396e-06,
-      "loss": 4.0862,
-      "step": 1102
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 3.918722786647315e-06,
-      "loss": 4.1056,
-      "step": 1103
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 3.875181422351234e-06,
-      "loss": 3.9372,
-      "step": 1104
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 3.831640058055152e-06,
-      "loss": 4.0495,
-      "step": 1105
-    },
-    {
-      "epoch": 0.93,
-      "learning_rate": 3.788098693759071e-06,
-      "loss": 3.9301,
-      "step": 1106
+      "learning_rate": 1.5e-05,
+      "loss": 4.3105,
+      "step": 550
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.74455732946299e-06,
-      "loss": 4.3092,
-      "step": 1107
+      "learning_rate": 1.4680851063829787e-05,
+      "loss": 4.1572,
+      "step": 551
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.7010159651669087e-06,
-      "loss": 4.2069,
-      "step": 1108
+      "learning_rate": 1.4361702127659575e-05,
+      "loss": 4.0816,
+      "step": 552
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.6574746008708277e-06,
-      "loss": 4.1696,
-      "step": 1109
+      "learning_rate": 1.4042553191489362e-05,
+      "loss": 4.0894,
+      "step": 553
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.613933236574746e-06,
-      "loss": 4.027,
-      "step": 1110
+      "learning_rate": 1.372340425531915e-05,
+      "loss": 4.0141,
+      "step": 554
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.570391872278665e-06,
-      "loss": 4.043,
-      "step": 1111
+      "learning_rate": 1.3404255319148936e-05,
+      "loss": 4.0531,
+      "step": 555
     },
     {
       "epoch": 0.93,
-      "learning_rate": 3.5268505079825834e-06,
-      "loss": 4.3891,
-      "step": 1112
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.4833091436865024e-06,
-      "loss": 4.1417,
-      "step": 1113
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.439767779390421e-06,
-      "loss": 3.7993,
-      "step": 1114
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.39622641509434e-06,
-      "loss": 4.1569,
-      "step": 1115
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.352685050798258e-06,
-      "loss": 4.2065,
-      "step": 1116
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.309143686502177e-06,
-      "loss": 4.1867,
-      "step": 1117
-    },
-    {
-      "epoch": 0.94,
-      "learning_rate": 3.2656023222060957e-06,
-      "loss": 3.9871,
-      "step": 1118
+      "learning_rate": 1.3085106382978724e-05,
+      "loss": 4.0733,
+      "step": 556
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.2220609579100147e-06,
-      "loss": 3.7993,
-      "step": 1119
+      "learning_rate": 1.2765957446808511e-05,
+      "loss": 4.1754,
+      "step": 557
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.1785195936139333e-06,
-      "loss": 4.1771,
-      "step": 1120
+      "learning_rate": 1.2446808510638298e-05,
+      "loss": 4.1839,
+      "step": 558
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.1349782293178522e-06,
-      "loss": 4.1326,
-      "step": 1121
+      "learning_rate": 1.2127659574468084e-05,
+      "loss": 4.0334,
+      "step": 559
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.0914368650217704e-06,
-      "loss": 4.2471,
-      "step": 1122
+      "learning_rate": 1.1808510638297872e-05,
+      "loss": 4.0647,
+      "step": 560
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.0478955007256894e-06,
-      "loss": 3.9709,
-      "step": 1123
+      "learning_rate": 1.148936170212766e-05,
+      "loss": 4.3947,
+      "step": 561
     },
     {
       "epoch": 0.94,
-      "learning_rate": 3.004354136429608e-06,
-      "loss": 4.128,
-      "step": 1124
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.960812772133527e-06,
-      "loss": 4.3317,
-      "step": 1125
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.9172714078374455e-06,
-      "loss": 4.1529,
-      "step": 1126
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.8737300435413645e-06,
-      "loss": 4.246,
-      "step": 1127
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.830188679245283e-06,
-      "loss": 4.079,
-      "step": 1128
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.7866473149492017e-06,
-      "loss": 4.1074,
-      "step": 1129
-    },
-    {
-      "epoch": 0.95,
-      "learning_rate": 2.7431059506531207e-06,
-      "loss": 4.225,
-      "step": 1130
+      "learning_rate": 1.1170212765957447e-05,
+      "loss": 4.0124,
+      "step": 562
     },
     {
       "epoch": 0.95,
-      "learning_rate": 2.6995645863570392e-06,
-      "loss": 3.879,
-      "step": 1131
+      "learning_rate": 1.0851063829787235e-05,
+      "loss": 4.0597,
+      "step": 563
     },
     {
       "epoch": 0.95,
-      "learning_rate": 2.6560232220609582e-06,
-      "loss": 3.9036,
-      "step": 1132
+      "learning_rate": 1.0531914893617022e-05,
+      "loss": 4.1565,
+      "step": 564
     },
     {
       "epoch": 0.95,
-      "learning_rate": 2.612481857764877e-06,
-      "loss": 4.2519,
-      "step": 1133
+      "learning_rate": 1.0212765957446808e-05,
+      "loss": 4.1457,
+      "step": 565
     },
     {
       "epoch": 0.95,
-      "learning_rate": 2.5689404934687954e-06,
-      "loss": 4.1362,
-      "step": 1134
+      "learning_rate": 9.893617021276595e-06,
+      "loss": 3.9888,
+      "step": 566
     },
     {
       "epoch": 0.95,
-      "learning_rate": 2.525399129172714e-06,
-      "loss": 4.2696,
-      "step": 1135
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.481857764876633e-06,
-      "loss": 4.0199,
-      "step": 1136
+      "learning_rate": 9.574468085106385e-06,
+      "loss": 4.0965,
+      "step": 567
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.4383164005805515e-06,
+      "learning_rate": 9.255319148936171e-06,
       "loss": 4.0321,
-      "step": 1137
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.3947750362844705e-06,
-      "loss": 4.0897,
-      "step": 1138
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.351233671988389e-06,
-      "loss": 4.0405,
-      "step": 1139
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.307692307692308e-06,
-      "loss": 3.9534,
-      "step": 1140
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.2641509433962262e-06,
-      "loss": 4.3765,
-      "step": 1141
-    },
-    {
-      "epoch": 0.96,
-      "learning_rate": 2.2206095791001452e-06,
-      "loss": 4.0848,
-      "step": 1142
+      "step": 568
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.177068214804064e-06,
-      "loss": 4.2768,
-      "step": 1143
+      "learning_rate": 8.936170212765958e-06,
+      "loss": 3.9334,
+      "step": 569
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.1335268505079828e-06,
-      "loss": 4.3823,
-      "step": 1144
+      "learning_rate": 8.617021276595746e-06,
+      "loss": 4.0827,
+      "step": 570
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.0899854862119014e-06,
-      "loss": 4.0819,
-      "step": 1145
+      "learning_rate": 8.297872340425532e-06,
+      "loss": 4.0785,
+      "step": 571
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.0464441219158204e-06,
-      "loss": 4.3794,
-      "step": 1146
+      "learning_rate": 7.978723404255319e-06,
+      "loss": 4.1307,
+      "step": 572
     },
     {
       "epoch": 0.96,
-      "learning_rate": 2.0029027576197385e-06,
-      "loss": 4.5105,
-      "step": 1147
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.9593613933236575e-06,
-      "loss": 4.3508,
-      "step": 1148
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.915820029027576e-06,
-      "loss": 4.5891,
-      "step": 1149
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.872278664731495e-06,
-      "loss": 4.264,
-      "step": 1150
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.8287373004354138e-06,
-      "loss": 4.0109,
-      "step": 1151
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.7851959361393324e-06,
-      "loss": 3.9226,
-      "step": 1152
-    },
-    {
-      "epoch": 0.97,
-      "learning_rate": 1.7416545718432512e-06,
-      "loss": 3.9828,
-      "step": 1153
+      "learning_rate": 7.659574468085105e-06,
+      "loss": 4.1616,
+      "step": 573
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.69811320754717e-06,
-      "loss": 3.9205,
-      "step": 1154
+      "learning_rate": 7.3404255319148934e-06,
+      "loss": 4.0963,
+      "step": 574
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.6545718432510886e-06,
-      "loss": 4.132,
-      "step": 1155
+      "learning_rate": 7.021276595744681e-06,
+      "loss": 4.2195,
+      "step": 575
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.6110304789550073e-06,
-      "loss": 4.11,
-      "step": 1156
+      "learning_rate": 6.702127659574468e-06,
+      "loss": 4.0826,
+      "step": 576
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.5674891146589261e-06,
-      "loss": 4.0614,
-      "step": 1157
+      "learning_rate": 6.3829787234042555e-06,
+      "loss": 4.0871,
+      "step": 577
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.5239477503628447e-06,
-      "loss": 4.0844,
-      "step": 1158
+      "learning_rate": 6.063829787234042e-06,
+      "loss": 3.9794,
+      "step": 578
     },
     {
       "epoch": 0.97,
-      "learning_rate": 1.4804063860667635e-06,
-      "loss": 3.9333,
-      "step": 1159
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.4368650217706823e-06,
-      "loss": 4.1976,
-      "step": 1160
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.3933236574746008e-06,
-      "loss": 3.9197,
-      "step": 1161
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.3497822931785196e-06,
-      "loss": 4.1969,
-      "step": 1162
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.3062409288824384e-06,
-      "loss": 4.1992,
-      "step": 1163
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.262699564586357e-06,
-      "loss": 3.9762,
-      "step": 1164
-    },
-    {
-      "epoch": 0.98,
-      "learning_rate": 1.2191582002902758e-06,
-      "loss": 4.0541,
-      "step": 1165
+      "learning_rate": 5.74468085106383e-06,
+      "loss": 3.9492,
+      "step": 579
     },
     {
       "epoch": 0.98,
-      "learning_rate": 1.1756168359941945e-06,
-      "loss": 4.2155,
-      "step": 1166
+      "learning_rate": 5.4255319148936176e-06,
+      "loss": 4.2226,
+      "step": 580
     },
     {
       "epoch": 0.98,
-      "learning_rate": 1.1320754716981131e-06,
-      "loss": 3.8864,
-      "step": 1167
+      "learning_rate": 5.106382978723404e-06,
+      "loss": 4.2959,
+      "step": 581
     },
     {
       "epoch": 0.98,
-      "learning_rate": 1.088534107402032e-06,
-      "loss": 4.0199,
-      "step": 1168
+      "learning_rate": 4.787234042553192e-06,
+      "loss": 4.2149,
+      "step": 582
     },
     {
       "epoch": 0.98,
-      "learning_rate": 1.0449927431059507e-06,
-      "loss": 4.0106,
-      "step": 1169
+      "learning_rate": 4.468085106382979e-06,
+      "loss": 4.0045,
+      "step": 583
     },
     {
       "epoch": 0.98,
-      "learning_rate": 1.0014513788098693e-06,
-      "loss": 4.1201,
-      "step": 1170
+      "learning_rate": 4.148936170212766e-06,
+      "loss": 4.1531,
+      "step": 584
     },
     {
       "epoch": 0.98,
-      "learning_rate": 9.57910014513788e-07,
-      "loss": 4.0805,
-      "step": 1171
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 9.143686502177069e-07,
-      "loss": 3.9571,
-      "step": 1172
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 8.708272859216256e-07,
-      "loss": 4.1596,
-      "step": 1173
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 8.272859216255443e-07,
-      "loss": 4.0803,
-      "step": 1174
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 7.837445573294631e-07,
-      "loss": 3.9472,
-      "step": 1175
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 7.402031930333817e-07,
-      "loss": 4.017,
-      "step": 1176
-    },
-    {
-      "epoch": 0.99,
-      "learning_rate": 6.966618287373004e-07,
-      "loss": 4.1436,
-      "step": 1177
+      "learning_rate": 3.829787234042553e-06,
+      "loss": 4.1148,
+      "step": 585
     },
     {
       "epoch": 0.99,
-      "learning_rate": 6.531204644412192e-07,
-      "loss": 4.4541,
-      "step": 1178
+      "learning_rate": 3.5106382978723404e-06,
+      "loss": 4.0061,
+      "step": 586
     },
     {
       "epoch": 0.99,
-      "learning_rate": 6.095791001451379e-07,
-      "loss": 4.0105,
-      "step": 1179
+      "learning_rate": 3.1914893617021277e-06,
+      "loss": 4.1959,
+      "step": 587
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.660377358490566e-07,
-      "loss": 4.2019,
-      "step": 1180
+      "learning_rate": 2.872340425531915e-06,
+      "loss": 4.1816,
+      "step": 588
     },
     {
       "epoch": 0.99,
-      "learning_rate": 5.224963715529753e-07,
-      "loss": 4.1227,
-      "step": 1181
+      "learning_rate": 2.553191489361702e-06,
+      "loss": 4.3031,
+      "step": 589
     },
     {
       "epoch": 0.99,
-      "learning_rate": 4.78955007256894e-07,
-      "loss": 4.0967,
-      "step": 1182
+      "learning_rate": 2.2340425531914894e-06,
+      "loss": 4.1356,
+      "step": 590
     },
     {
       "epoch": 0.99,
-      "learning_rate": 4.354136429608128e-07,
-      "loss": 4.1192,
-      "step": 1183
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.9187227866473153e-07,
-      "loss": 4.1423,
-      "step": 1184
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.483309143686502e-07,
-      "loss": 4.1231,
-      "step": 1185
-    },
-    {
-      "epoch": 1.0,
-      "learning_rate": 3.0478955007256894e-07,
-      "loss": 4.2975,
-      "step": 1186
+      "learning_rate": 1.9148936170212763e-06,
+      "loss": 4.3695,
+      "step": 591
     },
     {
       "epoch": 1.0,
-      "learning_rate": 2.6124818577648767e-07,
-      "loss": 4.2236,
-      "step": 1187
+      "learning_rate": 1.5957446808510639e-06,
+      "loss": 4.262,
+      "step": 592
     },
     {
       "epoch": 1.0,
-      "learning_rate": 2.177068214804064e-07,
-      "loss": 4.2491,
-      "step": 1188
+      "learning_rate": 1.276595744680851e-06,
+      "loss": 4.4783,
+      "step": 593
     },
     {
       "epoch": 1.0,
-      "learning_rate": 1.741654571843251e-07,
-      "loss": 4.3265,
-      "step": 1189
+      "learning_rate": 9.574468085106382e-07,
+      "loss": 4.3684,
+      "step": 594
     },
     {
       "epoch": 1.0,
-      "step": 1189,
+      "step": 594,
       "total_flos": 0.0,
-      "train_loss": 4.24551248510311,
-      "train_runtime": 6520.4786,
-      "train_samples_per_second": 4.377,
-      "train_steps_per_second": 0.182
+      "train_loss": 4.269026105652754,
+      "train_runtime": 5521.3301,
+      "train_samples_per_second": 5.169,
+      "train_steps_per_second": 0.108
     }
   ],
-  "max_steps": 1189,
+  "max_steps": 594,
   "num_train_epochs": 1,
   "total_flos": 0.0,
   "trial_name": null,