diff --git "a/trainer_state.json" "b/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/trainer_state.json"
@@ -0,0 +1,12193 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 2.0,
+  "global_step": 2028,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.0,
+      "learning_rate": 3.278688524590164e-07,
+      "loss": 2.3379,
+      "step": 1
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 6.557377049180328e-07,
+      "loss": 2.2812,
+      "step": 2
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 9.836065573770493e-07,
+      "loss": 2.3184,
+      "step": 3
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.3114754098360657e-06,
+      "loss": 2.2578,
+      "step": 4
+    },
+    {
+      "epoch": 0.0,
+      "learning_rate": 1.6393442622950819e-06,
+      "loss": 2.2383,
+      "step": 5
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 1.9672131147540985e-06,
+      "loss": 2.1426,
+      "step": 6
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.295081967213115e-06,
+      "loss": 1.7578,
+      "step": 7
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.6229508196721314e-06,
+      "loss": 1.583,
+      "step": 8
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 2.9508196721311478e-06,
+      "loss": 0.7607,
+      "step": 9
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.2786885245901638e-06,
+      "loss": 0.7065,
+      "step": 10
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.6065573770491806e-06,
+      "loss": 0.5913,
+      "step": 11
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 3.934426229508197e-06,
+      "loss": 0.3,
+      "step": 12
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.2622950819672135e-06,
+      "loss": 0.2467,
+      "step": 13
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.59016393442623e-06,
+      "loss": 0.1715,
+      "step": 14
+    },
+    {
+      "epoch": 0.01,
+      "learning_rate": 4.918032786885246e-06,
+      "loss": 0.1462,
+      "step": 15
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 5.245901639344263e-06,
+      "loss": 0.2114,
+      "step": 16
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 5.573770491803278e-06,
+      "loss": 0.1772,
+      "step": 17
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 5.9016393442622956e-06,
+      "loss": 0.1154,
+      "step": 18
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 6.229508196721312e-06,
+      "loss": 0.1335,
+      "step": 19
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 6.5573770491803276e-06,
+      "loss": 0.1257,
+      "step": 20
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 6.885245901639345e-06,
+      "loss": 0.1159,
+      "step": 21
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.213114754098361e-06,
+      "loss": 0.1118,
+      "step": 22
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.540983606557377e-06,
+      "loss": 0.1097,
+      "step": 23
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 7.868852459016394e-06,
+      "loss": 0.1077,
+      "step": 24
+    },
+    {
+      "epoch": 0.02,
+      "learning_rate": 8.19672131147541e-06,
+      "loss": 0.1033,
+      "step": 25
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 8.524590163934427e-06,
+      "loss": 0.1043,
+      "step": 26
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 8.852459016393443e-06,
+      "loss": 0.1125,
+      "step": 27
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.18032786885246e-06,
+      "loss": 0.1064,
+      "step": 28
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.508196721311476e-06,
+      "loss": 0.1105,
+      "step": 29
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 9.836065573770493e-06,
+      "loss": 0.1046,
+      "step": 30
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0163934426229509e-05,
+      "loss": 0.1006,
+      "step": 31
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0491803278688525e-05,
+      "loss": 0.1026,
+      "step": 32
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.0819672131147544e-05,
+      "loss": 0.0991,
+      "step": 33
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.1147540983606557e-05,
+      "loss": 0.1032,
+      "step": 34
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 1.1475409836065575e-05,
+      "loss": 0.1244,
+      "step": 35
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.1803278688524591e-05,
+      "loss": 0.1017,
+      "step": 36
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2131147540983608e-05,
+      "loss": 0.1038,
+      "step": 37
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2459016393442624e-05,
+      "loss": 0.1038,
+      "step": 38
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.2786885245901642e-05,
+      "loss": 0.1022,
+      "step": 39
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3114754098360655e-05,
+      "loss": 0.0973,
+      "step": 40
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.3442622950819673e-05,
+      "loss": 0.1075,
+      "step": 41
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.377049180327869e-05,
+      "loss": 0.101,
+      "step": 42
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4098360655737706e-05,
+      "loss": 0.0956,
+      "step": 43
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4426229508196722e-05,
+      "loss": 0.0958,
+      "step": 44
+    },
+    {
+      "epoch": 0.04,
+      "learning_rate": 1.4754098360655739e-05,
+      "loss": 0.0968,
+      "step": 45
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.5081967213114754e-05,
+      "loss": 0.0921,
+      "step": 46
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.5409836065573772e-05,
+      "loss": 0.0948,
+      "step": 47
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.5737704918032788e-05,
+      "loss": 0.087,
+      "step": 48
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.6065573770491805e-05,
+      "loss": 0.0918,
+      "step": 49
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.639344262295082e-05,
+      "loss": 0.0928,
+      "step": 50
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.6721311475409837e-05,
+      "loss": 0.088,
+      "step": 51
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.7049180327868854e-05,
+      "loss": 0.0864,
+      "step": 52
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.737704918032787e-05,
+      "loss": 0.1,
+      "step": 53
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.7704918032786887e-05,
+      "loss": 0.0837,
+      "step": 54
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 1.8032786885245903e-05,
+      "loss": 0.1064,
+      "step": 55
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.836065573770492e-05,
+      "loss": 0.0945,
+      "step": 56
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.8688524590163936e-05,
+      "loss": 0.0964,
+      "step": 57
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9016393442622952e-05,
+      "loss": 0.1091,
+      "step": 58
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.934426229508197e-05,
+      "loss": 0.0839,
+      "step": 59
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9672131147540985e-05,
+      "loss": 0.088,
+      "step": 60
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 2e-05,
+      "loss": 0.0983,
+      "step": 61
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9999987245573438e-05,
+      "loss": 0.0942,
+      "step": 62
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9999948982326284e-05,
+      "loss": 0.0954,
+      "step": 63
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.9999885210356147e-05,
+      "loss": 0.1002,
+      "step": 64
+    },
+    {
+      "epoch": 0.06,
+      "learning_rate": 1.99997959298257e-05,
+      "loss": 0.0923,
+      "step": 65
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9999681140962683e-05,
+      "loss": 0.0855,
+      "step": 66
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9999540844059916e-05,
+      "loss": 0.0947,
+      "step": 67
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9999375039475278e-05,
+      "loss": 0.0881,
+      "step": 68
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9999183727631714e-05,
+      "loss": 0.101,
+      "step": 69
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9998966909017246e-05,
+      "loss": 0.0815,
+      "step": 70
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9998724584184947e-05,
+      "loss": 0.0944,
+      "step": 71
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.999845675375296e-05,
+      "loss": 0.083,
+      "step": 72
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9998163418404494e-05,
+      "loss": 0.0942,
+      "step": 73
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.999784457888781e-05,
+      "loss": 0.0794,
+      "step": 74
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9997500236016233e-05,
+      "loss": 0.0807,
+      "step": 75
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 1.9997130390668144e-05,
+      "loss": 0.1028,
+      "step": 76
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.999673504378697e-05,
+      "loss": 0.0795,
+      "step": 77
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9996314196381203e-05,
+      "loss": 0.082,
+      "step": 78
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.999586784952437e-05,
+      "loss": 0.0885,
+      "step": 79
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9995396004355055e-05,
+      "loss": 0.0771,
+      "step": 80
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9994898662076874e-05,
+      "loss": 0.0779,
+      "step": 81
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9994375823958504e-05,
+      "loss": 0.0979,
+      "step": 82
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.999382749133363e-05,
+      "loss": 0.0928,
+      "step": 83
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9993253665600996e-05,
+      "loss": 0.091,
+      "step": 84
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.999265434822436e-05,
+      "loss": 0.0776,
+      "step": 85
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 1.9992029540732515e-05,
+      "loss": 0.085,
+      "step": 86
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.999137924471927e-05,
+      "loss": 0.0827,
+      "step": 87
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.999070346184346e-05,
+      "loss": 0.0745,
+      "step": 88
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9990002193828923e-05,
+      "loss": 0.0859,
+      "step": 89
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9989275442464523e-05,
+      "loss": 0.0928,
+      "step": 90
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9988523209604106e-05,
+      "loss": 0.0804,
+      "step": 91
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9987745497166546e-05,
+      "loss": 0.0775,
+      "step": 92
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.998694230713569e-05,
+      "loss": 0.076,
+      "step": 93
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9986113641560387e-05,
+      "loss": 0.0826,
+      "step": 94
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.9985259502554464e-05,
+      "loss": 0.0791,
+      "step": 95
+    },
+    {
+      "epoch": 0.09,
+      "learning_rate": 1.998437989229673e-05,
+      "loss": 0.0814,
+      "step": 96
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.998347481303098e-05,
+      "loss": 0.0756,
+      "step": 97
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9982544267065962e-05,
+      "loss": 0.0818,
+      "step": 98
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9981588256775388e-05,
+      "loss": 0.082,
+      "step": 99
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9980606784597935e-05,
+      "loss": 0.0859,
+      "step": 100
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9979599853037223e-05,
+      "loss": 0.0757,
+      "step": 101
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.997856746466182e-05,
+      "loss": 0.0793,
+      "step": 102
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9977509622105233e-05,
+      "loss": 0.0779,
+      "step": 103
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9976426328065895e-05,
+      "loss": 0.081,
+      "step": 104
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.9975317585307164e-05,
+      "loss": 0.088,
+      "step": 105
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 1.997418339665732e-05,
+      "loss": 0.0776,
+      "step": 106
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.997302376500954e-05,
+      "loss": 0.0768,
+      "step": 107
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.997183869332192e-05,
+      "loss": 0.0767,
+      "step": 108
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9970628184617436e-05,
+      "loss": 0.0788,
+      "step": 109
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9969392241983957e-05,
+      "loss": 0.0776,
+      "step": 110
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9968130868574237e-05,
+      "loss": 0.0743,
+      "step": 111
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9966844067605888e-05,
+      "loss": 0.0823,
+      "step": 112
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9965531842361393e-05,
+      "loss": 0.0748,
+      "step": 113
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9964194196188095e-05,
+      "loss": 0.0769,
+      "step": 114
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.9962831132498165e-05,
+      "loss": 0.0706,
+      "step": 115
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 1.996144265476863e-05,
+      "loss": 0.0742,
+      "step": 116
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9960028766541336e-05,
+      "loss": 0.0684,
+      "step": 117
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.995858947142295e-05,
+      "loss": 0.0819,
+      "step": 118
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9957124773084943e-05,
+      "loss": 0.0737,
+      "step": 119
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.99556346752636e-05,
+      "loss": 0.0783,
+      "step": 120
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9954119181759987e-05,
+      "loss": 0.0767,
+      "step": 121
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.995257829643995e-05,
+      "loss": 0.0767,
+      "step": 122
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.995101202323412e-05,
+      "loss": 0.0807,
+      "step": 123
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.994942036613787e-05,
+      "loss": 0.0837,
+      "step": 124
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.9947803329211343e-05,
+      "loss": 0.0702,
+      "step": 125
+    },
+    {
+      "epoch": 0.12,
+      "learning_rate": 1.994616091657941e-05,
+      "loss": 0.0739,
+      "step": 126
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.994449313243168e-05,
+      "loss": 0.082,
+      "step": 127
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9942799981022472e-05,
+      "loss": 0.0743,
+      "step": 128
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9941081466670833e-05,
+      "loss": 0.0779,
+      "step": 129
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.993933759376049e-05,
+      "loss": 0.0804,
+      "step": 130
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9937568366739858e-05,
+      "loss": 0.0765,
+      "step": 131
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9935773790122043e-05,
+      "loss": 0.0746,
+      "step": 132
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9933953868484793e-05,
+      "loss": 0.0843,
+      "step": 133
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9932108606470525e-05,
+      "loss": 0.0754,
+      "step": 134
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.9930238008786288e-05,
+      "loss": 0.0782,
+      "step": 135
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 1.992834208020377e-05,
+      "loss": 0.0753,
+      "step": 136
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9926420825559257e-05,
+      "loss": 0.0847,
+      "step": 137
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9924474249753656e-05,
+      "loss": 0.0776,
+      "step": 138
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9922502357752453e-05,
+      "loss": 0.0814,
+      "step": 139
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9920505154585726e-05,
+      "loss": 0.0745,
+      "step": 140
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9918482645348104e-05,
+      "loss": 0.0795,
+      "step": 141
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.991643483519878e-05,
+      "loss": 0.0775,
+      "step": 142
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9914361729361484e-05,
+      "loss": 0.0753,
+      "step": 143
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.991226333312447e-05,
+      "loss": 0.0789,
+      "step": 144
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.9910139651840497e-05,
+      "loss": 0.0794,
+      "step": 145
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.990799069092685e-05,
+      "loss": 0.079,
+      "step": 146
+    },
+    {
+      "epoch": 0.14,
+      "learning_rate": 1.990581645586527e-05,
+      "loss": 0.0801,
+      "step": 147
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9903616952201982e-05,
+      "loss": 0.0749,
+      "step": 148
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.990139218554767e-05,
+      "loss": 0.0798,
+      "step": 149
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.989914216157746e-05,
+      "loss": 0.0769,
+      "step": 150
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9896866886030903e-05,
+      "loss": 0.0697,
+      "step": 151
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9894566364711965e-05,
+      "loss": 0.0803,
+      "step": 152
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.989224060348901e-05,
+      "loss": 0.0756,
+      "step": 153
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9889889608294797e-05,
+      "loss": 0.083,
+      "step": 154
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9887513385126434e-05,
+      "loss": 0.0769,
+      "step": 155
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.9885111940045405e-05,
+      "loss": 0.0751,
+      "step": 156
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 1.988268527917751e-05,
+      "loss": 0.079,
+      "step": 157
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9880233408712892e-05,
+      "loss": 0.073,
+      "step": 158
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9877756334905983e-05,
+      "loss": 0.0831,
+      "step": 159
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9875254064075522e-05,
+      "loss": 0.0907,
+      "step": 160
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.987272660260451e-05,
+      "loss": 0.0825,
+      "step": 161
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.987017395694021e-05,
+      "loss": 0.0889,
+      "step": 162
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9867596133594133e-05,
+      "loss": 0.0809,
+      "step": 163
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.986499313914201e-05,
+      "loss": 0.072,
+      "step": 164
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.986236498022378e-05,
+      "loss": 0.0784,
+      "step": 165
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9859711663543573e-05,
+      "loss": 0.0776,
+      "step": 166
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 1.9857033195869694e-05,
+      "loss": 0.0764,
+      "step": 167
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9854329584034614e-05,
+      "loss": 0.0744,
+      "step": 168
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9851600834934936e-05,
+      "loss": 0.0823,
+      "step": 169
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.984884695553138e-05,
+      "loss": 0.0762,
+      "step": 170
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.984606795284878e-05,
+      "loss": 0.0806,
+      "step": 171
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9843263833976052e-05,
+      "loss": 0.0739,
+      "step": 172
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9840434606066182e-05,
+      "loss": 0.0843,
+      "step": 173
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9837580276336205e-05,
+      "loss": 0.0675,
+      "step": 174
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.983470085206719e-05,
+      "loss": 0.0702,
+      "step": 175
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.9831796340604224e-05,
+      "loss": 0.0783,
+      "step": 176
+    },
+    {
+      "epoch": 0.17,
+      "learning_rate": 1.982886674935637e-05,
+      "loss": 0.0683,
+      "step": 177
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.982591208579669e-05,
+      "loss": 0.0696,
+      "step": 178
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9822932357462185e-05,
+      "loss": 0.0737,
+      "step": 179
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9819927571953804e-05,
+      "loss": 0.0799,
+      "step": 180
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9816897736936413e-05,
+      "loss": 0.0789,
+      "step": 181
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9813842860138764e-05,
+      "loss": 0.0691,
+      "step": 182
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9810762949353507e-05,
+      "loss": 0.0714,
+      "step": 183
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9807658012437136e-05,
+      "loss": 0.0748,
+      "step": 184
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.980452805730999e-05,
+      "loss": 0.0758,
+      "step": 185
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.980137309195623e-05,
+      "loss": 0.0677,
+      "step": 186
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 1.9798193124423804e-05,
+      "loss": 0.0738,
+      "step": 187
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.979498816282445e-05,
+      "loss": 0.0758,
+      "step": 188
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.979175821533365e-05,
+      "loss": 0.0781,
+      "step": 189
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.978850329019064e-05,
+      "loss": 0.0766,
+      "step": 190
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.978522339569835e-05,
+      "loss": 0.0721,
+      "step": 191
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.978191854022342e-05,
+      "loss": 0.0795,
+      "step": 192
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.977858873219616e-05,
+      "loss": 0.0744,
+      "step": 193
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.9775233980110524e-05,
+      "loss": 0.0742,
+      "step": 194
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.9771854292524103e-05,
+      "loss": 0.08,
+      "step": 195
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.9768449678058086e-05,
+      "loss": 0.0811,
+      "step": 196
+    },
+    {
+      "epoch": 0.19,
+      "learning_rate": 1.9765020145397264e-05,
+      "loss": 0.0667,
+      "step": 197
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9761565703289977e-05,
+      "loss": 0.0828,
+      "step": 198
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9758086360548107e-05,
+      "loss": 0.0687,
+      "step": 199
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.975458212604706e-05,
+      "loss": 0.0795,
+      "step": 200
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9751053008725736e-05,
+      "loss": 0.0764,
+      "step": 201
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9747499017586516e-05,
+      "loss": 0.0848,
+      "step": 202
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9743920161695212e-05,
+      "loss": 0.0717,
+      "step": 203
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9740316450181086e-05,
+      "loss": 0.0758,
+      "step": 204
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9736687892236786e-05,
+      "loss": 0.0783,
+      "step": 205
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.973303449711835e-05,
+      "loss": 0.0702,
+      "step": 206
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 1.9729356274145165e-05,
+      "loss": 0.0848,
+      "step": 207
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9725653232699962e-05,
+      "loss": 0.0862,
+      "step": 208
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9721925382228774e-05,
+      "loss": 0.0736,
+      "step": 209
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.971817273224092e-05,
+      "loss": 0.0718,
+      "step": 210
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.971439529230897e-05,
+      "loss": 0.0816,
+      "step": 211
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9710593072068756e-05,
+      "loss": 0.0759,
+      "step": 212
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.97067660812193e-05,
+      "loss": 0.0662,
+      "step": 213
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.970291432952281e-05,
+      "loss": 0.0724,
+      "step": 214
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.969903782680467e-05,
+      "loss": 0.069,
+      "step": 215
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.969513658295339e-05,
+      "loss": 0.0725,
+      "step": 216
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9691210607920597e-05,
+      "loss": 0.067,
+      "step": 217
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 1.9687259911721004e-05,
+      "loss": 0.0697,
+      "step": 218
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9683284504432384e-05,
+      "loss": 0.0782,
+      "step": 219
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9679284396195544e-05,
+      "loss": 0.0647,
+      "step": 220
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9675259597214304e-05,
+      "loss": 0.0681,
+      "step": 221
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.967121011775546e-05,
+      "loss": 0.0723,
+      "step": 222
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.966713596814877e-05,
+      "loss": 0.0734,
+      "step": 223
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.966303715878693e-05,
+      "loss": 0.0729,
+      "step": 224
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.965891370012552e-05,
+      "loss": 0.0652,
+      "step": 225
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9654765602683022e-05,
+      "loss": 0.0753,
+      "step": 226
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.965059287704075e-05,
+      "loss": 0.0766,
+      "step": 227
+    },
+    {
+      "epoch": 0.22,
+      "learning_rate": 1.9646395533842852e-05,
+      "loss": 0.0751,
+      "step": 228
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9642173583796265e-05,
+      "loss": 0.0732,
+      "step": 229
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9637927037670704e-05,
+      "loss": 0.0673,
+      "step": 230
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.963365590629862e-05,
+      "loss": 0.0752,
+      "step": 231
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9629360200575175e-05,
+      "loss": 0.0803,
+      "step": 232
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9625039931458228e-05,
+      "loss": 0.07,
+      "step": 233
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9620695109968285e-05,
+      "loss": 0.0734,
+      "step": 234
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9616325747188494e-05,
+      "loss": 0.0735,
+      "step": 235
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.961193185426459e-05,
+      "loss": 0.0674,
+      "step": 236
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.9607513442404892e-05,
+      "loss": 0.0724,
+      "step": 237
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 1.960307052288027e-05,
+      "loss": 0.0696,
+      "step": 238
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.959860310702409e-05,
+      "loss": 0.0706,
+      "step": 239
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9594111206232224e-05,
+      "loss": 0.0743,
+      "step": 240
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9589594831962998e-05,
+      "loss": 0.0672,
+      "step": 241
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.958505399573716e-05,
+      "loss": 0.0727,
+      "step": 242
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.958048870913786e-05,
+      "loss": 0.0666,
+      "step": 243
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.957589898381063e-05,
+      "loss": 0.0729,
+      "step": 244
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9571284831463326e-05,
+      "loss": 0.0785,
+      "step": 245
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9566646263866124e-05,
+      "loss": 0.0703,
+      "step": 246
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.9561983292851477e-05,
+      "loss": 0.0844,
+      "step": 247
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 1.955729593031409e-05,
+      "loss": 0.073,
+      "step": 248
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9552584188210883e-05,
+      "loss": 0.0671,
+      "step": 249
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9547848078560975e-05,
+      "loss": 0.0714,
+      "step": 250
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.954308761344564e-05,
+      "loss": 0.0727,
+      "step": 251
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9538302805008273e-05,
+      "loss": 0.0715,
+      "step": 252
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9533493665454372e-05,
+      "loss": 0.0746,
+      "step": 253
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9528660207051507e-05,
+      "loss": 0.0756,
+      "step": 254
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9523802442129267e-05,
+      "loss": 0.0738,
+      "step": 255
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.951892038307926e-05,
+      "loss": 0.0764,
+      "step": 256
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.9514014042355057e-05,
+      "loss": 0.0772,
+      "step": 257
+    },
+    {
+      "epoch": 0.25,
+      "learning_rate": 1.950908343247217e-05,
+      "loss": 0.0844,
+      "step": 258
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9504128566008017e-05,
+      "loss": 0.077,
+      "step": 259
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9499149455601897e-05,
+      "loss": 0.0727,
+      "step": 260
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.949414611395495e-05,
+      "loss": 0.0694,
+      "step": 261
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9489118553830123e-05,
+      "loss": 0.0778,
+      "step": 262
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.948406678805215e-05,
+      "loss": 0.0851,
+      "step": 263
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9478990829507507e-05,
+      "loss": 0.0729,
+      "step": 264
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9473890691144376e-05,
+      "loss": 0.0708,
+      "step": 265
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.946876638597263e-05,
+      "loss": 0.0788,
+      "step": 266
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.946361792706378e-05,
+      "loss": 0.0687,
+      "step": 267
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 1.9458445327550957e-05,
+      "loss": 0.0695,
+      "step": 268
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9453248600628867e-05,
+      "loss": 0.0697,
+      "step": 269
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9448027759553768e-05,
+      "loss": 0.0739,
+      "step": 270
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9442782817643425e-05,
+      "loss": 0.0762,
+      "step": 271
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9437513788277077e-05,
+      "loss": 0.0719,
+      "step": 272
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9432220684895427e-05,
+      "loss": 0.0729,
+      "step": 273
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.942690352100056e-05,
+      "loss": 0.066,
+      "step": 274
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9421562310155964e-05,
+      "loss": 0.0703,
+      "step": 275
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.941619706598645e-05,
+      "loss": 0.0764,
+      "step": 276
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9410807802178138e-05,
+      "loss": 0.0668,
+      "step": 277
+    },
+    {
+      "epoch": 0.27,
+      "learning_rate": 1.9405394532478422e-05,
+      "loss": 0.0702,
+      "step": 278
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9399957270695937e-05,
+      "loss": 0.0758,
+      "step": 279
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.939449603070051e-05,
+      "loss": 0.0725,
+      "step": 280
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9389010826423142e-05,
+      "loss": 0.073,
+      "step": 281
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9383501671855957e-05,
+      "loss": 0.0649,
+      "step": 282
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9377968581052176e-05,
+      "loss": 0.0755,
+      "step": 283
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.937241156812608e-05,
+      "loss": 0.0746,
+      "step": 284
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9366830647252974e-05,
+      "loss": 0.074,
+      "step": 285
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.936122583266914e-05,
+      "loss": 0.0673,
+      "step": 286
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9355597138671826e-05,
+      "loss": 0.0765,
+      "step": 287
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 1.9349944579619177e-05,
+      "loss": 0.0692,
+      "step": 288
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9344268169930228e-05,
+      "loss": 0.0706,
+      "step": 289
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.933856792408485e-05,
+      "loss": 0.0692,
+      "step": 290
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.933284385662371e-05,
+      "loss": 0.0721,
+      "step": 291
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9327095982148258e-05,
+      "loss": 0.0733,
+      "step": 292
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9321324315320652e-05,
+      "loss": 0.0792,
+      "step": 293
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9315528870863757e-05,
+      "loss": 0.0767,
+      "step": 294
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9309709663561085e-05,
+      "loss": 0.076,
+      "step": 295
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.930386670825677e-05,
+      "loss": 0.0703,
+      "step": 296
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.9298000019855517e-05,
+      "loss": 0.0717,
+      "step": 297
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.929210961332258e-05,
+      "loss": 0.0681,
+      "step": 298
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 1.928619550368371e-05,
+      "loss": 0.0732,
+      "step": 299
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9280257706025114e-05,
+      "loss": 0.0676,
+      "step": 300
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9274296235493444e-05,
+      "loss": 0.077,
+      "step": 301
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.926831110729572e-05,
+      "loss": 0.0778,
+      "step": 302
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.926230233669932e-05,
+      "loss": 0.0786,
+      "step": 303
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.925626993903193e-05,
+      "loss": 0.0676,
+      "step": 304
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9250213929681502e-05,
+      "loss": 0.0607,
+      "step": 305
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9244134324096223e-05,
+      "loss": 0.0769,
+      "step": 306
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.923803113778447e-05,
+      "loss": 0.0747,
+      "step": 307
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9231904386314772e-05,
+      "loss": 0.0779,
+      "step": 308
+    },
+    {
+      "epoch": 0.3,
+      "learning_rate": 1.9225754085315766e-05,
+      "loss": 0.0712,
+      "step": 309
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9219580250476167e-05,
+      "loss": 0.0725,
+      "step": 310
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9213382897544722e-05,
+      "loss": 0.0709,
+      "step": 311
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.920716204233016e-05,
+      "loss": 0.074,
+      "step": 312
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9200917700701176e-05,
+      "loss": 0.0811,
+      "step": 313
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9194649888586366e-05,
+      "loss": 0.069,
+      "step": 314
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9188358621974202e-05,
+      "loss": 0.0766,
+      "step": 315
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9182043916912984e-05,
+      "loss": 0.0788,
+      "step": 316
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9175705789510798e-05,
+      "loss": 0.0814,
+      "step": 317
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.9169344255935484e-05,
+      "loss": 0.0847,
+      "step": 318
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 1.916295933241458e-05,
+      "loss": 0.081,
+      "step": 319
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.915655103523529e-05,
+      "loss": 0.0748,
+      "step": 320
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9150119380744458e-05,
+      "loss": 0.0681,
+      "step": 321
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9143664385348487e-05,
+      "loss": 0.0676,
+      "step": 322
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9137186065513332e-05,
+      "loss": 0.0776,
+      "step": 323
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9130684437764445e-05,
+      "loss": 0.0806,
+      "step": 324
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.912415951868673e-05,
+      "loss": 0.0699,
+      "step": 325
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9117611324924513e-05,
+      "loss": 0.0834,
+      "step": 326
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9111039873181478e-05,
+      "loss": 0.0725,
+      "step": 327
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.9104445180220648e-05,
+      "loss": 0.0754,
+      "step": 328
+    },
+    {
+      "epoch": 0.32,
+      "learning_rate": 1.909782726286433e-05,
+      "loss": 0.0739,
+      "step": 329
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9091186137994074e-05,
+      "loss": 0.0687,
+      "step": 330
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9084521822550623e-05,
+      "loss": 0.0772,
+      "step": 331
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9077834333533885e-05,
+      "loss": 0.0771,
+      "step": 332
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9071123688002875e-05,
+      "loss": 0.0716,
+      "step": 333
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9064389903075676e-05,
+      "loss": 0.0687,
+      "step": 334
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9057632995929413e-05,
+      "loss": 0.0764,
+      "step": 335
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.905085298380017e-05,
+      "loss": 0.073,
+      "step": 336
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9044049883982984e-05,
+      "loss": 0.0754,
+      "step": 337
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.9037223713831786e-05,
+      "loss": 0.0711,
+      "step": 338
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 1.903037449075935e-05,
+      "loss": 0.0711,
+      "step": 339
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9023502232237258e-05,
+      "loss": 0.0717,
+      "step": 340
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.901660695579585e-05,
+      "loss": 0.0721,
+      "step": 341
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.900968867902419e-05,
+      "loss": 0.0713,
+      "step": 342
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.9002747419570014e-05,
+      "loss": 0.0696,
+      "step": 343
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.899578319513967e-05,
+      "loss": 0.0685,
+      "step": 344
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8988796023498096e-05,
+      "loss": 0.0695,
+      "step": 345
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.898178592246877e-05,
+      "loss": 0.0676,
+      "step": 346
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8974752909933653e-05,
+      "loss": 0.0692,
+      "step": 347
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.8967697003833156e-05,
+      "loss": 0.0717,
+      "step": 348
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 1.896061822216608e-05,
+      "loss": 0.0656,
+      "step": 349
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8953516582989597e-05,
+      "loss": 0.0725,
+      "step": 350
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8946392104419162e-05,
+      "loss": 0.0709,
+      "step": 351
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.893924480462851e-05,
+      "loss": 0.0678,
+      "step": 352
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8932074701849576e-05,
+      "loss": 0.0723,
+      "step": 353
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.892488181437248e-05,
+      "loss": 0.0753,
+      "step": 354
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8917666160545446e-05,
+      "loss": 0.0687,
+      "step": 355
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8910427758774775e-05,
+      "loss": 0.0704,
+      "step": 356
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.8903166627524812e-05,
+      "loss": 0.0782,
+      "step": 357
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.889588278531786e-05,
+      "loss": 0.0718,
+      "step": 358
+    },
+    {
+      "epoch": 0.35,
+      "learning_rate": 1.888857625073417e-05,
+      "loss": 0.0725,
+      "step": 359
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8881247042411878e-05,
+      "loss": 0.0699,
+      "step": 360
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.887389517904694e-05,
+      "loss": 0.0711,
+      "step": 361
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8866520679393127e-05,
+      "loss": 0.0656,
+      "step": 362
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.885912356226194e-05,
+      "loss": 0.0685,
+      "step": 363
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.885170384652258e-05,
+      "loss": 0.0738,
+      "step": 364
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.884426155110188e-05,
+      "loss": 0.0664,
+      "step": 365
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.883679669498429e-05,
+      "loss": 0.0693,
+      "step": 366
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8829309297211804e-05,
+      "loss": 0.0704,
+      "step": 367
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8821799376883912e-05,
+      "loss": 0.0685,
+      "step": 368
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.8814266953157557e-05,
+      "loss": 0.0745,
+      "step": 369
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 1.880671204524709e-05,
+      "loss": 0.0697,
+      "step": 370
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8799134672424214e-05,
+      "loss": 0.0754,
+      "step": 371
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.879153485401794e-05,
+      "loss": 0.0677,
+      "step": 372
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8783912609414535e-05,
+      "loss": 0.0672,
+      "step": 373
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8776267958057467e-05,
+      "loss": 0.074,
+      "step": 374
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.876860091944736e-05,
+      "loss": 0.0742,
+      "step": 375
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.876091151314196e-05,
+      "loss": 0.0707,
+      "step": 376
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.875319975875606e-05,
+      "loss": 0.0728,
+      "step": 377
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8745465675961453e-05,
+      "loss": 0.0719,
+      "step": 378
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8737709284486905e-05,
+      "loss": 0.0722,
+      "step": 379
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 1.8729930604118074e-05,
+      "loss": 0.0677,
+      "step": 380
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.872212965469749e-05,
+      "loss": 0.0784,
+      "step": 381
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.871430645612447e-05,
+      "loss": 0.067,
+      "step": 382
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8706461028355107e-05,
+      "loss": 0.0703,
+      "step": 383
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8698593391402177e-05,
+      "loss": 0.0659,
+      "step": 384
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8690703565335127e-05,
+      "loss": 0.0673,
+      "step": 385
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8682791570279998e-05,
+      "loss": 0.0688,
+      "step": 386
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8674857426419383e-05,
+      "loss": 0.0747,
+      "step": 387
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.8666901153992367e-05,
+      "loss": 0.0679,
+      "step": 388
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.865892277329449e-05,
+      "loss": 0.075,
+      "step": 389
+    },
+    {
+      "epoch": 0.38,
+      "learning_rate": 1.865092230467769e-05,
+      "loss": 0.0654,
+      "step": 390
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8642899768550243e-05,
+      "loss": 0.0768,
+      "step": 391
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8634855185376722e-05,
+      "loss": 0.0724,
+      "step": 392
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8626788575677926e-05,
+      "loss": 0.0686,
+      "step": 393
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8618699960030865e-05,
+      "loss": 0.0714,
+      "step": 394
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8610589359068658e-05,
+      "loss": 0.075,
+      "step": 395
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8602456793480522e-05,
+      "loss": 0.07,
+      "step": 396
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8594302284011704e-05,
+      "loss": 0.0731,
+      "step": 397
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8586125851463414e-05,
+      "loss": 0.0714,
+      "step": 398
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.85779275166928e-05,
+      "loss": 0.0731,
+      "step": 399
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 1.8569707300612866e-05,
+      "loss": 0.0694,
+      "step": 400
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8561465224192453e-05,
+      "loss": 0.0742,
+      "step": 401
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8553201308456138e-05,
+      "loss": 0.0714,
+      "step": 402
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.854491557448424e-05,
+      "loss": 0.0722,
+      "step": 403
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.85366080434127e-05,
+      "loss": 0.0671,
+      "step": 404
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.852827873643308e-05,
+      "loss": 0.0695,
+      "step": 405
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8519927674792496e-05,
+      "loss": 0.0698,
+      "step": 406
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8511554879793537e-05,
+      "loss": 0.0689,
+      "step": 407
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8503160372794253e-05,
+      "loss": 0.0776,
+      "step": 408
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.8494744175208065e-05,
+      "loss": 0.0778,
+      "step": 409
+    },
+    {
+      "epoch": 0.4,
+      "learning_rate": 1.848630630850372e-05,
+      "loss": 0.0729,
+      "step": 410
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8477846794205258e-05,
+      "loss": 0.0723,
+      "step": 411
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.846936565389193e-05,
+      "loss": 0.0716,
+      "step": 412
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8460862909198143e-05,
+      "loss": 0.0713,
+      "step": 413
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8452338581813433e-05,
+      "loss": 0.0683,
+      "step": 414
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8443792693482377e-05,
+      "loss": 0.0673,
+      "step": 415
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8435225266004555e-05,
+      "loss": 0.0713,
+      "step": 416
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8426636321234497e-05,
+      "loss": 0.0673,
+      "step": 417
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8418025881081612e-05,
+      "loss": 0.0667,
+      "step": 418
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8409393967510144e-05,
+      "loss": 0.0719,
+      "step": 419
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 1.8400740602539117e-05,
+      "loss": 0.0662,
+      "step": 420
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8392065808242278e-05,
+      "loss": 0.0671,
+      "step": 421
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.838336960674802e-05,
+      "loss": 0.067,
+      "step": 422
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8374652020239365e-05,
+      "loss": 0.0675,
+      "step": 423
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8365913070953875e-05,
+      "loss": 0.0711,
+      "step": 424
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8357152781183606e-05,
+      "loss": 0.0617,
+      "step": 425
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.834837117327505e-05,
+      "loss": 0.0689,
+      "step": 426
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8339568269629085e-05,
+      "loss": 0.0638,
+      "step": 427
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8330744092700913e-05,
+      "loss": 0.0624,
+      "step": 428
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8321898664999986e-05,
+      "loss": 0.0729,
+      "step": 429
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 1.8313032009089985e-05,
+      "loss": 0.0723,
+      "step": 430
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.830414414758873e-05,
+      "loss": 0.0684,
+      "step": 431
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.829523510316813e-05,
+      "loss": 0.0672,
+      "step": 432
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8286304898554145e-05,
+      "loss": 0.0705,
+      "step": 433
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.82773535565267e-05,
+      "loss": 0.0678,
+      "step": 434
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.826838109991964e-05,
+      "loss": 0.0685,
+      "step": 435
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8259387551620674e-05,
+      "loss": 0.0618,
+      "step": 436
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8250372934571313e-05,
+      "loss": 0.0676,
+      "step": 437
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8241337271766807e-05,
+      "loss": 0.0663,
+      "step": 438
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.82322805862561e-05,
+      "loss": 0.0744,
+      "step": 439
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.8223202901141758e-05,
+      "loss": 0.0621,
+      "step": 440
+    },
+    {
+      "epoch": 0.43,
+      "learning_rate": 1.821410423957991e-05,
+      "loss": 0.0688,
+      "step": 441
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8204984624780205e-05,
+      "loss": 0.0624,
+      "step": 442
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8195844080005728e-05,
+      "loss": 0.0704,
+      "step": 443
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8186682628572966e-05,
+      "loss": 0.0671,
+      "step": 444
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8177500293851728e-05,
+      "loss": 0.0645,
+      "step": 445
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8168297099265094e-05,
+      "loss": 0.071,
+      "step": 446
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8159073068289365e-05,
+      "loss": 0.0641,
+      "step": 447
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8149828224453977e-05,
+      "loss": 0.0701,
+      "step": 448
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8140562591341476e-05,
+      "loss": 0.0677,
+      "step": 449
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.8131276192587423e-05,
+      "loss": 0.0618,
+      "step": 450
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 1.812196905188036e-05,
+      "loss": 0.0806,
+      "step": 451
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.811264119296173e-05,
+      "loss": 0.0676,
+      "step": 452
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.810329263962584e-05,
+      "loss": 0.0609,
+      "step": 453
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8093923415719765e-05,
+      "loss": 0.0685,
+      "step": 454
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8084533545143333e-05,
+      "loss": 0.0724,
+      "step": 455
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.807512305184902e-05,
+      "loss": 0.0707,
+      "step": 456
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8065691959841918e-05,
+      "loss": 0.0648,
+      "step": 457
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.805624029317966e-05,
+      "loss": 0.0718,
+      "step": 458
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.804676807597236e-05,
+      "loss": 0.071,
+      "step": 459
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.803727533238257e-05,
+      "loss": 0.0704,
+      "step": 460
+    },
+    {
+      "epoch": 0.45,
+      "learning_rate": 1.8027762086625175e-05,
+      "loss": 0.0706,
+      "step": 461
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.8018228362967377e-05,
+      "loss": 0.075,
+      "step": 462
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.800867418572862e-05,
+      "loss": 0.0675,
+      "step": 463
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7999099579280512e-05,
+      "loss": 0.07,
+      "step": 464
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.798950456804677e-05,
+      "loss": 0.0689,
+      "step": 465
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7979889176503174e-05,
+      "loss": 0.0675,
+      "step": 466
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7970253429177477e-05,
+      "loss": 0.0686,
+      "step": 467
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7960597350649377e-05,
+      "loss": 0.068,
+      "step": 468
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.795092096555041e-05,
+      "loss": 0.0681,
+      "step": 469
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7941224298563934e-05,
+      "loss": 0.073,
+      "step": 470
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 1.7931507374425028e-05,
+      "loss": 0.064,
+      "step": 471
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.792177021792046e-05,
+      "loss": 0.067,
+      "step": 472
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7912012853888585e-05,
+      "loss": 0.076,
+      "step": 473
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7902235307219333e-05,
+      "loss": 0.0688,
+      "step": 474
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.78924376028541e-05,
+      "loss": 0.0642,
+      "step": 475
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7882619765785705e-05,
+      "loss": 0.0712,
+      "step": 476
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7872781821058324e-05,
+      "loss": 0.0693,
+      "step": 477
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.786292379376743e-05,
+      "loss": 0.0753,
+      "step": 478
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7853045709059713e-05,
+      "loss": 0.0659,
+      "step": 479
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.784314759213304e-05,
+      "loss": 0.0676,
+      "step": 480
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 1.7833229468236367e-05,
+      "loss": 0.0641,
+      "step": 481
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7823291362669697e-05,
+      "loss": 0.0661,
+      "step": 482
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7813333300783996e-05,
+      "loss": 0.0703,
+      "step": 483
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7803355307981132e-05,
+      "loss": 0.0709,
+      "step": 484
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.779335740971382e-05,
+      "loss": 0.0787,
+      "step": 485
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7783339631485566e-05,
+      "loss": 0.0732,
+      "step": 486
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.777330199885056e-05,
+      "loss": 0.0674,
+      "step": 487
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.776324453741365e-05,
+      "loss": 0.0693,
+      "step": 488
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7753167272830276e-05,
+      "loss": 0.0739,
+      "step": 489
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.774307023080638e-05,
+      "loss": 0.0708,
+      "step": 490
+    },
+    {
+      "epoch": 0.48,
+      "learning_rate": 1.7732953437098358e-05,
+      "loss": 0.0689,
+      "step": 491
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.772281691751299e-05,
+      "loss": 0.0714,
+      "step": 492
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7712660697907377e-05,
+      "loss": 0.0627,
+      "step": 493
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7702484804188867e-05,
+      "loss": 0.0712,
+      "step": 494
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7692289262315e-05,
+      "loss": 0.0647,
+      "step": 495
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7682074098293434e-05,
+      "loss": 0.0647,
+      "step": 496
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.767183933818188e-05,
+      "loss": 0.0689,
+      "step": 497
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.766158500808804e-05,
+      "loss": 0.0676,
+      "step": 498
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.765131113416953e-05,
+      "loss": 0.0675,
+      "step": 499
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.764101774263383e-05,
+      "loss": 0.0717,
+      "step": 500
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 1.7630704859738192e-05,
+      "loss": 0.068,
+      "step": 501
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7620372511789607e-05,
+      "loss": 0.0708,
+      "step": 502
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.76100207251447e-05,
+      "loss": 0.0647,
+      "step": 503
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7599649526209702e-05,
+      "loss": 0.0674,
+      "step": 504
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7589258941440346e-05,
+      "loss": 0.0634,
+      "step": 505
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7578848997341823e-05,
+      "loss": 0.0699,
+      "step": 506
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7568419720468706e-05,
+      "loss": 0.0674,
+      "step": 507
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.7557971137424886e-05,
+      "loss": 0.0706,
+      "step": 508
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.75475032748635e-05,
+      "loss": 0.0718,
+      "step": 509
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.753701615948686e-05,
+      "loss": 0.0751,
+      "step": 510
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.75265098180464e-05,
+      "loss": 0.0721,
+      "step": 511
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 1.751598427734259e-05,
+      "loss": 0.0663,
+      "step": 512
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.750543956422488e-05,
+      "loss": 0.064,
+      "step": 513
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7494875705591617e-05,
+      "loss": 0.0805,
+      "step": 514
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.748429272839e-05,
+      "loss": 0.0711,
+      "step": 515
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.747369065961599e-05,
+      "loss": 0.0747,
+      "step": 516
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.746306952631424e-05,
+      "loss": 0.0715,
+      "step": 517
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7452429355578053e-05,
+      "loss": 0.0775,
+      "step": 518
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7441770174549276e-05,
+      "loss": 0.0672,
+      "step": 519
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7431092010418266e-05,
+      "loss": 0.0759,
+      "step": 520
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7420394890423786e-05,
+      "loss": 0.0733,
+      "step": 521
+    },
+    {
+      "epoch": 0.51,
+      "learning_rate": 1.7409678841852968e-05,
+      "loss": 0.0719,
+      "step": 522
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7398943892041223e-05,
+      "loss": 0.075,
+      "step": 523
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7388190068372174e-05,
+      "loss": 0.0716,
+      "step": 524
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7377417398277593e-05,
+      "loss": 0.0675,
+      "step": 525
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7366625909237328e-05,
+      "loss": 0.0712,
+      "step": 526
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7355815628779227e-05,
+      "loss": 0.0654,
+      "step": 527
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.734498658447908e-05,
+      "loss": 0.0688,
+      "step": 528
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7334138803960527e-05,
+      "loss": 0.0631,
+      "step": 529
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7323272314895022e-05,
+      "loss": 0.0641,
+      "step": 530
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.731238714500173e-05,
+      "loss": 0.0753,
+      "step": 531
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 1.7301483322047467e-05,
+      "loss": 0.0781,
+      "step": 532
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.729056087384664e-05,
+      "loss": 0.0662,
+      "step": 533
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7279619828261164e-05,
+      "loss": 0.0784,
+      "step": 534
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.726866021320038e-05,
+      "loss": 0.0637,
+      "step": 535
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7257682056621022e-05,
+      "loss": 0.0689,
+      "step": 536
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7246685386527098e-05,
+      "loss": 0.0776,
+      "step": 537
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.723567023096986e-05,
+      "loss": 0.0737,
+      "step": 538
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.72246366180477e-05,
+      "loss": 0.0712,
+      "step": 539
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7213584575906104e-05,
+      "loss": 0.0807,
+      "step": 540
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7202514132737566e-05,
+      "loss": 0.0761,
+      "step": 541
+    },
+    {
+      "epoch": 0.53,
+      "learning_rate": 1.7191425316781508e-05,
+      "loss": 0.0649,
+      "step": 542
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7180318156324235e-05,
+      "loss": 0.0703,
+      "step": 543
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7169192679698837e-05,
+      "loss": 0.0694,
+      "step": 544
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.715804891528513e-05,
+      "loss": 0.074,
+      "step": 545
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.714688689150958e-05,
+      "loss": 0.0706,
+      "step": 546
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7135706636845224e-05,
+      "loss": 0.0682,
+      "step": 547
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7124508179811617e-05,
+      "loss": 0.0687,
+      "step": 548
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7113291548974735e-05,
+      "loss": 0.0651,
+      "step": 549
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7102056772946912e-05,
+      "loss": 0.0739,
+      "step": 550
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.7090803880386784e-05,
+      "loss": 0.0658,
+      "step": 551
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 1.707953289999918e-05,
+      "loss": 0.0718,
+      "step": 552
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7068243860535084e-05,
+      "loss": 0.0778,
+      "step": 553
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7056936790791536e-05,
+      "loss": 0.0669,
+      "step": 554
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.704561171961158e-05,
+      "loss": 0.0739,
+      "step": 555
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7034268675884167e-05,
+      "loss": 0.0693,
+      "step": 556
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.7022907688544106e-05,
+      "loss": 0.0745,
+      "step": 557
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.701152878657197e-05,
+      "loss": 0.0703,
+      "step": 558
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.700013199899403e-05,
+      "loss": 0.065,
+      "step": 559
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.6988717354882192e-05,
+      "loss": 0.0813,
+      "step": 560
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.69772848833539e-05,
+      "loss": 0.0638,
+      "step": 561
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 1.6965834613572082e-05,
+      "loss": 0.0654,
+      "step": 562
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.695436657474505e-05,
+      "loss": 0.0692,
+      "step": 563
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6942880796126472e-05,
+      "loss": 0.0726,
+      "step": 564
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.693137730701524e-05,
+      "loss": 0.0738,
+      "step": 565
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6919856136755438e-05,
+      "loss": 0.0705,
+      "step": 566
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6908317314736256e-05,
+      "loss": 0.0676,
+      "step": 567
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6896760870391898e-05,
+      "loss": 0.0684,
+      "step": 568
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6885186833201533e-05,
+      "loss": 0.0781,
+      "step": 569
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.68735952326892e-05,
+      "loss": 0.0781,
+      "step": 570
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6861986098423745e-05,
+      "loss": 0.0724,
+      "step": 571
+    },
+    {
+      "epoch": 0.56,
+      "learning_rate": 1.6850359460018737e-05,
+      "loss": 0.0677,
+      "step": 572
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6838715347132394e-05,
+      "loss": 0.0668,
+      "step": 573
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.682705378946752e-05,
+      "loss": 0.0721,
+      "step": 574
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.68153748167714e-05,
+      "loss": 0.0637,
+      "step": 575
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6803678458835765e-05,
+      "loss": 0.0733,
+      "step": 576
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6791964745496675e-05,
+      "loss": 0.0798,
+      "step": 577
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6780233706634478e-05,
+      "loss": 0.0676,
+      "step": 578
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6768485372173696e-05,
+      "loss": 0.0789,
+      "step": 579
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6756719772082993e-05,
+      "loss": 0.0711,
+      "step": 580
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.6744936936375063e-05,
+      "loss": 0.0698,
+      "step": 581
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.673313689510657e-05,
+      "loss": 0.0728,
+      "step": 582
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 1.672131967837806e-05,
+      "loss": 0.0746,
+      "step": 583
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.67094853163339e-05,
+      "loss": 0.0736,
+      "step": 584
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6697633839162196e-05,
+      "loss": 0.0717,
+      "step": 585
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6685765277094702e-05,
+      "loss": 0.0732,
+      "step": 586
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6673879660406756e-05,
+      "loss": 0.0769,
+      "step": 587
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.666197701941721e-05,
+      "loss": 0.069,
+      "step": 588
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.665005738448833e-05,
+      "loss": 0.072,
+      "step": 589
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6638120786025745e-05,
+      "loss": 0.0728,
+      "step": 590
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6626167254478337e-05,
+      "loss": 0.0715,
+      "step": 591
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6614196820338206e-05,
+      "loss": 0.0639,
+      "step": 592
+    },
+    {
+      "epoch": 0.58,
+      "learning_rate": 1.6602209514140552e-05,
+      "loss": 0.075,
+      "step": 593
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6590205366463617e-05,
+      "loss": 0.0699,
+      "step": 594
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6578184407928604e-05,
+      "loss": 0.0601,
+      "step": 595
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6566146669199603e-05,
+      "loss": 0.0746,
+      "step": 596
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6554092180983503e-05,
+      "loss": 0.0696,
+      "step": 597
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.654202097402992e-05,
+      "loss": 0.0649,
+      "step": 598
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6529933079131125e-05,
+      "loss": 0.0689,
+      "step": 599
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6517828527121942e-05,
+      "loss": 0.0648,
+      "step": 600
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.65057073488797e-05,
+      "loss": 0.0688,
+      "step": 601
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6493569575324137e-05,
+      "loss": 0.0644,
+      "step": 602
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 1.6481415237417313e-05,
+      "loss": 0.0693,
+      "step": 603
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.646924436616356e-05,
+      "loss": 0.065,
+      "step": 604
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6457056992609368e-05,
+      "loss": 0.0696,
+      "step": 605
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.644485314784333e-05,
+      "loss": 0.0764,
+      "step": 606
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6432632862996056e-05,
+      "loss": 0.0662,
+      "step": 607
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6420396169240095e-05,
+      "loss": 0.0654,
+      "step": 608
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.640814309778984e-05,
+      "loss": 0.0607,
+      "step": 609
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6395873679901474e-05,
+      "loss": 0.072,
+      "step": 610
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6383587946872885e-05,
+      "loss": 0.0616,
+      "step": 611
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6371285930043554e-05,
+      "loss": 0.0705,
+      "step": 612
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 1.6358967660794526e-05,
+      "loss": 0.0724,
+      "step": 613
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.634663317054829e-05,
+      "loss": 0.0694,
+      "step": 614
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6334282490768712e-05,
+      "loss": 0.0713,
+      "step": 615
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6321915652960963e-05,
+      "loss": 0.07,
+      "step": 616
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6309532688671428e-05,
+      "loss": 0.0688,
+      "step": 617
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.629713362948763e-05,
+      "loss": 0.0683,
+      "step": 618
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6284718507038143e-05,
+      "loss": 0.0671,
+      "step": 619
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6272287352992522e-05,
+      "loss": 0.0691,
+      "step": 620
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6259840199061215e-05,
+      "loss": 0.0718,
+      "step": 621
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.624737707699549e-05,
+      "loss": 0.0688,
+      "step": 622
+    },
+    {
+      "epoch": 0.61,
+      "learning_rate": 1.6234898018587336e-05,
+      "loss": 0.0691,
+      "step": 623
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.62224030556694e-05,
+      "loss": 0.0653,
+      "step": 624
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.62098922201149e-05,
+      "loss": 0.0737,
+      "step": 625
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6197365543837547e-05,
+      "loss": 0.0668,
+      "step": 626
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6184823058791446e-05,
+      "loss": 0.0661,
+      "step": 627
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.617226479697105e-05,
+      "loss": 0.071,
+      "step": 628
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6159690790411034e-05,
+      "loss": 0.0639,
+      "step": 629
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6147101071186254e-05,
+      "loss": 0.076,
+      "step": 630
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6134495671411632e-05,
+      "loss": 0.0616,
+      "step": 631
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6121874623242104e-05,
+      "loss": 0.0668,
+      "step": 632
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 1.6109237958872514e-05,
+      "loss": 0.0698,
+      "step": 633
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6096585710537542e-05,
+      "loss": 0.0626,
+      "step": 634
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.608391791051163e-05,
+      "loss": 0.0696,
+      "step": 635
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6071234591108874e-05,
+      "loss": 0.0723,
+      "step": 636
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.605853578468297e-05,
+      "loss": 0.0678,
+      "step": 637
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6045821523627117e-05,
+      "loss": 0.0713,
+      "step": 638
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6033091840373936e-05,
+      "loss": 0.0662,
+      "step": 639
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6020346767395393e-05,
+      "loss": 0.0692,
+      "step": 640
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.6007586337202702e-05,
+      "loss": 0.064,
+      "step": 641
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.599481058234626e-05,
+      "loss": 0.0709,
+      "step": 642
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 1.5982019535415553e-05,
+      "loss": 0.0634,
+      "step": 643
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5969213229039073e-05,
+      "loss": 0.0601,
+      "step": 644
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5956391695884242e-05,
+      "loss": 0.072,
+      "step": 645
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5943554968657312e-05,
+      "loss": 0.0672,
+      "step": 646
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5930703080103314e-05,
+      "loss": 0.0683,
+      "step": 647
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5917836063005933e-05,
+      "loss": 0.0724,
+      "step": 648
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5904953950187458e-05,
+      "loss": 0.0674,
+      "step": 649
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.589205677450868e-05,
+      "loss": 0.0728,
+      "step": 650
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5879144568868814e-05,
+      "loss": 0.0762,
+      "step": 651
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.586621736620542e-05,
+      "loss": 0.0618,
+      "step": 652
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.5853275199494302e-05,
+      "loss": 0.063,
+      "step": 653
+    },
+    {
+      "epoch": 0.64,
+      "learning_rate": 1.584031810174945e-05,
+      "loss": 0.0768,
+      "step": 654
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.582734610602293e-05,
+      "loss": 0.0678,
+      "step": 655
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5814359245404818e-05,
+      "loss": 0.0694,
+      "step": 656
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5801357553023105e-05,
+      "loss": 0.0697,
+      "step": 657
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.578834106204362e-05,
+      "loss": 0.0707,
+      "step": 658
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5775309805669932e-05,
+      "loss": 0.0636,
+      "step": 659
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5762263817143284e-05,
+      "loss": 0.0643,
+      "step": 660
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.57492031297425e-05,
+      "loss": 0.0673,
+      "step": 661
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5736127776783894e-05,
+      "loss": 0.075,
+      "step": 662
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.5723037791621193e-05,
+      "loss": 0.0673,
+      "step": 663
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 1.570993320764544e-05,
+      "loss": 0.063,
+      "step": 664
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5696814058284937e-05,
+      "loss": 0.0655,
+      "step": 665
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.568368037700512e-05,
+      "loss": 0.0714,
+      "step": 666
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5670532197308515e-05,
+      "loss": 0.0634,
+      "step": 667
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5657369552734608e-05,
+      "loss": 0.0713,
+      "step": 668
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5644192476859803e-05,
+      "loss": 0.0702,
+      "step": 669
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.563100100329731e-05,
+      "loss": 0.065,
+      "step": 670
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5617795165697057e-05,
+      "loss": 0.0684,
+      "step": 671
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.560457499774563e-05,
+      "loss": 0.063,
+      "step": 672
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5591340533166156e-05,
+      "loss": 0.0655,
+      "step": 673
+    },
+    {
+      "epoch": 0.66,
+      "learning_rate": 1.5578091805718242e-05,
+      "loss": 0.0761,
+      "step": 674
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.556482884919787e-05,
+      "loss": 0.0748,
+      "step": 675
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5551551697437318e-05,
+      "loss": 0.0646,
+      "step": 676
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5538260384305076e-05,
+      "loss": 0.068,
+      "step": 677
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5524954943705765e-05,
+      "loss": 0.0632,
+      "step": 678
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5511635409580032e-05,
+      "loss": 0.0769,
+      "step": 679
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.549830181590449e-05,
+      "loss": 0.0665,
+      "step": 680
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.54849541966916e-05,
+      "loss": 0.0689,
+      "step": 681
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5471592585989608e-05,
+      "loss": 0.0649,
+      "step": 682
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.545821701788245e-05,
+      "loss": 0.0657,
+      "step": 683
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 1.5444827526489675e-05,
+      "loss": 0.0652,
+      "step": 684
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.543142414596633e-05,
+      "loss": 0.0808,
+      "step": 685
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.54180069105029e-05,
+      "loss": 0.0693,
+      "step": 686
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5404575854325226e-05,
+      "loss": 0.0725,
+      "step": 687
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.539113101169438e-05,
+      "loss": 0.0642,
+      "step": 688
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5377672416906625e-05,
+      "loss": 0.0728,
+      "step": 689
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5364200104293277e-05,
+      "loss": 0.0645,
+      "step": 690
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5350714108220673e-05,
+      "loss": 0.0698,
+      "step": 691
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5337214463090044e-05,
+      "loss": 0.0667,
+      "step": 692
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.5323701203337425e-05,
+      "loss": 0.0707,
+      "step": 693
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 1.53101743634336e-05,
+      "loss": 0.0662,
+      "step": 694
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5296633977883985e-05,
+      "loss": 0.0634,
+      "step": 695
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5283080081228547e-05,
+      "loss": 0.0711,
+      "step": 696
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5269512708041725e-05,
+      "loss": 0.0678,
+      "step": 697
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5255931892932333e-05,
+      "loss": 0.0734,
+      "step": 698
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.524233767054347e-05,
+      "loss": 0.0642,
+      "step": 699
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5228730075552443e-05,
+      "loss": 0.0675,
+      "step": 700
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.521510914267066e-05,
+      "loss": 0.079,
+      "step": 701
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.520147490664356e-05,
+      "loss": 0.0713,
+      "step": 702
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5187827402250522e-05,
+      "loss": 0.0724,
+      "step": 703
+    },
+    {
+      "epoch": 0.69,
+      "learning_rate": 1.5174166664304757e-05,
+      "loss": 0.0655,
+      "step": 704
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5160492727653241e-05,
+      "loss": 0.0714,
+      "step": 705
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5146805627176624e-05,
+      "loss": 0.0772,
+      "step": 706
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5133105397789125e-05,
+      "loss": 0.0727,
+      "step": 707
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.511939207443846e-05,
+      "loss": 0.0656,
+      "step": 708
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5105665692105742e-05,
+      "loss": 0.066,
+      "step": 709
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5091926285805398e-05,
+      "loss": 0.0719,
+      "step": 710
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5078173890585081e-05,
+      "loss": 0.0682,
+      "step": 711
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5064408541525573e-05,
+      "loss": 0.0681,
+      "step": 712
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5050630273740696e-05,
+      "loss": 0.0746,
+      "step": 713
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 1.5036839122377236e-05,
+      "loss": 0.0748,
+      "step": 714
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.5023035122614837e-05,
+      "loss": 0.0675,
+      "step": 715
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.500921830966592e-05,
+      "loss": 0.0606,
+      "step": 716
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.499538871877559e-05,
+      "loss": 0.075,
+      "step": 717
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4981546385221545e-05,
+      "loss": 0.0698,
+      "step": 718
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4967691344313995e-05,
+      "loss": 0.0697,
+      "step": 719
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4953823631395554e-05,
+      "loss": 0.0702,
+      "step": 720
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4939943281841172e-05,
+      "loss": 0.0643,
+      "step": 721
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4926050331058029e-05,
+      "loss": 0.0683,
+      "step": 722
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4912144814485445e-05,
+      "loss": 0.0619,
+      "step": 723
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4898226767594801e-05,
+      "loss": 0.0714,
+      "step": 724
+    },
+    {
+      "epoch": 0.71,
+      "learning_rate": 1.4884296225889438e-05,
+      "loss": 0.0722,
+      "step": 725
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4870353224904572e-05,
+      "loss": 0.0673,
+      "step": 726
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4856397800207198e-05,
+      "loss": 0.0661,
+      "step": 727
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4842429987396001e-05,
+      "loss": 0.0666,
+      "step": 728
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4828449822101274e-05,
+      "loss": 0.0643,
+      "step": 729
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4814457339984811e-05,
+      "loss": 0.0677,
+      "step": 730
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4800452576739835e-05,
+      "loss": 0.0671,
+      "step": 731
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4786435568090885e-05,
+      "loss": 0.0702,
+      "step": 732
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4772406349793744e-05,
+      "loss": 0.0647,
+      "step": 733
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.475836495763534e-05,
+      "loss": 0.0621,
+      "step": 734
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 1.4744311427433658e-05,
+      "loss": 0.0668,
+      "step": 735
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4730245795037631e-05,
+      "loss": 0.0677,
+      "step": 736
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4716168096327086e-05,
+      "loss": 0.068,
+      "step": 737
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.470207836721261e-05,
+      "loss": 0.069,
+      "step": 738
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4687976643635488e-05,
+      "loss": 0.0762,
+      "step": 739
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4673862961567602e-05,
+      "loss": 0.0719,
+      "step": 740
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4659737357011334e-05,
+      "loss": 0.0616,
+      "step": 741
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.464559986599948e-05,
+      "loss": 0.0647,
+      "step": 742
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4631450524595164e-05,
+      "loss": 0.0618,
+      "step": 743
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4617289368891725e-05,
+      "loss": 0.0691,
+      "step": 744
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 1.4603116435012653e-05,
+      "loss": 0.0653,
+      "step": 745
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4588931759111476e-05,
+      "loss": 0.0686,
+      "step": 746
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.457473537737167e-05,
+      "loss": 0.0633,
+      "step": 747
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4560527326006584e-05,
+      "loss": 0.0739,
+      "step": 748
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4546307641259326e-05,
+      "loss": 0.062,
+      "step": 749
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4532076359402677e-05,
+      "loss": 0.0661,
+      "step": 750
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4517833516739006e-05,
+      "loss": 0.0644,
+      "step": 751
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4503579149600176e-05,
+      "loss": 0.0657,
+      "step": 752
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4489313294347438e-05,
+      "loss": 0.0669,
+      "step": 753
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4475035987371355e-05,
+      "loss": 0.0679,
+      "step": 754
+    },
+    {
+      "epoch": 0.74,
+      "learning_rate": 1.4460747265091699e-05,
+      "loss": 0.0749,
+      "step": 755
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.444644716395736e-05,
+      "loss": 0.0697,
+      "step": 756
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4432135720446256e-05,
+      "loss": 0.0631,
+      "step": 757
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4417812971065241e-05,
+      "loss": 0.0647,
+      "step": 758
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4403478952350005e-05,
+      "loss": 0.0645,
+      "step": 759
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4389133700864986e-05,
+      "loss": 0.068,
+      "step": 760
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4374777253203273e-05,
+      "loss": 0.0659,
+      "step": 761
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.436040964598652e-05,
+      "loss": 0.0656,
+      "step": 762
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4346030915864845e-05,
+      "loss": 0.0704,
+      "step": 763
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.4331641099516738e-05,
+      "loss": 0.0676,
+      "step": 764
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 1.431724023364897e-05,
+      "loss": 0.0713,
+      "step": 765
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.43028283549965e-05,
+      "loss": 0.064,
+      "step": 766
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4288405500322378e-05,
+      "loss": 0.0667,
+      "step": 767
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4273971706417648e-05,
+      "loss": 0.0623,
+      "step": 768
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4259527010101268e-05,
+      "loss": 0.069,
+      "step": 769
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4245071448219997e-05,
+      "loss": 0.0634,
+      "step": 770
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4230605057648321e-05,
+      "loss": 0.0678,
+      "step": 771
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4216127875288342e-05,
+      "loss": 0.0765,
+      "step": 772
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4201639938069687e-05,
+      "loss": 0.0685,
+      "step": 773
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4187141282949424e-05,
+      "loss": 0.0648,
+      "step": 774
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 1.4172631946911964e-05,
+      "loss": 0.0717,
+      "step": 775
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4158111966968953e-05,
+      "loss": 0.0646,
+      "step": 776
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.41435813801592e-05,
+      "loss": 0.0679,
+      "step": 777
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.412904022354856e-05,
+      "loss": 0.0658,
+      "step": 778
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4114488534229862e-05,
+      "loss": 0.0708,
+      "step": 779
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.409992634932279e-05,
+      "loss": 0.072,
+      "step": 780
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4085353705973815e-05,
+      "loss": 0.0718,
+      "step": 781
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.407077064135607e-05,
+      "loss": 0.0698,
+      "step": 782
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4056177192669289e-05,
+      "loss": 0.0703,
+      "step": 783
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.404157339713968e-05,
+      "loss": 0.0675,
+      "step": 784
+    },
+    {
+      "epoch": 0.77,
+      "learning_rate": 1.4026959292019853e-05,
+      "loss": 0.0672,
+      "step": 785
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.4012334914588715e-05,
+      "loss": 0.0761,
+      "step": 786
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3997700302151374e-05,
+      "loss": 0.0698,
+      "step": 787
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3983055492039049e-05,
+      "loss": 0.0703,
+      "step": 788
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3968400521608969e-05,
+      "loss": 0.0726,
+      "step": 789
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3953735428244284e-05,
+      "loss": 0.0657,
+      "step": 790
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3939060249353966e-05,
+      "loss": 0.0625,
+      "step": 791
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3924375022372712e-05,
+      "loss": 0.0756,
+      "step": 792
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3909679784760853e-05,
+      "loss": 0.0714,
+      "step": 793
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.3894974574004254e-05,
+      "loss": 0.0656,
+      "step": 794
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 1.388025942761422e-05,
+      "loss": 0.0725,
+      "step": 795
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3865534383127406e-05,
+      "loss": 0.069,
+      "step": 796
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3850799478105708e-05,
+      "loss": 0.0676,
+      "step": 797
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3836054750136182e-05,
+      "loss": 0.0652,
+      "step": 798
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.382130023683093e-05,
+      "loss": 0.062,
+      "step": 799
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.380653597582703e-05,
+      "loss": 0.0699,
+      "step": 800
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3791762004786422e-05,
+      "loss": 0.0636,
+      "step": 801
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3776978361395803e-05,
+      "loss": 0.0656,
+      "step": 802
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3762185083366557e-05,
+      "loss": 0.0667,
+      "step": 803
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3747382208434641e-05,
+      "loss": 0.0661,
+      "step": 804
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3732569774360486e-05,
+      "loss": 0.0685,
+      "step": 805
+    },
+    {
+      "epoch": 0.79,
+      "learning_rate": 1.3717747818928917e-05,
+      "loss": 0.0675,
+      "step": 806
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3702916379949045e-05,
+      "loss": 0.0661,
+      "step": 807
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.368807549525416e-05,
+      "loss": 0.06,
+      "step": 808
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3673225202701664e-05,
+      "loss": 0.0648,
+      "step": 809
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3658365540172948e-05,
+      "loss": 0.0627,
+      "step": 810
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.364349654557331e-05,
+      "loss": 0.0713,
+      "step": 811
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3628618256831848e-05,
+      "loss": 0.0649,
+      "step": 812
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.3613730711901365e-05,
+      "loss": 0.0714,
+      "step": 813
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.359883394875829e-05,
+      "loss": 0.0595,
+      "step": 814
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.358392800540255e-05,
+      "loss": 0.0701,
+      "step": 815
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 1.35690129198575e-05,
+      "loss": 0.0602,
+      "step": 816
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3554088730169814e-05,
+      "loss": 0.0665,
+      "step": 817
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3539155474409387e-05,
+      "loss": 0.067,
+      "step": 818
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3524213190669238e-05,
+      "loss": 0.0603,
+      "step": 819
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3509261917065426e-05,
+      "loss": 0.0692,
+      "step": 820
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.349430169173693e-05,
+      "loss": 0.0666,
+      "step": 821
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3479332552845573e-05,
+      "loss": 0.0618,
+      "step": 822
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3464354538575908e-05,
+      "loss": 0.0799,
+      "step": 823
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3449367687135134e-05,
+      "loss": 0.0682,
+      "step": 824
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.343437203675299e-05,
+      "loss": 0.0702,
+      "step": 825
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 1.3419367625681656e-05,
+      "loss": 0.0726,
+      "step": 826
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3404354492195671e-05,
+      "loss": 0.0692,
+      "step": 827
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3389332674591811e-05,
+      "loss": 0.0664,
+      "step": 828
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3374302211189014e-05,
+      "loss": 0.066,
+      "step": 829
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3359263140328265e-05,
+      "loss": 0.0699,
+      "step": 830
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.334421550037251e-05,
+      "loss": 0.0703,
+      "step": 831
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3329159329706554e-05,
+      "loss": 0.0699,
+      "step": 832
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.331409466673696e-05,
+      "loss": 0.0717,
+      "step": 833
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3299021549891958e-05,
+      "loss": 0.0693,
+      "step": 834
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3283940017621337e-05,
+      "loss": 0.0723,
+      "step": 835
+    },
+    {
+      "epoch": 0.82,
+      "learning_rate": 1.3268850108396359e-05,
+      "loss": 0.0643,
+      "step": 836
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3253751860709647e-05,
+      "loss": 0.0671,
+      "step": 837
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3238645313075104e-05,
+      "loss": 0.0685,
+      "step": 838
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3223530504027802e-05,
+      "loss": 0.0641,
+      "step": 839
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.320840747212388e-05,
+      "loss": 0.0699,
+      "step": 840
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3193276255940464e-05,
+      "loss": 0.0674,
+      "step": 841
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3178136894075546e-05,
+      "loss": 0.0674,
+      "step": 842
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3162989425147902e-05,
+      "loss": 0.0745,
+      "step": 843
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3147833887796992e-05,
+      "loss": 0.073,
+      "step": 844
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.313267032068285e-05,
+      "loss": 0.0634,
+      "step": 845
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 1.3117498762485998e-05,
+      "loss": 0.068,
+      "step": 846
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3102319251907341e-05,
+      "loss": 0.0722,
+      "step": 847
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3087131827668068e-05,
+      "loss": 0.0604,
+      "step": 848
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.307193652850956e-05,
+      "loss": 0.0659,
+      "step": 849
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3056733393193279e-05,
+      "loss": 0.0659,
+      "step": 850
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3041522460500684e-05,
+      "loss": 0.0647,
+      "step": 851
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3026303769233112e-05,
+      "loss": 0.0705,
+      "step": 852
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.3011077358211707e-05,
+      "loss": 0.068,
+      "step": 853
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2995843266277293e-05,
+      "loss": 0.063,
+      "step": 854
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2980601532290292e-05,
+      "loss": 0.0717,
+      "step": 855
+    },
+    {
+      "epoch": 0.84,
+      "learning_rate": 1.2965352195130621e-05,
+      "loss": 0.0691,
+      "step": 856
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2950095293697586e-05,
+      "loss": 0.0665,
+      "step": 857
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2934830866909797e-05,
+      "loss": 0.0666,
+      "step": 858
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2919558953705055e-05,
+      "loss": 0.0703,
+      "step": 859
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2904279593040259e-05,
+      "loss": 0.0585,
+      "step": 860
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2888992823891307e-05,
+      "loss": 0.0671,
+      "step": 861
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.287369868525299e-05,
+      "loss": 0.0675,
+      "step": 862
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2858397216138905e-05,
+      "loss": 0.0716,
+      "step": 863
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2843088455581342e-05,
+      "loss": 0.0664,
+      "step": 864
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.28277724426312e-05,
+      "loss": 0.0652,
+      "step": 865
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 1.2812449216357863e-05,
+      "loss": 0.0629,
+      "step": 866
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2797118815849129e-05,
+      "loss": 0.0612,
+      "step": 867
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2781781280211089e-05,
+      "loss": 0.0641,
+      "step": 868
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2766436648568041e-05,
+      "loss": 0.0691,
+      "step": 869
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.275108496006238e-05,
+      "loss": 0.0686,
+      "step": 870
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2735726253854494e-05,
+      "loss": 0.0714,
+      "step": 871
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2720360569122693e-05,
+      "loss": 0.0732,
+      "step": 872
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.270498794506307e-05,
+      "loss": 0.0728,
+      "step": 873
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2689608420889426e-05,
+      "loss": 0.06,
+      "step": 874
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2674222035833163e-05,
+      "loss": 0.0665,
+      "step": 875
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.2658828829143191e-05,
+      "loss": 0.0651,
+      "step": 876
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 1.264342884008581e-05,
+      "loss": 0.0661,
+      "step": 877
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2628022107944624e-05,
+      "loss": 0.065,
+      "step": 878
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2612608672020442e-05,
+      "loss": 0.0678,
+      "step": 879
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.259718857163117e-05,
+      "loss": 0.0619,
+      "step": 880
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2581761846111718e-05,
+      "loss": 0.067,
+      "step": 881
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2566328534813893e-05,
+      "loss": 0.0657,
+      "step": 882
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2550888677106299e-05,
+      "loss": 0.0698,
+      "step": 883
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2535442312374247e-05,
+      "loss": 0.067,
+      "step": 884
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2519989480019636e-05,
+      "loss": 0.0613,
+      "step": 885
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2504530219460877e-05,
+      "loss": 0.0716,
+      "step": 886
+    },
+    {
+      "epoch": 0.87,
+      "learning_rate": 1.2489064570132764e-05,
+      "loss": 0.0721,
+      "step": 887
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2473592571486397e-05,
+      "loss": 0.0641,
+      "step": 888
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2458114262989072e-05,
+      "loss": 0.071,
+      "step": 889
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2442629684124174e-05,
+      "loss": 0.0699,
+      "step": 890
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2427138874391094e-05,
+      "loss": 0.074,
+      "step": 891
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2411641873305104e-05,
+      "loss": 0.0649,
+      "step": 892
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2396138720397283e-05,
+      "loss": 0.0644,
+      "step": 893
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2380629455214392e-05,
+      "loss": 0.0722,
+      "step": 894
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2365114117318793e-05,
+      "loss": 0.0644,
+      "step": 895
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2349592746288327e-05,
+      "loss": 0.0694,
+      "step": 896
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 1.2334065381716231e-05,
+      "loss": 0.0691,
+      "step": 897
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2318532063211036e-05,
+      "loss": 0.0697,
+      "step": 898
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2302992830396457e-05,
+      "loss": 0.0652,
+      "step": 899
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2287447722911288e-05,
+      "loss": 0.065,
+      "step": 900
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2271896780409321e-05,
+      "loss": 0.0641,
+      "step": 901
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2256340042559226e-05,
+      "loss": 0.0674,
+      "step": 902
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2240777549044456e-05,
+      "loss": 0.0661,
+      "step": 903
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2225209339563144e-05,
+      "loss": 0.0683,
+      "step": 904
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2209635453828015e-05,
+      "loss": 0.0608,
+      "step": 905
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2194055931566257e-05,
+      "loss": 0.0693,
+      "step": 906
+    },
+    {
+      "epoch": 0.89,
+      "learning_rate": 1.2178470812519451e-05,
+      "loss": 0.0604,
+      "step": 907
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2162880136443447e-05,
+      "loss": 0.0651,
+      "step": 908
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2147283943108267e-05,
+      "loss": 0.0677,
+      "step": 909
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2131682272298016e-05,
+      "loss": 0.0638,
+      "step": 910
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2116075163810765e-05,
+      "loss": 0.062,
+      "step": 911
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2100462657458459e-05,
+      "loss": 0.0736,
+      "step": 912
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.208484479306681e-05,
+      "loss": 0.0687,
+      "step": 913
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.20692216104752e-05,
+      "loss": 0.0692,
+      "step": 914
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2053593149536576e-05,
+      "loss": 0.0695,
+      "step": 915
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2037959450117347e-05,
+      "loss": 0.0714,
+      "step": 916
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 1.2022320552097291e-05,
+      "loss": 0.0626,
+      "step": 917
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.200667649536944e-05,
+      "loss": 0.0625,
+      "step": 918
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.199102731983999e-05,
+      "loss": 0.0636,
+      "step": 919
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1975373065428193e-05,
+      "loss": 0.0806,
+      "step": 920
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1959713772066258e-05,
+      "loss": 0.0669,
+      "step": 921
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1944049479699244e-05,
+      "loss": 0.0618,
+      "step": 922
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1928380228284965e-05,
+      "loss": 0.0683,
+      "step": 923
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1912706057793883e-05,
+      "loss": 0.0686,
+      "step": 924
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1897027008209015e-05,
+      "loss": 0.0742,
+      "step": 925
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.188134311952581e-05,
+      "loss": 0.0668,
+      "step": 926
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 1.1865654431752076e-05,
+      "loss": 0.0598,
+      "step": 927
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1849960984907853e-05,
+      "loss": 0.0644,
+      "step": 928
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1834262819025326e-05,
+      "loss": 0.0639,
+      "step": 929
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1818559974148715e-05,
+      "loss": 0.069,
+      "step": 930
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1802852490334173e-05,
+      "loss": 0.0637,
+      "step": 931
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1787140407649695e-05,
+      "loss": 0.0663,
+      "step": 932
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1771423766175e-05,
+      "loss": 0.0707,
+      "step": 933
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1755702606001435e-05,
+      "loss": 0.0686,
+      "step": 934
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1739976967231881e-05,
+      "loss": 0.0689,
+      "step": 935
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1724246889980638e-05,
+      "loss": 0.0702,
+      "step": 936
+    },
+    {
+      "epoch": 0.92,
+      "learning_rate": 1.1708512414373325e-05,
+      "loss": 0.0723,
+      "step": 937
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.169277358054679e-05,
+      "loss": 0.0736,
+      "step": 938
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.167703042864899e-05,
+      "loss": 0.069,
+      "step": 939
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.16612829988389e-05,
+      "loss": 0.0642,
+      "step": 940
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.164553133128641e-05,
+      "loss": 0.0689,
+      "step": 941
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1629775466172214e-05,
+      "loss": 0.0656,
+      "step": 942
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1614015443687723e-05,
+      "loss": 0.0704,
+      "step": 943
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1598251304034938e-05,
+      "loss": 0.0765,
+      "step": 944
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1582483087426377e-05,
+      "loss": 0.0783,
+      "step": 945
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.156671083408495e-05,
+      "loss": 0.0724,
+      "step": 946
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1550934584243868e-05,
+      "loss": 0.0642,
+      "step": 947
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 1.1535154378146538e-05,
+      "loss": 0.071,
+      "step": 948
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1519370256046449e-05,
+      "loss": 0.07,
+      "step": 949
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.150358225820709e-05,
+      "loss": 0.0714,
+      "step": 950
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1487790424901833e-05,
+      "loss": 0.0689,
+      "step": 951
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.147199479641383e-05,
+      "loss": 0.0626,
+      "step": 952
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1456195413035922e-05,
+      "loss": 0.0651,
+      "step": 953
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1440392315070523e-05,
+      "loss": 0.0698,
+      "step": 954
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1424585542829522e-05,
+      "loss": 0.0709,
+      "step": 955
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1408775136634185e-05,
+      "loss": 0.066,
+      "step": 956
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1392961136815046e-05,
+      "loss": 0.0683,
+      "step": 957
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 1.1377143583711797e-05,
+      "loss": 0.0681,
+      "step": 958
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.136132251767321e-05,
+      "loss": 0.0694,
+      "step": 959
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1345497979057005e-05,
+      "loss": 0.0627,
+      "step": 960
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.132967000822977e-05,
+      "loss": 0.0677,
+      "step": 961
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1313838645566837e-05,
+      "loss": 0.0676,
+      "step": 962
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1298003931452202e-05,
+      "loss": 0.0618,
+      "step": 963
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1282165906278402e-05,
+      "loss": 0.0695,
+      "step": 964
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1266324610446425e-05,
+      "loss": 0.062,
+      "step": 965
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1250480084365598e-05,
+      "loss": 0.0684,
+      "step": 966
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.123463236845349e-05,
+      "loss": 0.0677,
+      "step": 967
+    },
+    {
+      "epoch": 0.95,
+      "learning_rate": 1.1218781503135805e-05,
+      "loss": 0.0696,
+      "step": 968
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1202927528846286e-05,
+      "loss": 0.0589,
+      "step": 969
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1187070486026602e-05,
+      "loss": 0.0779,
+      "step": 970
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1171210415126248e-05,
+      "loss": 0.0704,
+      "step": 971
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1155347356602448e-05,
+      "loss": 0.0701,
+      "step": 972
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1139481350920046e-05,
+      "loss": 0.0655,
+      "step": 973
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1123612438551406e-05,
+      "loss": 0.0631,
+      "step": 974
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1107740659976297e-05,
+      "loss": 0.0667,
+      "step": 975
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1091866055681806e-05,
+      "loss": 0.0695,
+      "step": 976
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1075988666162232e-05,
+      "loss": 0.0695,
+      "step": 977
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 1.1060108531918972e-05,
+      "loss": 0.0661,
+      "step": 978
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.104422569346043e-05,
+      "loss": 0.0686,
+      "step": 979
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.10283401913019e-05,
+      "loss": 0.0706,
+      "step": 980
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.1012452065965481e-05,
+      "loss": 0.0638,
+      "step": 981
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.099656135797996e-05,
+      "loss": 0.0663,
+      "step": 982
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0980668107880707e-05,
+      "loss": 0.069,
+      "step": 983
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0964772356209581e-05,
+      "loss": 0.07,
+      "step": 984
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.094887414351482e-05,
+      "loss": 0.0588,
+      "step": 985
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0932973510350944e-05,
+      "loss": 0.0722,
+      "step": 986
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.0917070497278644e-05,
+      "loss": 0.0671,
+      "step": 987
+    },
+    {
+      "epoch": 0.97,
+      "learning_rate": 1.090116514486468e-05,
+      "loss": 0.0604,
+      "step": 988
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0885257493681784e-05,
+      "loss": 0.0724,
+      "step": 989
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0869347584308551e-05,
+      "loss": 0.0638,
+      "step": 990
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0853435457329334e-05,
+      "loss": 0.0612,
+      "step": 991
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0837521153334143e-05,
+      "loss": 0.0565,
+      "step": 992
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0821604712918544e-05,
+      "loss": 0.0611,
+      "step": 993
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0805686176683547e-05,
+      "loss": 0.0728,
+      "step": 994
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0789765585235518e-05,
+      "loss": 0.0718,
+      "step": 995
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0773842979186057e-05,
+      "loss": 0.0617,
+      "step": 996
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0757918399151905e-05,
+      "loss": 0.0665,
+      "step": 997
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 1.0741991885754842e-05,
+      "loss": 0.0674,
+      "step": 998
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0726063479621574e-05,
+      "loss": 0.0685,
+      "step": 999
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0710133221383641e-05,
+      "loss": 0.0734,
+      "step": 1000
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0694201151677307e-05,
+      "loss": 0.0752,
+      "step": 1001
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0678267311143447e-05,
+      "loss": 0.0658,
+      "step": 1002
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0662331740427465e-05,
+      "loss": 0.0655,
+      "step": 1003
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0646394480179173e-05,
+      "loss": 0.0691,
+      "step": 1004
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0630455571052697e-05,
+      "loss": 0.0669,
+      "step": 1005
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0614515053706367e-05,
+      "loss": 0.0732,
+      "step": 1006
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.059857296880261e-05,
+      "loss": 0.0632,
+      "step": 1007
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 1.0582629357007857e-05,
+      "loss": 0.0578,
+      "step": 1008
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0566684258992437e-05,
+      "loss": 0.0669,
+      "step": 1009
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0550737715430463e-05,
+      "loss": 0.0727,
+      "step": 1010
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.053478976699974e-05,
+      "loss": 0.0675,
+      "step": 1011
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0518840454381654e-05,
+      "loss": 0.0698,
+      "step": 1012
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0502889818261075e-05,
+      "loss": 0.0691,
+      "step": 1013
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0486937899326241e-05,
+      "loss": 0.0645,
+      "step": 1014
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0470984738268675e-05,
+      "loss": 0.0533,
+      "step": 1015
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0455030375783058e-05,
+      "loss": 0.0585,
+      "step": 1016
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0439074852567137e-05,
+      "loss": 0.0592,
+      "step": 1017
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0423118209321624e-05,
+      "loss": 0.0537,
+      "step": 1018
+    },
+    {
+      "epoch": 1.0,
+      "learning_rate": 1.0407160486750087e-05,
+      "loss": 0.0512,
+      "step": 1019
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0391201725558842e-05,
+      "loss": 0.059,
+      "step": 1020
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0375241966456862e-05,
+      "loss": 0.0578,
+      "step": 1021
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0359281250155662e-05,
+      "loss": 0.0586,
+      "step": 1022
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0343319617369196e-05,
+      "loss": 0.0603,
+      "step": 1023
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.032735710881376e-05,
+      "loss": 0.0633,
+      "step": 1024
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0311393765207884e-05,
+      "loss": 0.0557,
+      "step": 1025
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0295429627272228e-05,
+      "loss": 0.0569,
+      "step": 1026
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0279464735729472e-05,
+      "loss": 0.0478,
+      "step": 1027
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.0263499131304228e-05,
+      "loss": 0.0588,
+      "step": 1028
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 1.024753285472292e-05,
+      "loss": 0.0572,
+      "step": 1029
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0231565946713688e-05,
+      "loss": 0.0544,
+      "step": 1030
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0215598448006284e-05,
+      "loss": 0.0469,
+      "step": 1031
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0199630399331965e-05,
+      "loss": 0.0642,
+      "step": 1032
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0183661841423394e-05,
+      "loss": 0.0526,
+      "step": 1033
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0167692815014527e-05,
+      "loss": 0.0541,
+      "step": 1034
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0151723360840522e-05,
+      "loss": 0.0535,
+      "step": 1035
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0135753519637625e-05,
+      "loss": 0.0494,
+      "step": 1036
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.011978333214307e-05,
+      "loss": 0.0614,
+      "step": 1037
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0103812839094969e-05,
+      "loss": 0.047,
+      "step": 1038
+    },
+    {
+      "epoch": 1.02,
+      "learning_rate": 1.0087842081232225e-05,
+      "loss": 0.0515,
+      "step": 1039
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.0071871099294401e-05,
+      "loss": 0.0568,
+      "step": 1040
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.0055899934021649e-05,
+      "loss": 0.0598,
+      "step": 1041
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.0039928626154576e-05,
+      "loss": 0.0522,
+      "step": 1042
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.0023957216434157e-05,
+      "loss": 0.0584,
+      "step": 1043
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 1.0007985745601626e-05,
+      "loss": 0.0615,
+      "step": 1044
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.992014254398377e-06,
+      "loss": 0.0612,
+      "step": 1045
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.976042783565843e-06,
+      "loss": 0.052,
+      "step": 1046
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.960071373845427e-06,
+      "loss": 0.0525,
+      "step": 1047
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.944100065978351e-06,
+      "loss": 0.061,
+      "step": 1048
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 9.9281289007056e-06,
+      "loss": 0.0533,
+      "step": 1049
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.912157918767782e-06,
+      "loss": 0.0495,
+      "step": 1050
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.896187160905033e-06,
+      "loss": 0.0532,
+      "step": 1051
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.880216667856935e-06,
+      "loss": 0.0558,
+      "step": 1052
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.864246480362376e-06,
+      "loss": 0.0622,
+      "step": 1053
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.848276639159481e-06,
+      "loss": 0.0542,
+      "step": 1054
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.832307184985475e-06,
+      "loss": 0.0638,
+      "step": 1055
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.816338158576611e-06,
+      "loss": 0.0541,
+      "step": 1056
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.800369600668036e-06,
+      "loss": 0.053,
+      "step": 1057
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.78440155199372e-06,
+      "loss": 0.0456,
+      "step": 1058
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 9.768434053286315e-06,
+      "loss": 0.0546,
+      "step": 1059
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.752467145277082e-06,
+      "loss": 0.0621,
+      "step": 1060
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.736500868695773e-06,
+      "loss": 0.0517,
+      "step": 1061
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.720535264270529e-06,
+      "loss": 0.0521,
+      "step": 1062
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.704570372727775e-06,
+      "loss": 0.0584,
+      "step": 1063
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.688606234792118e-06,
+      "loss": 0.0558,
+      "step": 1064
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.672642891186243e-06,
+      "loss": 0.0533,
+      "step": 1065
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.656680382630807e-06,
+      "loss": 0.0462,
+      "step": 1066
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.640718749844343e-06,
+      "loss": 0.0548,
+      "step": 1067
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.624758033543143e-06,
+      "loss": 0.0486,
+      "step": 1068
+    },
+    {
+      "epoch": 1.05,
+      "learning_rate": 9.60879827444116e-06,
+      "loss": 0.0557,
+      "step": 1069
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.592839513249918e-06,
+      "loss": 0.0598,
+      "step": 1070
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.576881790678378e-06,
+      "loss": 0.0573,
+      "step": 1071
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.560925147432866e-06,
+      "loss": 0.0591,
+      "step": 1072
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.544969624216944e-06,
+      "loss": 0.052,
+      "step": 1073
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.529015261731326e-06,
+      "loss": 0.0517,
+      "step": 1074
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.513062100673759e-06,
+      "loss": 0.0549,
+      "step": 1075
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.497110181738928e-06,
+      "loss": 0.0495,
+      "step": 1076
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.481159545618351e-06,
+      "loss": 0.0557,
+      "step": 1077
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.465210233000262e-06,
+      "loss": 0.0582,
+      "step": 1078
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 9.449262284569542e-06,
+      "loss": 0.0473,
+      "step": 1079
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.433315741007564e-06,
+      "loss": 0.0513,
+      "step": 1080
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.417370642992146e-06,
+      "loss": 0.0582,
+      "step": 1081
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.401427031197392e-06,
+      "loss": 0.057,
+      "step": 1082
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.385484946293636e-06,
+      "loss": 0.0464,
+      "step": 1083
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.369544428947303e-06,
+      "loss": 0.0548,
+      "step": 1084
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.353605519820828e-06,
+      "loss": 0.0555,
+      "step": 1085
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.337668259572541e-06,
+      "loss": 0.05,
+      "step": 1086
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.321732688856558e-06,
+      "loss": 0.0626,
+      "step": 1087
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.3057988483227e-06,
+      "loss": 0.0594,
+      "step": 1088
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.28986677861636e-06,
+      "loss": 0.0497,
+      "step": 1089
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 9.273936520378428e-06,
+      "loss": 0.0534,
+      "step": 1090
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.258008114245158e-06,
+      "loss": 0.0525,
+      "step": 1091
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.242081600848097e-06,
+      "loss": 0.0527,
+      "step": 1092
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.226157020813945e-06,
+      "loss": 0.0556,
+      "step": 1093
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.210234414764484e-06,
+      "loss": 0.0497,
+      "step": 1094
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.194313823316457e-06,
+      "loss": 0.0551,
+      "step": 1095
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.17839528708146e-06,
+      "loss": 0.0485,
+      "step": 1096
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.16247884666586e-06,
+      "loss": 0.0534,
+      "step": 1097
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.146564542670668e-06,
+      "loss": 0.058,
+      "step": 1098
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.130652415691452e-06,
+      "loss": 0.0517,
+      "step": 1099
+    },
+    {
+      "epoch": 1.08,
+      "learning_rate": 9.114742506318216e-06,
+      "loss": 0.0605,
+      "step": 1100
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.098834855135324e-06,
+      "loss": 0.0535,
+      "step": 1101
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.08292950272136e-06,
+      "loss": 0.0542,
+      "step": 1102
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.06702648964906e-06,
+      "loss": 0.0571,
+      "step": 1103
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.051125856485183e-06,
+      "loss": 0.0546,
+      "step": 1104
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.035227643790422e-06,
+      "loss": 0.0554,
+      "step": 1105
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.019331892119296e-06,
+      "loss": 0.055,
+      "step": 1106
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 9.003438642020042e-06,
+      "loss": 0.053,
+      "step": 1107
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 8.98754793403452e-06,
+      "loss": 0.053,
+      "step": 1108
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 8.971659808698102e-06,
+      "loss": 0.0608,
+      "step": 1109
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 8.955774306539574e-06,
+      "loss": 0.0447,
+      "step": 1110
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.939891468081033e-06,
+      "loss": 0.05,
+      "step": 1111
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.924011333837771e-06,
+      "loss": 0.0545,
+      "step": 1112
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.908133944318199e-06,
+      "loss": 0.0546,
+      "step": 1113
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.892259340023708e-06,
+      "loss": 0.0536,
+      "step": 1114
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.8763875614486e-06,
+      "loss": 0.0505,
+      "step": 1115
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.860518649079953e-06,
+      "loss": 0.0574,
+      "step": 1116
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.844652643397554e-06,
+      "loss": 0.053,
+      "step": 1117
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.828789584873754e-06,
+      "loss": 0.0585,
+      "step": 1118
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.812929513973403e-06,
+      "loss": 0.0598,
+      "step": 1119
+    },
+    {
+      "epoch": 1.1,
+      "learning_rate": 8.797072471153721e-06,
+      "loss": 0.0564,
+      "step": 1120
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.781218496864198e-06,
+      "loss": 0.0478,
+      "step": 1121
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.765367631546516e-06,
+      "loss": 0.0469,
+      "step": 1122
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.749519915634405e-06,
+      "loss": 0.0515,
+      "step": 1123
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.733675389553579e-06,
+      "loss": 0.0493,
+      "step": 1124
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.717834093721598e-06,
+      "loss": 0.0507,
+      "step": 1125
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.7019960685478e-06,
+      "loss": 0.0574,
+      "step": 1126
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.686161354433163e-06,
+      "loss": 0.0608,
+      "step": 1127
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.670329991770234e-06,
+      "loss": 0.0562,
+      "step": 1128
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.654502020942998e-06,
+      "loss": 0.0521,
+      "step": 1129
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 8.638677482326792e-06,
+      "loss": 0.0525,
+      "step": 1130
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.622856416288206e-06,
+      "loss": 0.0532,
+      "step": 1131
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.607038863184957e-06,
+      "loss": 0.0523,
+      "step": 1132
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.591224863365817e-06,
+      "loss": 0.06,
+      "step": 1133
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.575414457170476e-06,
+      "loss": 0.0503,
+      "step": 1134
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.55960768492948e-06,
+      "loss": 0.0526,
+      "step": 1135
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.543804586964078e-06,
+      "loss": 0.0537,
+      "step": 1136
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.528005203586172e-06,
+      "loss": 0.0508,
+      "step": 1137
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.512209575098174e-06,
+      "loss": 0.0533,
+      "step": 1138
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.496417741792912e-06,
+      "loss": 0.0543,
+      "step": 1139
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 8.480629743953556e-06,
+      "loss": 0.0602,
+      "step": 1140
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.464845621853465e-06,
+      "loss": 0.053,
+      "step": 1141
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.449065415756133e-06,
+      "loss": 0.0547,
+      "step": 1142
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.43328916591505e-06,
+      "loss": 0.0524,
+      "step": 1143
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.417516912573625e-06,
+      "loss": 0.0588,
+      "step": 1144
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.401748695965062e-06,
+      "loss": 0.0608,
+      "step": 1145
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.385984556312282e-06,
+      "loss": 0.0493,
+      "step": 1146
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.370224533827787e-06,
+      "loss": 0.0677,
+      "step": 1147
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.354468668713593e-06,
+      "loss": 0.0618,
+      "step": 1148
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.338717001161101e-06,
+      "loss": 0.0538,
+      "step": 1149
+    },
+    {
+      "epoch": 1.13,
+      "learning_rate": 8.322969571351013e-06,
+      "loss": 0.0652,
+      "step": 1150
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.307226419453214e-06,
+      "loss": 0.0517,
+      "step": 1151
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.291487585626677e-06,
+      "loss": 0.0598,
+      "step": 1152
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.275753110019367e-06,
+      "loss": 0.0557,
+      "step": 1153
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.260023032768122e-06,
+      "loss": 0.0576,
+      "step": 1154
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.244297393998566e-06,
+      "loss": 0.0522,
+      "step": 1155
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.228576233825006e-06,
+      "loss": 0.0587,
+      "step": 1156
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.212859592350308e-06,
+      "loss": 0.056,
+      "step": 1157
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.19714750966583e-06,
+      "loss": 0.0545,
+      "step": 1158
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.181440025851288e-06,
+      "loss": 0.0543,
+      "step": 1159
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.165737180974678e-06,
+      "loss": 0.0513,
+      "step": 1160
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 8.150039015092147e-06,
+      "loss": 0.0522,
+      "step": 1161
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.134345568247927e-06,
+      "loss": 0.0587,
+      "step": 1162
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.11865688047419e-06,
+      "loss": 0.0605,
+      "step": 1163
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.10297299179099e-06,
+      "loss": 0.0586,
+      "step": 1164
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.08729394220612e-06,
+      "loss": 0.0593,
+      "step": 1165
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.071619771715038e-06,
+      "loss": 0.0541,
+      "step": 1166
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.05595052030076e-06,
+      "loss": 0.049,
+      "step": 1167
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.040286227933744e-06,
+      "loss": 0.0537,
+      "step": 1168
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.02462693457181e-06,
+      "loss": 0.0541,
+      "step": 1169
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 8.00897268016001e-06,
+      "loss": 0.051,
+      "step": 1170
+    },
+    {
+      "epoch": 1.15,
+      "learning_rate": 7.993323504630564e-06,
+      "loss": 0.0491,
+      "step": 1171
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.97767944790271e-06,
+      "loss": 0.0586,
+      "step": 1172
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.962040549882656e-06,
+      "loss": 0.0521,
+      "step": 1173
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.94640685046343e-06,
+      "loss": 0.0449,
+      "step": 1174
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.930778389524803e-06,
+      "loss": 0.0526,
+      "step": 1175
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.915155206933194e-06,
+      "loss": 0.0536,
+      "step": 1176
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.899537342541543e-06,
+      "loss": 0.0518,
+      "step": 1177
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.883924836189238e-06,
+      "loss": 0.0645,
+      "step": 1178
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.868317727701985e-06,
+      "loss": 0.0488,
+      "step": 1179
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.852716056891736e-06,
+      "loss": 0.0556,
+      "step": 1180
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 7.837119863556554e-06,
+      "loss": 0.0567,
+      "step": 1181
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.82152918748055e-06,
+      "loss": 0.0536,
+      "step": 1182
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.805944068433745e-06,
+      "loss": 0.0478,
+      "step": 1183
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.790364546171988e-06,
+      "loss": 0.0624,
+      "step": 1184
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.774790660436857e-06,
+      "loss": 0.0564,
+      "step": 1185
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.759222450955547e-06,
+      "loss": 0.0594,
+      "step": 1186
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.743659957440778e-06,
+      "loss": 0.0575,
+      "step": 1187
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.72810321959068e-06,
+      "loss": 0.0606,
+      "step": 1188
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.712552277088716e-06,
+      "loss": 0.0571,
+      "step": 1189
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.697007169603547e-06,
+      "loss": 0.0495,
+      "step": 1190
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 7.681467936788967e-06,
+      "loss": 0.0605,
+      "step": 1191
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.665934618283774e-06,
+      "loss": 0.0551,
+      "step": 1192
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.650407253711678e-06,
+      "loss": 0.0536,
+      "step": 1193
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.634885882681214e-06,
+      "loss": 0.0544,
+      "step": 1194
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.619370544785608e-06,
+      "loss": 0.0536,
+      "step": 1195
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.60386127960272e-06,
+      "loss": 0.0522,
+      "step": 1196
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.588358126694896e-06,
+      "loss": 0.0588,
+      "step": 1197
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.57286112560891e-06,
+      "loss": 0.0526,
+      "step": 1198
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.55737031587583e-06,
+      "loss": 0.058,
+      "step": 1199
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.541885737010931e-06,
+      "loss": 0.0552,
+      "step": 1200
+    },
+    {
+      "epoch": 1.18,
+      "learning_rate": 7.526407428513607e-06,
+      "loss": 0.0522,
+      "step": 1201
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.510935429867237e-06,
+      "loss": 0.0511,
+      "step": 1202
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.495469780539128e-06,
+      "loss": 0.0635,
+      "step": 1203
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.4800105199803645e-06,
+      "loss": 0.0592,
+      "step": 1204
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.4645576876257574e-06,
+      "loss": 0.0517,
+      "step": 1205
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.449111322893702e-06,
+      "loss": 0.0535,
+      "step": 1206
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.4336714651861116e-06,
+      "loss": 0.0554,
+      "step": 1207
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.418238153888286e-06,
+      "loss": 0.0529,
+      "step": 1208
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.402811428368832e-06,
+      "loss": 0.0534,
+      "step": 1209
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.3873913279795624e-06,
+      "loss": 0.0548,
+      "step": 1210
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 7.37197789205538e-06,
+      "loss": 0.0549,
+      "step": 1211
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.356571159914195e-06,
+      "loss": 0.0511,
+      "step": 1212
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.34117117085681e-06,
+      "loss": 0.0594,
+      "step": 1213
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.325777964166838e-06,
+      "loss": 0.0509,
+      "step": 1214
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.3103915791105755e-06,
+      "loss": 0.0571,
+      "step": 1215
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.295012054936934e-06,
+      "loss": 0.0531,
+      "step": 1216
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.2796394308773125e-06,
+      "loss": 0.0636,
+      "step": 1217
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.264273746145508e-06,
+      "loss": 0.0534,
+      "step": 1218
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.2489150399376276e-06,
+      "loss": 0.0598,
+      "step": 1219
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.23356335143196e-06,
+      "loss": 0.0584,
+      "step": 1220
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 7.218218719788914e-06,
+      "loss": 0.0568,
+      "step": 1221
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.2028811841508714e-06,
+      "loss": 0.0538,
+      "step": 1222
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.187550783642141e-06,
+      "loss": 0.0532,
+      "step": 1223
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.172227557368803e-06,
+      "loss": 0.054,
+      "step": 1224
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.156911544418659e-06,
+      "loss": 0.0586,
+      "step": 1225
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.141602783861099e-06,
+      "loss": 0.055,
+      "step": 1226
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.126301314747013e-06,
+      "loss": 0.0518,
+      "step": 1227
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.111007176108697e-06,
+      "loss": 0.059,
+      "step": 1228
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.095720406959743e-06,
+      "loss": 0.0596,
+      "step": 1229
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.080441046294948e-06,
+      "loss": 0.0504,
+      "step": 1230
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.065169133090206e-06,
+      "loss": 0.0526,
+      "step": 1231
+    },
+    {
+      "epoch": 1.21,
+      "learning_rate": 7.049904706302417e-06,
+      "loss": 0.049,
+      "step": 1232
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 7.034647804869383e-06,
+      "loss": 0.0583,
+      "step": 1233
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 7.019398467709711e-06,
+      "loss": 0.0556,
+      "step": 1234
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 7.0041567337227125e-06,
+      "loss": 0.0514,
+      "step": 1235
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.988922641788296e-06,
+      "loss": 0.0516,
+      "step": 1236
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.973696230766891e-06,
+      "loss": 0.0575,
+      "step": 1237
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.9584775394993195e-06,
+      "loss": 0.0498,
+      "step": 1238
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.943266606806725e-06,
+      "loss": 0.0525,
+      "step": 1239
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.9280634714904405e-06,
+      "loss": 0.059,
+      "step": 1240
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.912868172331935e-06,
+      "loss": 0.0604,
+      "step": 1241
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 6.897680748092661e-06,
+      "loss": 0.057,
+      "step": 1242
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.882501237514006e-06,
+      "loss": 0.0538,
+      "step": 1243
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.8673296793171555e-06,
+      "loss": 0.0554,
+      "step": 1244
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.852166112203011e-06,
+      "loss": 0.0594,
+      "step": 1245
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.837010574852102e-06,
+      "loss": 0.0594,
+      "step": 1246
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.821863105924457e-06,
+      "loss": 0.0588,
+      "step": 1247
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.80672374405954e-06,
+      "loss": 0.0536,
+      "step": 1248
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.79159252787612e-06,
+      "loss": 0.0572,
+      "step": 1249
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.776469495972201e-06,
+      "loss": 0.0546,
+      "step": 1250
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.761354686924895e-06,
+      "loss": 0.0559,
+      "step": 1251
+    },
+    {
+      "epoch": 1.23,
+      "learning_rate": 6.746248139290355e-06,
+      "loss": 0.0527,
+      "step": 1252
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.731149891603648e-06,
+      "loss": 0.0603,
+      "step": 1253
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.716059982378667e-06,
+      "loss": 0.0506,
+      "step": 1254
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.700978450108047e-06,
+      "loss": 0.059,
+      "step": 1255
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.6859053332630406e-06,
+      "loss": 0.0557,
+      "step": 1256
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.67084067029345e-06,
+      "loss": 0.0583,
+      "step": 1257
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.655784499627491e-06,
+      "loss": 0.0504,
+      "step": 1258
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.640736859671739e-06,
+      "loss": 0.0596,
+      "step": 1259
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.625697788810987e-06,
+      "loss": 0.0535,
+      "step": 1260
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.610667325408191e-06,
+      "loss": 0.045,
+      "step": 1261
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 6.595645507804333e-06,
+      "loss": 0.0509,
+      "step": 1262
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.5806323743183455e-06,
+      "loss": 0.055,
+      "step": 1263
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.565627963247015e-06,
+      "loss": 0.0494,
+      "step": 1264
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.550632312864869e-06,
+      "loss": 0.0547,
+      "step": 1265
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.535645461424096e-06,
+      "loss": 0.055,
+      "step": 1266
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.520667447154429e-06,
+      "loss": 0.0599,
+      "step": 1267
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.505698308263072e-06,
+      "loss": 0.0536,
+      "step": 1268
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.490738082934576e-06,
+      "loss": 0.0515,
+      "step": 1269
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.4757868093307645e-06,
+      "loss": 0.0552,
+      "step": 1270
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.460844525590617e-06,
+      "loss": 0.052,
+      "step": 1271
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 6.445911269830189e-06,
+      "loss": 0.0533,
+      "step": 1272
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.430987080142502e-06,
+      "loss": 0.0613,
+      "step": 1273
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.416071994597452e-06,
+      "loss": 0.0534,
+      "step": 1274
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.401166051241714e-06,
+      "loss": 0.0539,
+      "step": 1275
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.386269288098637e-06,
+      "loss": 0.0598,
+      "step": 1276
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.371381743168156e-06,
+      "loss": 0.0562,
+      "step": 1277
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.356503454426692e-06,
+      "loss": 0.0517,
+      "step": 1278
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.341634459827053e-06,
+      "loss": 0.0526,
+      "step": 1279
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.32677479729834e-06,
+      "loss": 0.0465,
+      "step": 1280
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.311924504745842e-06,
+      "loss": 0.063,
+      "step": 1281
+    },
+    {
+      "epoch": 1.26,
+      "learning_rate": 6.2970836200509614e-06,
+      "loss": 0.0579,
+      "step": 1282
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.282252181071082e-06,
+      "loss": 0.0515,
+      "step": 1283
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.267430225639515e-06,
+      "loss": 0.0527,
+      "step": 1284
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.25261779156536e-06,
+      "loss": 0.0558,
+      "step": 1285
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.237814916633444e-06,
+      "loss": 0.0533,
+      "step": 1286
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.2230216386041965e-06,
+      "loss": 0.0547,
+      "step": 1287
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.208237995213582e-06,
+      "loss": 0.0527,
+      "step": 1288
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.193464024172973e-06,
+      "loss": 0.0529,
+      "step": 1289
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.178699763169073e-06,
+      "loss": 0.0536,
+      "step": 1290
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.163945249863825e-06,
+      "loss": 0.0523,
+      "step": 1291
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 6.149200521894294e-06,
+      "loss": 0.0581,
+      "step": 1292
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.134465616872598e-06,
+      "loss": 0.0488,
+      "step": 1293
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.11974057238578e-06,
+      "loss": 0.0609,
+      "step": 1294
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.10502542599575e-06,
+      "loss": 0.0468,
+      "step": 1295
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.090320215239151e-06,
+      "loss": 0.0535,
+      "step": 1296
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.07562497762729e-06,
+      "loss": 0.0642,
+      "step": 1297
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.060939750646039e-06,
+      "loss": 0.0468,
+      "step": 1298
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.046264571755718e-06,
+      "loss": 0.0469,
+      "step": 1299
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.0315994783910345e-06,
+      "loss": 0.0566,
+      "step": 1300
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.0169445079609535e-06,
+      "loss": 0.0595,
+      "step": 1301
+    },
+    {
+      "epoch": 1.28,
+      "learning_rate": 6.002299697848629e-06,
+      "loss": 0.0558,
+      "step": 1302
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.987665085411285e-06,
+      "loss": 0.047,
+      "step": 1303
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.973040707980149e-06,
+      "loss": 0.0656,
+      "step": 1304
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.958426602860322e-06,
+      "loss": 0.0601,
+      "step": 1305
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.943822807330715e-06,
+      "loss": 0.0527,
+      "step": 1306
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.929229358643932e-06,
+      "loss": 0.053,
+      "step": 1307
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.914646294026189e-06,
+      "loss": 0.0583,
+      "step": 1308
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.900073650677212e-06,
+      "loss": 0.0588,
+      "step": 1309
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.885511465770142e-06,
+      "loss": 0.0531,
+      "step": 1310
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.8709597764514414e-06,
+      "loss": 0.0531,
+      "step": 1311
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.856418619840805e-06,
+      "loss": 0.059,
+      "step": 1312
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 5.841888033031049e-06,
+      "loss": 0.0522,
+      "step": 1313
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.827368053088043e-06,
+      "loss": 0.062,
+      "step": 1314
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.8128587170505805e-06,
+      "loss": 0.0582,
+      "step": 1315
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.79836006193032e-06,
+      "loss": 0.0507,
+      "step": 1316
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.7838721247116634e-06,
+      "loss": 0.0527,
+      "step": 1317
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.769394942351684e-06,
+      "loss": 0.0537,
+      "step": 1318
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.7549285517800035e-06,
+      "loss": 0.0567,
+      "step": 1319
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.740472989898738e-06,
+      "loss": 0.0508,
+      "step": 1320
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.726028293582355e-06,
+      "loss": 0.0519,
+      "step": 1321
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.711594499677628e-06,
+      "loss": 0.0562,
+      "step": 1322
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 5.697171645003507e-06,
+      "loss": 0.0603,
+      "step": 1323
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.682759766351033e-06,
+      "loss": 0.0541,
+      "step": 1324
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.668358900483268e-06,
+      "loss": 0.0521,
+      "step": 1325
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.65396908413516e-06,
+      "loss": 0.0551,
+      "step": 1326
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.639590354013485e-06,
+      "loss": 0.0571,
+      "step": 1327
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.62522274679673e-06,
+      "loss": 0.0511,
+      "step": 1328
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.610866299135019e-06,
+      "loss": 0.0479,
+      "step": 1329
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.5965210476499965e-06,
+      "loss": 0.0566,
+      "step": 1330
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.582187028934762e-06,
+      "loss": 0.0536,
+      "step": 1331
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.5678642795537455e-06,
+      "loss": 0.0569,
+      "step": 1332
+    },
+    {
+      "epoch": 1.31,
+      "learning_rate": 5.553552836042645e-06,
+      "loss": 0.0504,
+      "step": 1333
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.539252734908305e-06,
+      "loss": 0.0481,
+      "step": 1334
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.524964012628648e-06,
+      "loss": 0.0487,
+      "step": 1335
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.510686705652563e-06,
+      "loss": 0.0526,
+      "step": 1336
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.496420850399826e-06,
+      "loss": 0.0518,
+      "step": 1337
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.482166483260993e-06,
+      "loss": 0.0492,
+      "step": 1338
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.467923640597326e-06,
+      "loss": 0.0534,
+      "step": 1339
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.4536923587406765e-06,
+      "loss": 0.0544,
+      "step": 1340
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.439472673993418e-06,
+      "loss": 0.0505,
+      "step": 1341
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.42526462262833e-06,
+      "loss": 0.0602,
+      "step": 1342
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 5.411068240888529e-06,
+      "loss": 0.0534,
+      "step": 1343
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.396883564987347e-06,
+      "loss": 0.0511,
+      "step": 1344
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.3827106311082765e-06,
+      "loss": 0.0442,
+      "step": 1345
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.368549475404836e-06,
+      "loss": 0.0483,
+      "step": 1346
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.354400134000519e-06,
+      "loss": 0.0521,
+      "step": 1347
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.340262642988665e-06,
+      "loss": 0.0534,
+      "step": 1348
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.326137038432399e-06,
+      "loss": 0.0534,
+      "step": 1349
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.312023356364513e-06,
+      "loss": 0.0494,
+      "step": 1350
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.29792163278739e-06,
+      "loss": 0.0559,
+      "step": 1351
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.283831903672918e-06,
+      "loss": 0.0519,
+      "step": 1352
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 5.269754204962369e-06,
+      "loss": 0.0583,
+      "step": 1353
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.2556885725663465e-06,
+      "loss": 0.0421,
+      "step": 1354
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.241635042364659e-06,
+      "loss": 0.0502,
+      "step": 1355
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.227593650206258e-06,
+      "loss": 0.0482,
+      "step": 1356
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.213564431909116e-06,
+      "loss": 0.0483,
+      "step": 1357
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.199547423260168e-06,
+      "loss": 0.0556,
+      "step": 1358
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.185542660015192e-06,
+      "loss": 0.0533,
+      "step": 1359
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.171550177898729e-06,
+      "loss": 0.052,
+      "step": 1360
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.157570012604003e-06,
+      "loss": 0.0514,
+      "step": 1361
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.143602199792805e-06,
+      "loss": 0.0554,
+      "step": 1362
+    },
+    {
+      "epoch": 1.34,
+      "learning_rate": 5.129646775095432e-06,
+      "loss": 0.052,
+      "step": 1363
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.115703774110562e-06,
+      "loss": 0.0452,
+      "step": 1364
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.101773232405201e-06,
+      "loss": 0.0516,
+      "step": 1365
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.087855185514556e-06,
+      "loss": 0.0586,
+      "step": 1366
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.073949668941975e-06,
+      "loss": 0.0595,
+      "step": 1367
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.060056718158832e-06,
+      "loss": 0.0533,
+      "step": 1368
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.0461763686044485e-06,
+      "loss": 0.0531,
+      "step": 1369
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.032308655686011e-06,
+      "loss": 0.0529,
+      "step": 1370
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.018453614778457e-06,
+      "loss": 0.0534,
+      "step": 1371
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 5.004611281224414e-06,
+      "loss": 0.0497,
+      "step": 1372
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 4.990781690334081e-06,
+      "loss": 0.0575,
+      "step": 1373
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.976964877385166e-06,
+      "loss": 0.0551,
+      "step": 1374
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.9631608776227645e-06,
+      "loss": 0.0505,
+      "step": 1375
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.9493697262593065e-06,
+      "loss": 0.0548,
+      "step": 1376
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.935591458474433e-06,
+      "loss": 0.0593,
+      "step": 1377
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.921826109414921e-06,
+      "loss": 0.0513,
+      "step": 1378
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.908073714194605e-06,
+      "loss": 0.0537,
+      "step": 1379
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.894334307894259e-06,
+      "loss": 0.0647,
+      "step": 1380
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.880607925561543e-06,
+      "loss": 0.0549,
+      "step": 1381
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.866894602210875e-06,
+      "loss": 0.0525,
+      "step": 1382
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.853194372823379e-06,
+      "loss": 0.0545,
+      "step": 1383
+    },
+    {
+      "epoch": 1.36,
+      "learning_rate": 4.8395072723467585e-06,
+      "loss": 0.0578,
+      "step": 1384
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.825833335695247e-06,
+      "loss": 0.0571,
+      "step": 1385
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.812172597749483e-06,
+      "loss": 0.0519,
+      "step": 1386
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.798525093356441e-06,
+      "loss": 0.0535,
+      "step": 1387
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.784890857329345e-06,
+      "loss": 0.0557,
+      "step": 1388
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.771269924447561e-06,
+      "loss": 0.0511,
+      "step": 1389
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.757662329456534e-06,
+      "loss": 0.0583,
+      "step": 1390
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.74406810706767e-06,
+      "loss": 0.0516,
+      "step": 1391
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.730487291958279e-06,
+      "loss": 0.0518,
+      "step": 1392
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.71691991877146e-06,
+      "loss": 0.0514,
+      "step": 1393
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 4.703366022116022e-06,
+      "loss": 0.0493,
+      "step": 1394
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.6898256365664065e-06,
+      "loss": 0.0546,
+      "step": 1395
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.676298796662579e-06,
+      "loss": 0.0481,
+      "step": 1396
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.662785536909963e-06,
+      "loss": 0.0543,
+      "step": 1397
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.649285891779327e-06,
+      "loss": 0.0519,
+      "step": 1398
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.635799895706725e-06,
+      "loss": 0.0555,
+      "step": 1399
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.622327583093379e-06,
+      "loss": 0.0503,
+      "step": 1400
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.60886898830562e-06,
+      "loss": 0.0509,
+      "step": 1401
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.5954241456747785e-06,
+      "loss": 0.0549,
+      "step": 1402
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.5819930894971e-06,
+      "loss": 0.0487,
+      "step": 1403
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 4.568575854033675e-06,
+      "loss": 0.0482,
+      "step": 1404
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.5551724735103285e-06,
+      "loss": 0.0532,
+      "step": 1405
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.541782982117552e-06,
+      "loss": 0.05,
+      "step": 1406
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.528407414010395e-06,
+      "loss": 0.0516,
+      "step": 1407
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.515045803308407e-06,
+      "loss": 0.0471,
+      "step": 1408
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.501698184095513e-06,
+      "loss": 0.0512,
+      "step": 1409
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.488364590419971e-06,
+      "loss": 0.0513,
+      "step": 1410
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.475045056294239e-06,
+      "loss": 0.0615,
+      "step": 1411
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.461739615694929e-06,
+      "loss": 0.0616,
+      "step": 1412
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.448448302562687e-06,
+      "loss": 0.0498,
+      "step": 1413
+    },
+    {
+      "epoch": 1.39,
+      "learning_rate": 4.435171150802135e-06,
+      "loss": 0.0583,
+      "step": 1414
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.4219081942817586e-06,
+      "loss": 0.0577,
+      "step": 1415
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.4086594668338454e-06,
+      "loss": 0.0557,
+      "step": 1416
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.395425002254371e-06,
+      "loss": 0.0568,
+      "step": 1417
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.382204834302945e-06,
+      "loss": 0.0549,
+      "step": 1418
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.368998996702694e-06,
+      "loss": 0.048,
+      "step": 1419
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.355807523140199e-06,
+      "loss": 0.0529,
+      "step": 1420
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.342630447265392e-06,
+      "loss": 0.0499,
+      "step": 1421
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.329467802691489e-06,
+      "loss": 0.0525,
+      "step": 1422
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.316319622994878e-06,
+      "loss": 0.0545,
+      "step": 1423
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 4.3031859417150655e-06,
+      "loss": 0.0548,
+      "step": 1424
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.290066792354559e-06,
+      "loss": 0.0534,
+      "step": 1425
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.276962208378811e-06,
+      "loss": 0.0492,
+      "step": 1426
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.263872223216106e-06,
+      "loss": 0.0502,
+      "step": 1427
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.2507968702575005e-06,
+      "loss": 0.0495,
+      "step": 1428
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.237736182856719e-06,
+      "loss": 0.0521,
+      "step": 1429
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.22469019433007e-06,
+      "loss": 0.0444,
+      "step": 1430
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.211658937956384e-06,
+      "loss": 0.0543,
+      "step": 1431
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.198642446976895e-06,
+      "loss": 0.0489,
+      "step": 1432
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.185640754595183e-06,
+      "loss": 0.0508,
+      "step": 1433
+    },
+    {
+      "epoch": 1.41,
+      "learning_rate": 4.172653893977069e-06,
+      "loss": 0.0571,
+      "step": 1434
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.159681898250552e-06,
+      "loss": 0.0561,
+      "step": 1435
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.146724800505697e-06,
+      "loss": 0.0531,
+      "step": 1436
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.133782633794583e-06,
+      "loss": 0.0533,
+      "step": 1437
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.120855431131189e-06,
+      "loss": 0.0508,
+      "step": 1438
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.107943225491322e-06,
+      "loss": 0.0548,
+      "step": 1439
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.095046049812545e-06,
+      "loss": 0.0503,
+      "step": 1440
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.082163936994068e-06,
+      "loss": 0.0483,
+      "step": 1441
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.069296919896689e-06,
+      "loss": 0.0485,
+      "step": 1442
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.056445031342687e-06,
+      "loss": 0.0492,
+      "step": 1443
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 4.0436083041157625e-06,
+      "loss": 0.0552,
+      "step": 1444
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.030786770960927e-06,
+      "loss": 0.0475,
+      "step": 1445
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.017980464584449e-06,
+      "loss": 0.0546,
+      "step": 1446
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 4.005189417653743e-06,
+      "loss": 0.0525,
+      "step": 1447
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.9924136627973e-06,
+      "loss": 0.0501,
+      "step": 1448
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.979653232604612e-06,
+      "loss": 0.0524,
+      "step": 1449
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.966908159626066e-06,
+      "loss": 0.0478,
+      "step": 1450
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.954178476372887e-06,
+      "loss": 0.0519,
+      "step": 1451
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.941464215317033e-06,
+      "loss": 0.0509,
+      "step": 1452
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.928765408891131e-06,
+      "loss": 0.0459,
+      "step": 1453
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.916082089488372e-06,
+      "loss": 0.0474,
+      "step": 1454
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 3.903414289462458e-06,
+      "loss": 0.0555,
+      "step": 1455
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.89076204112749e-06,
+      "loss": 0.0536,
+      "step": 1456
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.878125376757899e-06,
+      "loss": 0.0545,
+      "step": 1457
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.865504328588373e-06,
+      "loss": 0.0568,
+      "step": 1458
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.852898928813751e-06,
+      "loss": 0.0572,
+      "step": 1459
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.84030920958897e-06,
+      "loss": 0.0476,
+      "step": 1460
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.827735203028953e-06,
+      "loss": 0.052,
+      "step": 1461
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.815176941208555e-06,
+      "loss": 0.0485,
+      "step": 1462
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.8026344561624553e-06,
+      "loss": 0.0513,
+      "step": 1463
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.7901077798851006e-06,
+      "loss": 0.0489,
+      "step": 1464
+    },
+    {
+      "epoch": 1.44,
+      "learning_rate": 3.7775969443306024e-06,
+      "loss": 0.0555,
+      "step": 1465
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.7651019814126656e-06,
+      "loss": 0.051,
+      "step": 1466
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.752622923004513e-06,
+      "loss": 0.0527,
+      "step": 1467
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.740159800938784e-06,
+      "loss": 0.0523,
+      "step": 1468
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.7277126470074807e-06,
+      "loss": 0.0568,
+      "step": 1469
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.7152814929618597e-06,
+      "loss": 0.0473,
+      "step": 1470
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.7028663705123757e-06,
+      "loss": 0.059,
+      "step": 1471
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.690467311328574e-06,
+      "loss": 0.0498,
+      "step": 1472
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.6780843470390415e-06,
+      "loss": 0.0507,
+      "step": 1473
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.665717509231295e-06,
+      "loss": 0.0544,
+      "step": 1474
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 3.6533668294517154e-06,
+      "loss": 0.0416,
+      "step": 1475
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.641032339205478e-06,
+      "loss": 0.0534,
+      "step": 1476
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.6287140699564474e-06,
+      "loss": 0.047,
+      "step": 1477
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.616412053127121e-06,
+      "loss": 0.0524,
+      "step": 1478
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.6041263200985253e-06,
+      "loss": 0.0565,
+      "step": 1479
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5918569022101646e-06,
+      "loss": 0.0464,
+      "step": 1480
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.579603830759909e-06,
+      "loss": 0.058,
+      "step": 1481
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5673671370039464e-06,
+      "loss": 0.0499,
+      "step": 1482
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5551468521566754e-06,
+      "loss": 0.0533,
+      "step": 1483
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.5429430073906366e-06,
+      "loss": 0.0591,
+      "step": 1484
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 3.530755633836446e-06,
+      "loss": 0.0518,
+      "step": 1485
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5185847625826897e-06,
+      "loss": 0.0564,
+      "step": 1486
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.5064304246758694e-06,
+      "loss": 0.0502,
+      "step": 1487
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4942926511203023e-06,
+      "loss": 0.0575,
+      "step": 1488
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.482171472878062e-06,
+      "loss": 0.0497,
+      "step": 1489
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4700669208688787e-06,
+      "loss": 0.0517,
+      "step": 1490
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4579790259700816e-06,
+      "loss": 0.0508,
+      "step": 1491
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4459078190164985e-06,
+      "loss": 0.0532,
+      "step": 1492
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4338533308004006e-06,
+      "loss": 0.0546,
+      "step": 1493
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.421815592071398e-06,
+      "loss": 0.0513,
+      "step": 1494
+    },
+    {
+      "epoch": 1.47,
+      "learning_rate": 3.4097946335363873e-06,
+      "loss": 0.0566,
+      "step": 1495
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.39779048585945e-06,
+      "loss": 0.0566,
+      "step": 1496
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.385803179661796e-06,
+      "loss": 0.0497,
+      "step": 1497
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3738327455216625e-06,
+      "loss": 0.0525,
+      "step": 1498
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3618792139742597e-06,
+      "loss": 0.0516,
+      "step": 1499
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3499426155116697e-06,
+      "loss": 0.0537,
+      "step": 1500
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3380229805827925e-06,
+      "loss": 0.0526,
+      "step": 1501
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.326120339593244e-06,
+      "loss": 0.0575,
+      "step": 1502
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.314234722905302e-06,
+      "loss": 0.0515,
+      "step": 1503
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.3023661608378054e-06,
+      "loss": 0.0518,
+      "step": 1504
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 3.2905146836661005e-06,
+      "loss": 0.0523,
+      "step": 1505
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.278680321621941e-06,
+      "loss": 0.0521,
+      "step": 1506
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.2668631048934343e-06,
+      "loss": 0.0514,
+      "step": 1507
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.255063063624939e-06,
+      "loss": 0.0478,
+      "step": 1508
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.243280227917007e-06,
+      "loss": 0.0491,
+      "step": 1509
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.2315146278263053e-06,
+      "loss": 0.0511,
+      "step": 1510
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.219766293365525e-06,
+      "loss": 0.0531,
+      "step": 1511
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.2080352545033254e-06,
+      "loss": 0.0514,
+      "step": 1512
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.1963215411642358e-06,
+      "loss": 0.0501,
+      "step": 1513
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.1846251832286e-06,
+      "loss": 0.057,
+      "step": 1514
+    },
+    {
+      "epoch": 1.49,
+      "learning_rate": 3.1729462105324816e-06,
+      "loss": 0.0535,
+      "step": 1515
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.1612846528676065e-06,
+      "loss": 0.049,
+      "step": 1516
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.149640539981267e-06,
+      "loss": 0.0531,
+      "step": 1517
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.1380139015762558e-06,
+      "loss": 0.0465,
+      "step": 1518
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.1264047673108012e-06,
+      "loss": 0.0495,
+      "step": 1519
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.1148131667984682e-06,
+      "loss": 0.0587,
+      "step": 1520
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.103239129608104e-06,
+      "loss": 0.0536,
+      "step": 1521
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.091682685263746e-06,
+      "loss": 0.0479,
+      "step": 1522
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.0801438632445633e-06,
+      "loss": 0.0499,
+      "step": 1523
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.0686226929847617e-06,
+      "loss": 0.0518,
+      "step": 1524
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.057119203873532e-06,
+      "loss": 0.0527,
+      "step": 1525
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 3.045633425254951e-06,
+      "loss": 0.0548,
+      "step": 1526
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.034165386427922e-06,
+      "loss": 0.058,
+      "step": 1527
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.0227151166461e-06,
+      "loss": 0.0546,
+      "step": 1528
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 3.011282645117807e-06,
+      "loss": 0.0526,
+      "step": 1529
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.99986800100597e-06,
+      "loss": 0.0464,
+      "step": 1530
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.9884712134280324e-06,
+      "loss": 0.049,
+      "step": 1531
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.977092311455898e-06,
+      "loss": 0.0542,
+      "step": 1532
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.9657313241158347e-06,
+      "loss": 0.0471,
+      "step": 1533
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.954388280388425e-06,
+      "loss": 0.055,
+      "step": 1534
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.9430632092084676e-06,
+      "loss": 0.058,
+      "step": 1535
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 2.9317561394649197e-06,
+      "loss": 0.0474,
+      "step": 1536
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.9204671000008232e-06,
+      "loss": 0.0562,
+      "step": 1537
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.909196119613218e-06,
+      "loss": 0.0483,
+      "step": 1538
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8979432270530895e-06,
+      "loss": 0.048,
+      "step": 1539
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8867084510252684e-06,
+      "loss": 0.0465,
+      "step": 1540
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8754918201883863e-06,
+      "loss": 0.0545,
+      "step": 1541
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8642933631547766e-06,
+      "loss": 0.0517,
+      "step": 1542
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8531131084904253e-06,
+      "loss": 0.0501,
+      "step": 1543
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8419510847148747e-06,
+      "loss": 0.0559,
+      "step": 1544
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.8308073203011667e-06,
+      "loss": 0.0475,
+      "step": 1545
+    },
+    {
+      "epoch": 1.52,
+      "learning_rate": 2.81968184367577e-06,
+      "loss": 0.056,
+      "step": 1546
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.808574683218496e-06,
+      "loss": 0.0517,
+      "step": 1547
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.7974858672624417e-06,
+      "loss": 0.0488,
+      "step": 1548
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.786415424093898e-06,
+      "loss": 0.0491,
+      "step": 1549
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.775363381952304e-06,
+      "loss": 0.0487,
+      "step": 1550
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.764329769030144e-06,
+      "loss": 0.0496,
+      "step": 1551
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.753314613472906e-06,
+      "loss": 0.0574,
+      "step": 1552
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.742317943378985e-06,
+      "loss": 0.0551,
+      "step": 1553
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.731339786799623e-06,
+      "loss": 0.0514,
+      "step": 1554
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.7203801717388423e-06,
+      "loss": 0.0465,
+      "step": 1555
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 2.7094391261533605e-06,
+      "loss": 0.0477,
+      "step": 1556
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.698516677952535e-06,
+      "loss": 0.0508,
+      "step": 1557
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6876128549982725e-06,
+      "loss": 0.056,
+      "step": 1558
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6767276851049818e-06,
+      "loss": 0.0518,
+      "step": 1559
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.665861196039475e-06,
+      "loss": 0.056,
+      "step": 1560
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6550134155209274e-06,
+      "loss": 0.0508,
+      "step": 1561
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.644184371220778e-06,
+      "loss": 0.0494,
+      "step": 1562
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6333740907626747e-06,
+      "loss": 0.0567,
+      "step": 1563
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.62258260172241e-06,
+      "loss": 0.0528,
+      "step": 1564
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6118099316278287e-06,
+      "loss": 0.0459,
+      "step": 1565
+    },
+    {
+      "epoch": 1.54,
+      "learning_rate": 2.6010561079587817e-06,
+      "loss": 0.0509,
+      "step": 1566
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5903211581470346e-06,
+      "loss": 0.0507,
+      "step": 1567
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5796051095762175e-06,
+      "loss": 0.0591,
+      "step": 1568
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.568907989581738e-06,
+      "loss": 0.045,
+      "step": 1569
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5582298254507274e-06,
+      "loss": 0.053,
+      "step": 1570
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5475706444219505e-06,
+      "loss": 0.0511,
+      "step": 1571
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5369304736857635e-06,
+      "loss": 0.051,
+      "step": 1572
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5263093403840145e-06,
+      "loss": 0.0533,
+      "step": 1573
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.5157072716100028e-06,
+      "loss": 0.0493,
+      "step": 1574
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.505124294408383e-06,
+      "loss": 0.0501,
+      "step": 1575
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 2.494560435775124e-06,
+      "loss": 0.0513,
+      "step": 1576
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.48401572265741e-06,
+      "loss": 0.0527,
+      "step": 1577
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4734901819536015e-06,
+      "loss": 0.0548,
+      "step": 1578
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.46298384051314e-06,
+      "loss": 0.0524,
+      "step": 1579
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.452496725136503e-06,
+      "loss": 0.0506,
+      "step": 1580
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4420288625751133e-06,
+      "loss": 0.0547,
+      "step": 1581
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.431580279531295e-06,
+      "loss": 0.0533,
+      "step": 1582
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4211510026581765e-06,
+      "loss": 0.0535,
+      "step": 1583
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.4107410585596547e-06,
+      "loss": 0.0508,
+      "step": 1584
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.400350473790296e-06,
+      "loss": 0.0557,
+      "step": 1585
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 2.3899792748552987e-06,
+      "loss": 0.053,
+      "step": 1586
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3796274882103964e-06,
+      "loss": 0.0486,
+      "step": 1587
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3692951402618082e-06,
+      "loss": 0.054,
+      "step": 1588
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3589822573661737e-06,
+      "loss": 0.056,
+      "step": 1589
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3486888658304694e-06,
+      "loss": 0.0501,
+      "step": 1590
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3384149919119616e-06,
+      "loss": 0.0512,
+      "step": 1591
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.32816066181812e-06,
+      "loss": 0.0473,
+      "step": 1592
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.317925901706568e-06,
+      "loss": 0.0523,
+      "step": 1593
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.3077107376850005e-06,
+      "loss": 0.0479,
+      "step": 1594
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.297515195811135e-06,
+      "loss": 0.0547,
+      "step": 1595
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.287339302092627e-06,
+      "loss": 0.0506,
+      "step": 1596
+    },
+    {
+      "epoch": 1.57,
+      "learning_rate": 2.277183082487011e-06,
+      "loss": 0.05,
+      "step": 1597
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2670465629016447e-06,
+      "loss": 0.0538,
+      "step": 1598
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.256929769193621e-06,
+      "loss": 0.0552,
+      "step": 1599
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2468327271697256e-06,
+      "loss": 0.051,
+      "step": 1600
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2367554625863496e-06,
+      "loss": 0.0479,
+      "step": 1601
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.226698001149444e-06,
+      "loss": 0.0439,
+      "step": 1602
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.2166603685144363e-06,
+      "loss": 0.0565,
+      "step": 1603
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.206642590286179e-06,
+      "loss": 0.0429,
+      "step": 1604
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.1966446920188734e-06,
+      "loss": 0.0512,
+      "step": 1605
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.186666699216008e-06,
+      "loss": 0.0522,
+      "step": 1606
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 2.1767086373303057e-06,
+      "loss": 0.0491,
+      "step": 1607
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1667705317636333e-06,
+      "loss": 0.0475,
+      "step": 1608
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.156852407866964e-06,
+      "loss": 0.0469,
+      "step": 1609
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1469542909402887e-06,
+      "loss": 0.0573,
+      "step": 1610
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1370762062325746e-06,
+      "loss": 0.0496,
+      "step": 1611
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1272181789416756e-06,
+      "loss": 0.0533,
+      "step": 1612
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1173802342142967e-06,
+      "loss": 0.0515,
+      "step": 1613
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.1075623971459038e-06,
+      "loss": 0.0478,
+      "step": 1614
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.0977646927806682e-06,
+      "loss": 0.0513,
+      "step": 1615
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.0879871461114178e-06,
+      "loss": 0.0487,
+      "step": 1616
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 2.0782297820795462e-06,
+      "loss": 0.0459,
+      "step": 1617
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.068492625574975e-06,
+      "loss": 0.0571,
+      "step": 1618
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0587757014360686e-06,
+      "loss": 0.0572,
+      "step": 1619
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0490790344495923e-06,
+      "loss": 0.0484,
+      "step": 1620
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.039402649350626e-06,
+      "loss": 0.0522,
+      "step": 1621
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.029746570822524e-06,
+      "loss": 0.0518,
+      "step": 1622
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0201108234968305e-06,
+      "loss": 0.0511,
+      "step": 1623
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.010495431953231e-06,
+      "loss": 0.0475,
+      "step": 1624
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 2.0009004207194914e-06,
+      "loss": 0.052,
+      "step": 1625
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 1.9913258142713798e-06,
+      "loss": 0.0516,
+      "step": 1626
+    },
+    {
+      "epoch": 1.6,
+      "learning_rate": 1.9817716370326236e-06,
+      "loss": 0.05,
+      "step": 1627
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.972237913374829e-06,
+      "loss": 0.0526,
+      "step": 1628
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.9627246676174363e-06,
+      "loss": 0.0534,
+      "step": 1629
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.95323192402764e-06,
+      "loss": 0.0589,
+      "step": 1630
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.943759706820344e-06,
+      "loss": 0.0575,
+      "step": 1631
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.934308040158087e-06,
+      "loss": 0.0443,
+      "step": 1632
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.9248769481509834e-06,
+      "loss": 0.0536,
+      "step": 1633
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.9154664548566715e-06,
+      "loss": 0.0595,
+      "step": 1634
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.9060765842802364e-06,
+      "loss": 0.0565,
+      "step": 1635
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.896707360374167e-06,
+      "loss": 0.0563,
+      "step": 1636
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 1.887358807038272e-06,
+      "loss": 0.0462,
+      "step": 1637
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8780309481196446e-06,
+      "loss": 0.0573,
+      "step": 1638
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.868723807412578e-06,
+      "loss": 0.0431,
+      "step": 1639
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8594374086585265e-06,
+      "loss": 0.0496,
+      "step": 1640
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8501717755460246e-06,
+      "loss": 0.0494,
+      "step": 1641
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8409269317106382e-06,
+      "loss": 0.0466,
+      "step": 1642
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8317029007349086e-06,
+      "loss": 0.055,
+      "step": 1643
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8224997061482751e-06,
+      "loss": 0.0521,
+      "step": 1644
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8133173714270368e-06,
+      "loss": 0.0504,
+      "step": 1645
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.8041559199942726e-06,
+      "loss": 0.0585,
+      "step": 1646
+    },
+    {
+      "epoch": 1.62,
+      "learning_rate": 1.7950153752197984e-06,
+      "loss": 0.0446,
+      "step": 1647
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.78589576042009e-06,
+      "loss": 0.0555,
+      "step": 1648
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7767970988582461e-06,
+      "loss": 0.0472,
+      "step": 1649
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7677194137439036e-06,
+      "loss": 0.0497,
+      "step": 1650
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.758662728233196e-06,
+      "loss": 0.059,
+      "step": 1651
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7496270654286918e-06,
+      "loss": 0.0543,
+      "step": 1652
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7406124483793286e-06,
+      "loss": 0.0497,
+      "step": 1653
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.731618900080363e-06,
+      "loss": 0.0527,
+      "step": 1654
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7226464434733015e-06,
+      "loss": 0.0507,
+      "step": 1655
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7136951014458569e-06,
+      "loss": 0.0614,
+      "step": 1656
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 1.7047648968318697e-06,
+      "loss": 0.0469,
+      "step": 1657
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6958558524112757e-06,
+      "loss": 0.0587,
+      "step": 1658
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.686967990910018e-06,
+      "loss": 0.0542,
+      "step": 1659
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6781013350000165e-06,
+      "loss": 0.0489,
+      "step": 1660
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.669255907299091e-06,
+      "loss": 0.0572,
+      "step": 1661
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.660431730370916e-06,
+      "loss": 0.056,
+      "step": 1662
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6516288267249513e-06,
+      "loss": 0.0475,
+      "step": 1663
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.642847218816398e-06,
+      "loss": 0.0538,
+      "step": 1664
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.634086929046127e-06,
+      "loss": 0.0524,
+      "step": 1665
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6253479797606364e-06,
+      "loss": 0.0508,
+      "step": 1666
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.61663039325198e-06,
+      "loss": 0.0505,
+      "step": 1667
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 1.6079341917577262e-06,
+      "loss": 0.0533,
+      "step": 1668
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5992593974608817e-06,
+      "loss": 0.0509,
+      "step": 1669
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5906060324898575e-06,
+      "loss": 0.0505,
+      "step": 1670
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5819741189183902e-06,
+      "loss": 0.049,
+      "step": 1671
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.573363678765506e-06,
+      "loss": 0.0565,
+      "step": 1672
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5647747339954445e-06,
+      "loss": 0.0443,
+      "step": 1673
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5562073065176253e-06,
+      "loss": 0.0534,
+      "step": 1674
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.547661418186568e-06,
+      "loss": 0.05,
+      "step": 1675
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5391370908018589e-06,
+      "loss": 0.05,
+      "step": 1676
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.5306343461080753e-06,
+      "loss": 0.0545,
+      "step": 1677
+    },
+    {
+      "epoch": 1.65,
+      "learning_rate": 1.522153205794742e-06,
+      "loss": 0.0573,
+      "step": 1678
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.5136936914962818e-06,
+      "loss": 0.0467,
+      "step": 1679
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.505255824791939e-06,
+      "loss": 0.0509,
+      "step": 1680
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4968396272057484e-06,
+      "loss": 0.0526,
+      "step": 1681
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4884451202064609e-06,
+      "loss": 0.0424,
+      "step": 1682
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4800723252075067e-06,
+      "loss": 0.0518,
+      "step": 1683
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4717212635669208e-06,
+      "loss": 0.0488,
+      "step": 1684
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4633919565873033e-06,
+      "loss": 0.0529,
+      "step": 1685
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4550844255157647e-06,
+      "loss": 0.0544,
+      "step": 1686
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4467986915438602e-06,
+      "loss": 0.0488,
+      "step": 1687
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 1.4385347758075518e-06,
+      "loss": 0.0496,
+      "step": 1688
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.4302926993871347e-06,
+      "loss": 0.0517,
+      "step": 1689
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.4220724833072052e-06,
+      "loss": 0.0485,
+      "step": 1690
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.4138741485365892e-06,
+      "loss": 0.0445,
+      "step": 1691
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.4056977159883011e-06,
+      "loss": 0.0566,
+      "step": 1692
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3975432065194804e-06,
+      "loss": 0.0537,
+      "step": 1693
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3894106409313445e-06,
+      "loss": 0.0487,
+      "step": 1694
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.38130003996914e-06,
+      "loss": 0.0525,
+      "step": 1695
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.373211424322074e-06,
+      "loss": 0.0568,
+      "step": 1696
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.3651448146232816e-06,
+      "loss": 0.0511,
+      "step": 1697
+    },
+    {
+      "epoch": 1.67,
+      "learning_rate": 1.357100231449756e-06,
+      "loss": 0.0526,
+      "step": 1698
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3490776953223107e-06,
+      "loss": 0.0548,
+      "step": 1699
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3410772267055093e-06,
+      "loss": 0.0493,
+      "step": 1700
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3330988460076367e-06,
+      "loss": 0.0509,
+      "step": 1701
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3251425735806212e-06,
+      "loss": 0.0517,
+      "step": 1702
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3172084297200028e-06,
+      "loss": 0.05,
+      "step": 1703
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.309296434664874e-06,
+      "loss": 0.0431,
+      "step": 1704
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.3014066085978238e-06,
+      "loss": 0.0464,
+      "step": 1705
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.2935389716448976e-06,
+      "loss": 0.0533,
+      "step": 1706
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.2856935438755314e-06,
+      "loss": 0.0539,
+      "step": 1707
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 1.2778703453025155e-06,
+      "loss": 0.0565,
+      "step": 1708
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2700693958819266e-06,
+      "loss": 0.0605,
+      "step": 1709
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.262290715513098e-06,
+      "loss": 0.0478,
+      "step": 1710
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.25453432403855e-06,
+      "loss": 0.0549,
+      "step": 1711
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2468002412439427e-06,
+      "loss": 0.0486,
+      "step": 1712
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.23908848685804e-06,
+      "loss": 0.0487,
+      "step": 1713
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2313990805526388e-06,
+      "loss": 0.0503,
+      "step": 1714
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2237320419425369e-06,
+      "loss": 0.0529,
+      "step": 1715
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2160873905854665e-06,
+      "loss": 0.0591,
+      "step": 1716
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2084651459820606e-06,
+      "loss": 0.0546,
+      "step": 1717
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 1.2008653275757854e-06,
+      "loss": 0.056,
+      "step": 1718
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.193287954752912e-06,
+      "loss": 0.0547,
+      "step": 1719
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1857330468424466e-06,
+      "loss": 0.0487,
+      "step": 1720
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1782006231160914e-06,
+      "loss": 0.053,
+      "step": 1721
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1706907027881987e-06,
+      "loss": 0.0536,
+      "step": 1722
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1632033050157099e-06,
+      "loss": 0.0481,
+      "step": 1723
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1557384488981227e-06,
+      "loss": 0.0513,
+      "step": 1724
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.148296153477425e-06,
+      "loss": 0.049,
+      "step": 1725
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.140876437738062e-06,
+      "loss": 0.0493,
+      "step": 1726
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1334793206068739e-06,
+      "loss": 0.0521,
+      "step": 1727
+    },
+    {
+      "epoch": 1.7,
+      "learning_rate": 1.1261048209530635e-06,
+      "loss": 0.0513,
+      "step": 1728
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.1187529575881283e-06,
+      "loss": 0.0446,
+      "step": 1729
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.1114237492658308e-06,
+      "loss": 0.052,
+      "step": 1730
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.1041172146821422e-06,
+      "loss": 0.0502,
+      "step": 1731
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.09683337247519e-06,
+      "loss": 0.0547,
+      "step": 1732
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0895722412252264e-06,
+      "loss": 0.0549,
+      "step": 1733
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.082333839454559e-06,
+      "loss": 0.0497,
+      "step": 1734
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0751181856275238e-06,
+      "loss": 0.0486,
+      "step": 1735
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.067925298150425e-06,
+      "loss": 0.0552,
+      "step": 1736
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0607551953714945e-06,
+      "loss": 0.051,
+      "step": 1737
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0536078955808394e-06,
+      "loss": 0.0475,
+      "step": 1738
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 1.0464834170104066e-06,
+      "loss": 0.0517,
+      "step": 1739
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.0393817778339188e-06,
+      "loss": 0.0509,
+      "step": 1740
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.0323029961668463e-06,
+      "loss": 0.0481,
+      "step": 1741
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.025247090066348e-06,
+      "loss": 0.0484,
+      "step": 1742
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.0182140775312321e-06,
+      "loss": 0.0587,
+      "step": 1743
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.0112039765019055e-06,
+      "loss": 0.0436,
+      "step": 1744
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 1.004216804860334e-06,
+      "loss": 0.0539,
+      "step": 1745
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 9.972525804299881e-07,
+      "loss": 0.0556,
+      "step": 1746
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 9.903113209758098e-07,
+      "loss": 0.0493,
+      "step": 1747
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 9.833930442041506e-07,
+      "loss": 0.0464,
+      "step": 1748
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 9.764977677627463e-07,
+      "loss": 0.0465,
+      "step": 1749
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.696255092406525e-07,
+      "loss": 0.0528,
+      "step": 1750
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.627762861682155e-07,
+      "loss": 0.0598,
+      "step": 1751
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.55950116017015e-07,
+      "loss": 0.0542,
+      "step": 1752
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.491470161998317e-07,
+      "loss": 0.0497,
+      "step": 1753
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.42367004070589e-07,
+      "loss": 0.0446,
+      "step": 1754
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.356100969243231e-07,
+      "loss": 0.0589,
+      "step": 1755
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.288763119971289e-07,
+      "loss": 0.0502,
+      "step": 1756
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.221656664661161e-07,
+      "loss": 0.0509,
+      "step": 1757
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.15478177449377e-07,
+      "loss": 0.0505,
+      "step": 1758
+    },
+    {
+      "epoch": 1.73,
+      "learning_rate": 9.088138620059251e-07,
+      "loss": 0.0511,
+      "step": 1759
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 9.021727371356681e-07,
+      "loss": 0.0455,
+      "step": 1760
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.955548197793496e-07,
+      "loss": 0.0515,
+      "step": 1761
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.889601268185233e-07,
+      "loss": 0.0572,
+      "step": 1762
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.823886750754884e-07,
+      "loss": 0.0551,
+      "step": 1763
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.758404813132704e-07,
+      "loss": 0.0548,
+      "step": 1764
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.693155622355587e-07,
+      "loss": 0.0567,
+      "step": 1765
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.628139344866704e-07,
+      "loss": 0.0466,
+      "step": 1766
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.563356146515156e-07,
+      "loss": 0.0484,
+      "step": 1767
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.498806192555431e-07,
+      "loss": 0.0531,
+      "step": 1768
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 8.434489647647093e-07,
+      "loss": 0.0503,
+      "step": 1769
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.370406675854237e-07,
+      "loss": 0.0612,
+      "step": 1770
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.30655744064519e-07,
+      "loss": 0.0521,
+      "step": 1771
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.242942104892015e-07,
+      "loss": 0.045,
+      "step": 1772
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.17956083087017e-07,
+      "loss": 0.0515,
+      "step": 1773
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.116413780257992e-07,
+      "loss": 0.0495,
+      "step": 1774
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 8.053501114136342e-07,
+      "loss": 0.0429,
+      "step": 1775
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 7.990822992988267e-07,
+      "loss": 0.0539,
+      "step": 1776
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 7.928379576698419e-07,
+      "loss": 0.0526,
+      "step": 1777
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 7.866171024552827e-07,
+      "loss": 0.0577,
+      "step": 1778
+    },
+    {
+      "epoch": 1.75,
+      "learning_rate": 7.804197495238341e-07,
+      "loss": 0.049,
+      "step": 1779
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.742459146842362e-07,
+      "loss": 0.0474,
+      "step": 1780
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.680956136852302e-07,
+      "loss": 0.0514,
+      "step": 1781
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.619688622155319e-07,
+      "loss": 0.0562,
+      "step": 1782
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.558656759037796e-07,
+      "loss": 0.0508,
+      "step": 1783
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.497860703185e-07,
+      "loss": 0.0516,
+      "step": 1784
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.437300609680742e-07,
+      "loss": 0.0448,
+      "step": 1785
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.376976633006828e-07,
+      "loss": 0.0477,
+      "step": 1786
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.316888927042842e-07,
+      "loss": 0.0555,
+      "step": 1787
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.25703764506559e-07,
+      "loss": 0.053,
+      "step": 1788
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 7.197422939748877e-07,
+      "loss": 0.0453,
+      "step": 1789
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 7.13804496316296e-07,
+      "loss": 0.0526,
+      "step": 1790
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 7.078903866774212e-07,
+      "loss": 0.0502,
+      "step": 1791
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 7.019999801444844e-07,
+      "loss": 0.0533,
+      "step": 1792
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.961332917432318e-07,
+      "loss": 0.0596,
+      "step": 1793
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.902903364389179e-07,
+      "loss": 0.0547,
+      "step": 1794
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.84471129136246e-07,
+      "loss": 0.0533,
+      "step": 1795
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.786756846793518e-07,
+      "loss": 0.0602,
+      "step": 1796
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.729040178517454e-07,
+      "loss": 0.049,
+      "step": 1797
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.671561433762908e-07,
+      "loss": 0.0488,
+      "step": 1798
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 6.614320759151538e-07,
+      "loss": 0.0482,
+      "step": 1799
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.557318300697735e-07,
+      "loss": 0.0506,
+      "step": 1800
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.500554203808262e-07,
+      "loss": 0.0468,
+      "step": 1801
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.444028613281783e-07,
+      "loss": 0.0546,
+      "step": 1802
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.387741673308634e-07,
+      "loss": 0.0486,
+      "step": 1803
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.331693527470306e-07,
+      "loss": 0.0524,
+      "step": 1804
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.275884318739234e-07,
+      "loss": 0.0449,
+      "step": 1805
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.22031418947826e-07,
+      "loss": 0.0436,
+      "step": 1806
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.164983281440462e-07,
+      "loss": 0.0566,
+      "step": 1807
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.109891735768603e-07,
+      "loss": 0.0504,
+      "step": 1808
+    },
+    {
+      "epoch": 1.78,
+      "learning_rate": 6.055039692994902e-07,
+      "loss": 0.0482,
+      "step": 1809
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 6.000427293040645e-07,
+      "loss": 0.049,
+      "step": 1810
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.946054675215785e-07,
+      "loss": 0.045,
+      "step": 1811
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.891921978218662e-07,
+      "loss": 0.0501,
+      "step": 1812
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.838029340135531e-07,
+      "loss": 0.0438,
+      "step": 1813
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.78437689844038e-07,
+      "loss": 0.054,
+      "step": 1814
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.730964789994386e-07,
+      "loss": 0.0482,
+      "step": 1815
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.677793151045763e-07,
+      "loss": 0.0515,
+      "step": 1816
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.624862117229224e-07,
+      "loss": 0.0458,
+      "step": 1817
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.572171823565797e-07,
+      "loss": 0.0458,
+      "step": 1818
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.519722404462335e-07,
+      "loss": 0.0576,
+      "step": 1819
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 5.467513993711349e-07,
+      "loss": 0.0582,
+      "step": 1820
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.41554672449045e-07,
+      "loss": 0.0525,
+      "step": 1821
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.363820729362224e-07,
+      "loss": 0.0539,
+      "step": 1822
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.312336140273721e-07,
+      "loss": 0.0437,
+      "step": 1823
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.261093088556257e-07,
+      "loss": 0.0512,
+      "step": 1824
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.210091704924947e-07,
+      "loss": 0.0557,
+      "step": 1825
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.159332119478488e-07,
+      "loss": 0.055,
+      "step": 1826
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.108814461698752e-07,
+      "loss": 0.0538,
+      "step": 1827
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.058538860450513e-07,
+      "loss": 0.0498,
+      "step": 1828
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 5.008505443981038e-07,
+      "loss": 0.05,
+      "step": 1829
+    },
+    {
+      "epoch": 1.8,
+      "learning_rate": 4.958714339919845e-07,
+      "loss": 0.0454,
+      "step": 1830
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.909165675278327e-07,
+      "loss": 0.0555,
+      "step": 1831
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.859859576449444e-07,
+      "loss": 0.0476,
+      "step": 1832
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.810796169207398e-07,
+      "loss": 0.044,
+      "step": 1833
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.7619755787073343e-07,
+      "loss": 0.0485,
+      "step": 1834
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.713397929484964e-07,
+      "loss": 0.0511,
+      "step": 1835
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.6650633454562776e-07,
+      "loss": 0.0511,
+      "step": 1836
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.6169719499173037e-07,
+      "loss": 0.0557,
+      "step": 1837
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.569123865543623e-07,
+      "loss": 0.0539,
+      "step": 1838
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.5215192143902577e-07,
+      "loss": 0.0506,
+      "step": 1839
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 4.474158117891181e-07,
+      "loss": 0.0522,
+      "step": 1840
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.4270406968591416e-07,
+      "loss": 0.0494,
+      "step": 1841
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.380167071485253e-07,
+      "loss": 0.0534,
+      "step": 1842
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.33353736133878e-07,
+      "loss": 0.052,
+      "step": 1843
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.287151685366764e-07,
+      "loss": 0.0427,
+      "step": 1844
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.241010161893711e-07,
+      "loss": 0.0534,
+      "step": 1845
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.1951129086214015e-07,
+      "loss": 0.0515,
+      "step": 1846
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.149460042628439e-07,
+      "loss": 0.0544,
+      "step": 1847
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.104051680370058e-07,
+      "loss": 0.0551,
+      "step": 1848
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.058887937677769e-07,
+      "loss": 0.0506,
+      "step": 1849
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 4.0139689297591265e-07,
+      "loss": 0.0459,
+      "step": 1850
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.9692947711973293e-07,
+      "loss": 0.0497,
+      "step": 1851
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.9248655759510755e-07,
+      "loss": 0.0483,
+      "step": 1852
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.8806814573541185e-07,
+      "loss": 0.0555,
+      "step": 1853
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.836742528115078e-07,
+      "loss": 0.0547,
+      "step": 1854
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.793048900317142e-07,
+      "loss": 0.0523,
+      "step": 1855
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.74960068541772e-07,
+      "loss": 0.0449,
+      "step": 1856
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.706397994248256e-07,
+      "loss": 0.0521,
+      "step": 1857
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.663440937013818e-07,
+      "loss": 0.0515,
+      "step": 1858
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.6207296232929736e-07,
+      "loss": 0.0512,
+      "step": 1859
+    },
+    {
+      "epoch": 1.83,
+      "learning_rate": 3.578264162037348e-07,
+      "loss": 0.0486,
+      "step": 1860
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.536044661571503e-07,
+      "loss": 0.0457,
+      "step": 1861
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.4940712295925215e-07,
+      "loss": 0.0539,
+      "step": 1862
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.4523439731698026e-07,
+      "loss": 0.0541,
+      "step": 1863
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.410862998744813e-07,
+      "loss": 0.0511,
+      "step": 1864
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.369628412130743e-07,
+      "loss": 0.0513,
+      "step": 1865
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.3286403185123104e-07,
+      "loss": 0.0582,
+      "step": 1866
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.2878988224454346e-07,
+      "loss": 0.0493,
+      "step": 1867
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.247404027856993e-07,
+      "loss": 0.0512,
+      "step": 1868
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.2071560380445674e-07,
+      "loss": 0.0572,
+      "step": 1869
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 3.167154955676177e-07,
+      "loss": 0.0457,
+      "step": 1870
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.127400882789988e-07,
+      "loss": 0.0483,
+      "step": 1871
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.0878939207940496e-07,
+      "loss": 0.0472,
+      "step": 1872
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.048634170466136e-07,
+      "loss": 0.0436,
+      "step": 1873
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 3.0096217319533386e-07,
+      "loss": 0.0521,
+      "step": 1874
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.9708567047719405e-07,
+      "loss": 0.0546,
+      "step": 1875
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.932339187807043e-07,
+      "loss": 0.0441,
+      "step": 1876
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.8940692793124615e-07,
+      "loss": 0.0521,
+      "step": 1877
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.8560470769102953e-07,
+      "loss": 0.0525,
+      "step": 1878
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.81827267759085e-07,
+      "loss": 0.0483,
+      "step": 1879
+    },
+    {
+      "epoch": 1.85,
+      "learning_rate": 2.78074617771229e-07,
+      "loss": 0.046,
+      "step": 1880
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.7434676730003886e-07,
+      "loss": 0.0552,
+      "step": 1881
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.7064372585483667e-07,
+      "loss": 0.0514,
+      "step": 1882
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.6696550288165315e-07,
+      "loss": 0.0471,
+      "step": 1883
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.6331210776321614e-07,
+      "loss": 0.0493,
+      "step": 1884
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.5968354981891433e-07,
+      "loss": 0.0476,
+      "step": 1885
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.560798383047869e-07,
+      "loss": 0.0498,
+      "step": 1886
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.525009824134872e-07,
+      "loss": 0.0459,
+      "step": 1887
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.489469912742637e-07,
+      "loss": 0.047,
+      "step": 1888
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.4541787395294335e-07,
+      "loss": 0.0515,
+      "step": 1889
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.4191363945189726e-07,
+      "loss": 0.0546,
+      "step": 1890
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 2.384342967100284e-07,
+      "loss": 0.0505,
+      "step": 1891
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.349798546027382e-07,
+      "loss": 0.0526,
+      "step": 1892
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.3155032194191573e-07,
+      "loss": 0.0476,
+      "step": 1893
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.281457074759008e-07,
+      "loss": 0.0495,
+      "step": 1894
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.2476601988947965e-07,
+      "loss": 0.0446,
+      "step": 1895
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.214112678038438e-07,
+      "loss": 0.0497,
+      "step": 1896
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.1808145977658236e-07,
+      "loss": 0.0525,
+      "step": 1897
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.1477660430165415e-07,
+      "loss": 0.0537,
+      "step": 1898
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.1149670980936566e-07,
+      "loss": 0.0495,
+      "step": 1899
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.0824178466635315e-07,
+      "loss": 0.0525,
+      "step": 1900
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 2.0501183717555494e-07,
+      "loss": 0.0502,
+      "step": 1901
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 2.0180687557619816e-07,
+      "loss": 0.0531,
+      "step": 1902
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.9862690804377194e-07,
+      "loss": 0.0524,
+      "step": 1903
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.954719426900098e-07,
+      "loss": 0.0512,
+      "step": 1904
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.9234198756286514e-07,
+      "loss": 0.055,
+      "step": 1905
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8923705064649468e-07,
+      "loss": 0.0461,
+      "step": 1906
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8615713986123607e-07,
+      "loss": 0.0481,
+      "step": 1907
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.8310226306359036e-07,
+      "loss": 0.0527,
+      "step": 1908
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.800724280461963e-07,
+      "loss": 0.0536,
+      "step": 1909
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.7706764253781595e-07,
+      "loss": 0.0525,
+      "step": 1910
+    },
+    {
+      "epoch": 1.88,
+      "learning_rate": 1.740879142033125e-07,
+      "loss": 0.0445,
+      "step": 1911
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.711332506436314e-07,
+      "loss": 0.0455,
+      "step": 1912
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.682036593957792e-07,
+      "loss": 0.0515,
+      "step": 1913
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.652991479328092e-07,
+      "loss": 0.0492,
+      "step": 1914
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.624197236637959e-07,
+      "loss": 0.0435,
+      "step": 1915
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.5956539393382043e-07,
+      "loss": 0.0522,
+      "step": 1916
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.567361660239508e-07,
+      "loss": 0.0506,
+      "step": 1917
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.539320471512229e-07,
+      "loss": 0.0479,
+      "step": 1918
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.5115304446862268e-07,
+      "loss": 0.0516,
+      "step": 1919
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.4839916506506623e-07,
+      "loss": 0.051,
+      "step": 1920
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 1.4567041596538545e-07,
+      "loss": 0.0485,
+      "step": 1921
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.429668041303056e-07,
+      "loss": 0.057,
+      "step": 1922
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.4028833645643113e-07,
+      "loss": 0.0514,
+      "step": 1923
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.3763501977622329e-07,
+      "loss": 0.0571,
+      "step": 1924
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.3500686085799242e-07,
+      "loss": 0.0468,
+      "step": 1925
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.324038664058669e-07,
+      "loss": 0.0504,
+      "step": 1926
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.2982604305979085e-07,
+      "loss": 0.0562,
+      "step": 1927
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.2727339739549206e-07,
+      "loss": 0.0444,
+      "step": 1928
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.2474593592447958e-07,
+      "loss": 0.0465,
+      "step": 1929
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.2224366509401732e-07,
+      "loss": 0.0549,
+      "step": 1930
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 1.1976659128711044e-07,
+      "loss": 0.0557,
+      "step": 1931
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.1731472082249007e-07,
+      "loss": 0.0547,
+      "step": 1932
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.1488805995459761e-07,
+      "loss": 0.0455,
+      "step": 1933
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.1248661487356593e-07,
+      "loss": 0.0548,
+      "step": 1934
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.1011039170520488e-07,
+      "loss": 0.0555,
+      "step": 1935
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0775939651099021e-07,
+      "loss": 0.0505,
+      "step": 1936
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0543363528803696e-07,
+      "loss": 0.0493,
+      "step": 1937
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0313311396909942e-07,
+      "loss": 0.0505,
+      "step": 1938
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 1.0085783842254115e-07,
+      "loss": 0.0473,
+      "step": 1939
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 9.860781445233058e-08,
+      "loss": 0.0447,
+      "step": 1940
+    },
+    {
+      "epoch": 1.91,
+      "learning_rate": 9.638304779801877e-08,
+      "loss": 0.0478,
+      "step": 1941
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 9.418354413473163e-08,
+      "loss": 0.0451,
+      "step": 1942
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 9.20093090731522e-08,
+      "loss": 0.0514,
+      "step": 1943
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.986034815950173e-08,
+      "loss": 0.0558,
+      "step": 1944
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.773666687553417e-08,
+      "loss": 0.0529,
+      "step": 1945
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.563827063851837e-08,
+      "loss": 0.0479,
+      "step": 1946
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.356516480122034e-08,
+      "loss": 0.0477,
+      "step": 1947
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 8.151735465189658e-08,
+      "loss": 0.047,
+      "step": 1948
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.949484541427633e-08,
+      "loss": 0.0548,
+      "step": 1949
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.749764224754819e-08,
+      "loss": 0.0484,
+      "step": 1950
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 7.55257502463469e-08,
+      "loss": 0.0501,
+      "step": 1951
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 7.357917444074548e-08,
+      "loss": 0.0518,
+      "step": 1952
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 7.165791979623305e-08,
+      "loss": 0.0569,
+      "step": 1953
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.976199121371263e-08,
+      "loss": 0.0497,
+      "step": 1954
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.789139352947783e-08,
+      "loss": 0.0471,
+      "step": 1955
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.604613151521055e-08,
+      "loss": 0.046,
+      "step": 1956
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.422620987796114e-08,
+      "loss": 0.0553,
+      "step": 1957
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.243163326014268e-08,
+      "loss": 0.0428,
+      "step": 1958
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 6.066240623951336e-08,
+      "loss": 0.0533,
+      "step": 1959
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 5.8918533329167525e-08,
+      "loss": 0.0511,
+      "step": 1960
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 5.7200018977526805e-08,
+      "loss": 0.05,
+      "step": 1961
+    },
+    {
+      "epoch": 1.93,
+      "learning_rate": 5.550686756832346e-08,
+      "loss": 0.0498,
+      "step": 1962
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 5.383908342059263e-08,
+      "loss": 0.044,
+      "step": 1963
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 5.219667078865898e-08,
+      "loss": 0.0495,
+      "step": 1964
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 5.057963386213116e-08,
+      "loss": 0.0526,
+      "step": 1965
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.898797676588296e-08,
+      "loss": 0.0494,
+      "step": 1966
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.7421703560051045e-08,
+      "loss": 0.0551,
+      "step": 1967
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.588081824001611e-08,
+      "loss": 0.0518,
+      "step": 1968
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.436532473640287e-08,
+      "loss": 0.0523,
+      "step": 1969
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.287522691505897e-08,
+      "loss": 0.0485,
+      "step": 1970
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 4.1410528577053856e-08,
+      "loss": 0.0458,
+      "step": 1971
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 3.9971233458665495e-08,
+      "loss": 0.0501,
+      "step": 1972
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.855734523137034e-08,
+      "loss": 0.051,
+      "step": 1973
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.716886750183557e-08,
+      "loss": 0.0418,
+      "step": 1974
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.5805803811906904e-08,
+      "loss": 0.0583,
+      "step": 1975
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.446815763860634e-08,
+      "loss": 0.0568,
+      "step": 1976
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.31559323941133e-08,
+      "loss": 0.045,
+      "step": 1977
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.186913142576464e-08,
+      "loss": 0.0524,
+      "step": 1978
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 3.0607758016043546e-08,
+      "loss": 0.0468,
+      "step": 1979
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.937181538256617e-08,
+      "loss": 0.0522,
+      "step": 1980
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.816130667808281e-08,
+      "loss": 0.0456,
+      "step": 1981
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 2.6976234990460095e-08,
+      "loss": 0.0488,
+      "step": 1982
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.581660334268321e-08,
+      "loss": 0.0499,
+      "step": 1983
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.4682414692835945e-08,
+      "loss": 0.0447,
+      "step": 1984
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.35736719341062e-08,
+      "loss": 0.0447,
+      "step": 1985
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.2490377894768266e-08,
+      "loss": 0.0493,
+      "step": 1986
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.1432535338180572e-08,
+      "loss": 0.0545,
+      "step": 1987
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 2.0400146962779034e-08,
+      "loss": 0.0515,
+      "step": 1988
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.9393215402068176e-08,
+      "loss": 0.0463,
+      "step": 1989
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.8411743224614477e-08,
+      "loss": 0.0473,
+      "step": 1990
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.7455732934041904e-08,
+      "loss": 0.0494,
+      "step": 1991
+    },
+    {
+      "epoch": 1.96,
+      "learning_rate": 1.6525186969020833e-08,
+      "loss": 0.0532,
+      "step": 1992
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.562010770326916e-08,
+      "loss": 0.0522,
+      "step": 1993
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.474049744553896e-08,
+      "loss": 0.0526,
+      "step": 1994
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.3886358439616498e-08,
+      "loss": 0.0467,
+      "step": 1995
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.3057692864311134e-08,
+      "loss": 0.0456,
+      "step": 1996
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.2254502833455307e-08,
+      "loss": 0.0453,
+      "step": 1997
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.1476790395893444e-08,
+      "loss": 0.0477,
+      "step": 1998
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 1.072455753548085e-08,
+      "loss": 0.0531,
+      "step": 1999
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 9.99780617107815e-09,
+      "loss": 0.0408,
+      "step": 2000
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 9.296538156543523e-09,
+      "loss": 0.0435,
+      "step": 2001
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 8.620755280731585e-09,
+      "loss": 0.0457,
+      "step": 2002
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 7.970459267487852e-09,
+      "loss": 0.0565,
+      "step": 2003
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 7.3456517756420596e-09,
+      "loss": 0.0435,
+      "step": 2004
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.74633439900596e-09,
+      "loss": 0.0568,
+      "step": 2005
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 6.172508666371091e-09,
+      "loss": 0.0488,
+      "step": 2006
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 5.6241760414987856e-09,
+      "loss": 0.0513,
+      "step": 2007
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 5.101337923124616e-09,
+      "loss": 0.05,
+      "step": 2008
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 4.6039956449484e-09,
+      "loss": 0.0472,
+      "step": 2009
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 4.13215047563309e-09,
+      "loss": 0.0516,
+      "step": 2010
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.685803618800332e-09,
+      "loss": 0.0585,
+      "step": 2011
+    },
+    {
+      "epoch": 1.98,
+      "learning_rate": 3.2649562130315782e-09,
+      "loss": 0.0497,
+      "step": 2012
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.8696093318592023e-09,
+      "loss": 0.0414,
+      "step": 2013
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.4997639837687217e-09,
+      "loss": 0.0506,
+      "step": 2014
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 2.155421112191025e-09,
+      "loss": 0.0473,
+      "step": 2015
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.8365815955079247e-09,
+      "loss": 0.0438,
+      "step": 2016
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.5432462470421627e-09,
+      "loss": 0.057,
+      "step": 2017
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.2754158150563023e-09,
+      "loss": 0.0485,
+      "step": 2018
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 1.0330909827571677e-09,
+      "loss": 0.0504,
+      "step": 2019
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 8.162723682869634e-10,
+      "loss": 0.0508,
+      "step": 2020
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 6.24960524725493e-10,
+      "loss": 0.0492,
+      "step": 2021
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 4.591559400857204e-10,
+      "loss": 0.0514,
+      "step": 2022
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 3.188590373182088e-10,
+      "loss": 0.0541,
+      "step": 2023
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 2.040701743033502e-10,
+      "loss": 0.0499,
+      "step": 2024
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.1478964385469582e-10,
+      "loss": 0.0524,
+      "step": 2025
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 5.1017673715625384e-11,
+      "loss": 0.052,
+      "step": 2026
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 1.275442656267778e-11,
+      "loss": 0.0483,
+      "step": 2027
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0,
+      "loss": 0.0503,
+      "step": 2028
+    },
+    {
+      "epoch": 2.0,
+      "step": 2028,
+      "total_flos": 251392139722752.0,
+      "train_loss": 0.07178987883016673,
+      "train_runtime": 7975.1458,
+      "train_samples_per_second": 65.087,
+      "train_steps_per_second": 0.254
+    }
+  ],
+  "max_steps": 2028,
+  "num_train_epochs": 2,
+  "total_flos": 251392139722752.0,
+  "trial_name": null,
+  "trial_params": null
+}