diff --git "a/trainer_state.json" "b/trainer_state.json"
--- "a/trainer_state.json"
+++ "b/trainer_state.json"
@@ -1,6 +1,6 @@
 {
-  "best_metric": 1.1353158950805664,
-  "best_model_checkpoint": "ai-light-dance_singing3_ft_wav2vec2-large-xlsr-53/checkpoint-27696",
+  "best_metric": 1.0092785358428955,
+  "best_model_checkpoint": "ai-light-dance_singing3_ft_wav2vec2-large-xlsr-53/checkpoint-17310",
   "epoch": 29.999566912083154,
   "global_step": 34620,
   "is_hyper_param_search": false,
@@ -10,21053 +10,21053 @@
     {
       "epoch": 0.01,
       "learning_rate": 2.2500000000000002e-07,
-      "loss": 1.2081,
+      "loss": 0.8514,
       "step": 10
     },
     {
       "epoch": 0.02,
-      "learning_rate": 4.5000000000000003e-07,
-      "loss": 1.2031,
+      "learning_rate": 4.7500000000000006e-07,
+      "loss": 0.8368,
       "step": 20
     },
     {
       "epoch": 0.03,
-      "learning_rate": 7.000000000000001e-07,
-      "loss": 1.1908,
+      "learning_rate": 7.25e-07,
+      "loss": 0.8556,
       "step": 30
     },
     {
       "epoch": 0.03,
-      "learning_rate": 9.500000000000001e-07,
-      "loss": 1.1713,
+      "learning_rate": 9.750000000000002e-07,
+      "loss": 0.8331,
       "step": 40
     },
     {
       "epoch": 0.04,
-      "learning_rate": 1.2000000000000002e-06,
-      "loss": 1.2443,
+      "learning_rate": 1.2250000000000001e-06,
+      "loss": 0.8892,
       "step": 50
     },
     {
       "epoch": 0.05,
-      "learning_rate": 1.45e-06,
-      "loss": 1.1802,
+      "learning_rate": 1.475e-06,
+      "loss": 0.815,
       "step": 60
     },
     {
       "epoch": 0.06,
       "learning_rate": 1.7000000000000002e-06,
-      "loss": 1.2398,
+      "loss": 0.8724,
       "step": 70
     },
     {
       "epoch": 0.07,
-      "learning_rate": 1.9500000000000004e-06,
-      "loss": 1.2605,
+      "learning_rate": 1.925e-06,
+      "loss": 0.8744,
       "step": 80
     },
     {
       "epoch": 0.08,
-      "learning_rate": 2.2e-06,
-      "loss": 1.2531,
+      "learning_rate": 2.1750000000000004e-06,
+      "loss": 0.8833,
       "step": 90
     },
     {
       "epoch": 0.09,
-      "learning_rate": 2.4500000000000003e-06,
-      "loss": 1.2791,
+      "learning_rate": 2.425e-06,
+      "loss": 0.9113,
       "step": 100
     },
     {
       "epoch": 0.1,
-      "learning_rate": 2.499420625724218e-06,
-      "loss": 1.2815,
+      "learning_rate": 2.499493047508691e-06,
+      "loss": 0.9178,
       "step": 110
     },
     {
       "epoch": 0.1,
-      "learning_rate": 2.4986964078794905e-06,
-      "loss": 1.24,
+      "learning_rate": 2.4987688296639633e-06,
+      "loss": 0.901,
       "step": 120
     },
     {
       "epoch": 0.11,
-      "learning_rate": 2.4979721900347624e-06,
-      "loss": 1.2195,
+      "learning_rate": 2.4980446118192352e-06,
+      "loss": 0.8657,
       "step": 130
     },
     {
       "epoch": 0.12,
-      "learning_rate": 2.497247972190035e-06,
-      "loss": 1.1884,
+      "learning_rate": 2.4973203939745076e-06,
+      "loss": 0.8207,
       "step": 140
     },
     {
       "epoch": 0.13,
-      "learning_rate": 2.496523754345307e-06,
-      "loss": 1.264,
+      "learning_rate": 2.49659617612978e-06,
+      "loss": 0.9524,
       "step": 150
     },
     {
       "epoch": 0.14,
       "learning_rate": 2.4958719582850522e-06,
-      "loss": 1.3641,
+      "loss": 0.9423,
       "step": 160
     },
     {
       "epoch": 0.15,
       "learning_rate": 2.4951477404403246e-06,
-      "loss": 1.2636,
+      "loss": 0.8706,
       "step": 170
     },
     {
       "epoch": 0.16,
       "learning_rate": 2.494423522595597e-06,
-      "loss": 1.2535,
+      "loss": 0.91,
       "step": 180
     },
     {
       "epoch": 0.16,
       "learning_rate": 2.4936993047508693e-06,
-      "loss": 1.2715,
+      "loss": 0.8602,
       "step": 190
     },
     {
       "epoch": 0.17,
       "learning_rate": 2.4929750869061416e-06,
-      "loss": 1.2831,
+      "loss": 0.9767,
       "step": 200
     },
     {
       "epoch": 0.18,
       "learning_rate": 2.492250869061414e-06,
-      "loss": 1.3032,
+      "loss": 0.8968,
       "step": 210
     },
     {
       "epoch": 0.19,
       "learning_rate": 2.4915266512166863e-06,
-      "loss": 1.2234,
+      "loss": 0.8641,
       "step": 220
     },
     {
       "epoch": 0.2,
       "learning_rate": 2.4908024333719586e-06,
-      "loss": 1.2765,
+      "loss": 0.8708,
       "step": 230
     },
     {
       "epoch": 0.21,
-      "learning_rate": 2.4900782155272305e-06,
-      "loss": 1.2609,
+      "learning_rate": 2.4901506373117033e-06,
+      "loss": 0.964,
       "step": 240
     },
     {
       "epoch": 0.22,
-      "learning_rate": 2.4893539976825033e-06,
-      "loss": 1.2928,
+      "learning_rate": 2.489426419466976e-06,
+      "loss": 0.9736,
       "step": 250
     },
     {
       "epoch": 0.23,
-      "learning_rate": 2.488629779837775e-06,
-      "loss": 1.2202,
+      "learning_rate": 2.488702201622248e-06,
+      "loss": 0.9001,
       "step": 260
     },
     {
       "epoch": 0.23,
-      "learning_rate": 2.487905561993048e-06,
-      "loss": 1.2634,
+      "learning_rate": 2.4879779837775208e-06,
+      "loss": 0.8564,
       "step": 270
     },
     {
       "epoch": 0.24,
-      "learning_rate": 2.48718134414832e-06,
-      "loss": 1.1833,
+      "learning_rate": 2.4872537659327927e-06,
+      "loss": 0.829,
       "step": 280
     },
     {
       "epoch": 0.25,
-      "learning_rate": 2.4864571263035922e-06,
-      "loss": 1.3053,
+      "learning_rate": 2.486529548088065e-06,
+      "loss": 0.9007,
       "step": 290
     },
     {
       "epoch": 0.26,
-      "learning_rate": 2.4857329084588646e-06,
-      "loss": 1.2345,
+      "learning_rate": 2.4858053302433374e-06,
+      "loss": 0.8879,
       "step": 300
     },
     {
       "epoch": 0.27,
-      "learning_rate": 2.485008690614137e-06,
-      "loss": 1.2516,
+      "learning_rate": 2.4850811123986097e-06,
+      "loss": 0.8281,
       "step": 310
     },
     {
       "epoch": 0.28,
-      "learning_rate": 2.4842844727694092e-06,
-      "loss": 1.2155,
+      "learning_rate": 2.484356894553882e-06,
+      "loss": 0.8653,
       "step": 320
     },
     {
       "epoch": 0.29,
-      "learning_rate": 2.4835602549246816e-06,
-      "loss": 1.2463,
+      "learning_rate": 2.4836326767091544e-06,
+      "loss": 0.8951,
       "step": 330
     },
     {
       "epoch": 0.29,
-      "learning_rate": 2.482836037079954e-06,
-      "loss": 1.1849,
+      "learning_rate": 2.4829084588644267e-06,
+      "loss": 0.8262,
       "step": 340
     },
     {
       "epoch": 0.3,
-      "learning_rate": 2.4821118192352263e-06,
-      "loss": 1.2701,
+      "learning_rate": 2.482184241019699e-06,
+      "loss": 0.9043,
       "step": 350
     },
     {
       "epoch": 0.31,
-      "learning_rate": 2.481387601390498e-06,
-      "loss": 1.2568,
+      "learning_rate": 2.4814600231749714e-06,
+      "loss": 0.8846,
       "step": 360
     },
     {
       "epoch": 0.32,
       "learning_rate": 2.4807358053302437e-06,
-      "loss": 1.3615,
+      "loss": 0.9805,
       "step": 370
     },
     {
       "epoch": 0.33,
       "learning_rate": 2.4800115874855157e-06,
-      "loss": 1.224,
+      "loss": 0.9073,
       "step": 380
     },
     {
       "epoch": 0.34,
       "learning_rate": 2.479287369640788e-06,
-      "loss": 1.2392,
+      "loss": 0.8892,
       "step": 390
     },
     {
       "epoch": 0.35,
       "learning_rate": 2.4785631517960603e-06,
-      "loss": 1.2822,
+      "loss": 0.9547,
       "step": 400
     },
     {
       "epoch": 0.36,
       "learning_rate": 2.4778389339513327e-06,
-      "loss": 1.2378,
+      "loss": 0.8939,
       "step": 410
     },
     {
       "epoch": 0.36,
       "learning_rate": 2.477114716106605e-06,
-      "loss": 1.2573,
+      "loss": 0.9027,
       "step": 420
     },
     {
       "epoch": 0.37,
       "learning_rate": 2.4763904982618773e-06,
-      "loss": 1.3259,
+      "loss": 0.9441,
       "step": 430
     },
     {
       "epoch": 0.38,
       "learning_rate": 2.4756662804171497e-06,
-      "loss": 1.2223,
+      "loss": 0.9041,
       "step": 440
     },
     {
       "epoch": 0.39,
       "learning_rate": 2.474942062572422e-06,
-      "loss": 1.2557,
+      "loss": 0.8644,
       "step": 450
     },
     {
       "epoch": 0.4,
       "learning_rate": 2.4742178447276944e-06,
-      "loss": 1.2697,
+      "loss": 0.8986,
       "step": 460
     },
     {
       "epoch": 0.41,
       "learning_rate": 2.4734936268829667e-06,
-      "loss": 1.2164,
+      "loss": 0.852,
       "step": 470
     },
     {
       "epoch": 0.42,
       "learning_rate": 2.472769409038239e-06,
-      "loss": 1.3016,
+      "loss": 0.9361,
       "step": 480
     },
     {
       "epoch": 0.42,
       "learning_rate": 2.472045191193511e-06,
-      "loss": 1.2747,
+      "loss": 0.9048,
       "step": 490
     },
     {
       "epoch": 0.43,
       "learning_rate": 2.4713209733487837e-06,
-      "loss": 1.2531,
+      "loss": 0.8632,
       "step": 500
     },
     {
       "epoch": 0.44,
       "learning_rate": 2.4705967555040556e-06,
-      "loss": 1.2845,
+      "loss": 0.8965,
       "step": 510
     },
     {
       "epoch": 0.45,
       "learning_rate": 2.469872537659328e-06,
-      "loss": 1.214,
+      "loss": 0.9184,
       "step": 520
     },
     {
       "epoch": 0.46,
       "learning_rate": 2.4691483198146003e-06,
-      "loss": 1.2662,
+      "loss": 0.9009,
       "step": 530
     },
     {
       "epoch": 0.47,
       "learning_rate": 2.4684241019698727e-06,
-      "loss": 1.1768,
+      "loss": 0.8274,
       "step": 540
     },
     {
       "epoch": 0.48,
       "learning_rate": 2.467699884125145e-06,
-      "loss": 1.2393,
+      "loss": 0.9492,
       "step": 550
     },
     {
       "epoch": 0.49,
       "learning_rate": 2.4669756662804173e-06,
-      "loss": 1.32,
+      "loss": 0.9065,
       "step": 560
     },
     {
       "epoch": 0.49,
       "learning_rate": 2.4662514484356897e-06,
-      "loss": 1.2535,
+      "loss": 0.8815,
       "step": 570
     },
     {
       "epoch": 0.5,
       "learning_rate": 2.465527230590962e-06,
-      "loss": 1.2782,
+      "loss": 0.8992,
       "step": 580
     },
     {
       "epoch": 0.51,
       "learning_rate": 2.4648030127462343e-06,
-      "loss": 1.1881,
+      "loss": 0.8196,
       "step": 590
     },
     {
       "epoch": 0.52,
       "learning_rate": 2.4640787949015067e-06,
-      "loss": 1.3466,
+      "loss": 0.9586,
       "step": 600
     },
     {
       "epoch": 0.53,
       "learning_rate": 2.4633545770567786e-06,
-      "loss": 1.2631,
+      "loss": 0.8803,
       "step": 610
     },
     {
       "epoch": 0.54,
       "learning_rate": 2.4626303592120514e-06,
-      "loss": 1.246,
+      "loss": 0.8424,
       "step": 620
     },
     {
       "epoch": 0.55,
       "learning_rate": 2.4619061413673233e-06,
-      "loss": 1.1735,
+      "loss": 0.8756,
       "step": 630
     },
     {
       "epoch": 0.55,
       "learning_rate": 2.461181923522596e-06,
-      "loss": 1.262,
+      "loss": 0.9348,
       "step": 640
     },
     {
       "epoch": 0.56,
       "learning_rate": 2.460457705677868e-06,
-      "loss": 1.2582,
+      "loss": 0.9707,
       "step": 650
     },
     {
       "epoch": 0.57,
       "learning_rate": 2.4597334878331407e-06,
-      "loss": 1.2052,
+      "loss": 0.8014,
       "step": 660
     },
     {
       "epoch": 0.58,
       "learning_rate": 2.4590092699884126e-06,
-      "loss": 1.2052,
+      "loss": 0.8092,
       "step": 670
     },
     {
       "epoch": 0.59,
       "learning_rate": 2.458285052143685e-06,
-      "loss": 1.1648,
+      "loss": 0.7997,
       "step": 680
     },
     {
       "epoch": 0.6,
       "learning_rate": 2.4575608342989573e-06,
-      "loss": 1.1354,
+      "loss": 0.7714,
       "step": 690
     },
     {
       "epoch": 0.61,
       "learning_rate": 2.4568366164542297e-06,
-      "loss": 1.2673,
+      "loss": 0.916,
       "step": 700
     },
     {
       "epoch": 0.61,
       "learning_rate": 2.456112398609502e-06,
-      "loss": 1.6085,
+      "loss": 0.9641,
       "step": 710
     },
     {
       "epoch": 0.62,
       "learning_rate": 2.4553881807647743e-06,
-      "loss": 1.2735,
+      "loss": 0.9674,
       "step": 720
     },
     {
       "epoch": 0.63,
       "learning_rate": 2.4546639629200467e-06,
-      "loss": 1.1746,
+      "loss": 0.8623,
       "step": 730
     },
     {
       "epoch": 0.64,
       "learning_rate": 2.453939745075319e-06,
-      "loss": 1.2839,
+      "loss": 0.8832,
       "step": 740
     },
     {
       "epoch": 0.65,
       "learning_rate": 2.453215527230591e-06,
-      "loss": 1.2491,
+      "loss": 0.8846,
       "step": 750
     },
     {
       "epoch": 0.66,
       "learning_rate": 2.4524913093858637e-06,
-      "loss": 1.1783,
+      "loss": 0.8336,
       "step": 760
     },
     {
       "epoch": 0.67,
       "learning_rate": 2.4517670915411356e-06,
-      "loss": 1.3002,
+      "loss": 0.9453,
       "step": 770
     },
     {
       "epoch": 0.68,
       "learning_rate": 2.451042873696408e-06,
-      "loss": 1.1632,
+      "loss": 0.8219,
       "step": 780
     },
     {
       "epoch": 0.68,
       "learning_rate": 2.4503186558516803e-06,
-      "loss": 1.1685,
+      "loss": 0.8068,
       "step": 790
     },
     {
       "epoch": 0.69,
       "learning_rate": 2.4495944380069526e-06,
-      "loss": 1.2298,
+      "loss": 0.9292,
       "step": 800
     },
     {
       "epoch": 0.7,
       "learning_rate": 2.448870220162225e-06,
-      "loss": 1.3789,
+      "loss": 0.9503,
       "step": 810
     },
     {
       "epoch": 0.71,
       "learning_rate": 2.4481460023174973e-06,
-      "loss": 1.1629,
+      "loss": 0.8139,
       "step": 820
     },
     {
       "epoch": 0.72,
       "learning_rate": 2.4474217844727696e-06,
-      "loss": 1.2141,
+      "loss": 0.8465,
       "step": 830
     },
     {
       "epoch": 0.73,
       "learning_rate": 2.446697566628042e-06,
-      "loss": 1.2169,
+      "loss": 0.8507,
       "step": 840
     },
     {
       "epoch": 0.74,
       "learning_rate": 2.4459733487833143e-06,
-      "loss": 1.2706,
+      "loss": 0.9012,
       "step": 850
     },
     {
       "epoch": 0.74,
       "learning_rate": 2.4452491309385867e-06,
-      "loss": 1.2775,
+      "loss": 0.8352,
       "step": 860
     },
     {
       "epoch": 0.75,
       "learning_rate": 2.444524913093859e-06,
-      "loss": 1.1801,
+      "loss": 0.8369,
       "step": 870
     },
     {
       "epoch": 0.76,
       "learning_rate": 2.443800695249131e-06,
-      "loss": 1.2645,
+      "loss": 0.877,
       "step": 880
     },
     {
       "epoch": 0.77,
       "learning_rate": 2.4430764774044037e-06,
-      "loss": 1.2127,
+      "loss": 0.867,
       "step": 890
     },
     {
       "epoch": 0.78,
       "learning_rate": 2.4423522595596756e-06,
-      "loss": 1.3323,
+      "loss": 0.9712,
       "step": 900
     },
     {
       "epoch": 0.79,
       "learning_rate": 2.441628041714948e-06,
-      "loss": 1.3332,
+      "loss": 0.9074,
       "step": 910
     },
     {
       "epoch": 0.8,
       "learning_rate": 2.4409038238702203e-06,
-      "loss": 1.1884,
+      "loss": 0.8259,
       "step": 920
     },
     {
       "epoch": 0.81,
       "learning_rate": 2.4401796060254926e-06,
-      "loss": 1.2204,
+      "loss": 0.8679,
       "step": 930
     },
     {
       "epoch": 0.81,
       "learning_rate": 2.439455388180765e-06,
-      "loss": 1.1904,
+      "loss": 0.8403,
       "step": 940
     },
     {
       "epoch": 0.82,
       "learning_rate": 2.4387311703360373e-06,
-      "loss": 1.2396,
+      "loss": 0.8658,
       "step": 950
     },
     {
       "epoch": 0.83,
       "learning_rate": 2.4380069524913096e-06,
-      "loss": 1.2748,
+      "loss": 0.8936,
       "step": 960
     },
     {
       "epoch": 0.84,
       "learning_rate": 2.437282734646582e-06,
-      "loss": 1.2502,
+      "loss": 0.9794,
       "step": 970
     },
     {
       "epoch": 0.85,
       "learning_rate": 2.436558516801854e-06,
-      "loss": 1.2549,
+      "loss": 0.889,
       "step": 980
     },
     {
       "epoch": 0.86,
       "learning_rate": 2.4358342989571266e-06,
-      "loss": 1.2254,
+      "loss": 0.8579,
       "step": 990
     },
     {
       "epoch": 0.87,
       "learning_rate": 2.4351100811123985e-06,
-      "loss": 1.355,
+      "loss": 0.9936,
       "step": 1000
     },
     {
       "epoch": 0.87,
       "learning_rate": 2.4343858632676713e-06,
-      "loss": 1.256,
+      "loss": 0.9065,
       "step": 1010
     },
     {
       "epoch": 0.88,
       "learning_rate": 2.4336616454229432e-06,
-      "loss": 1.2627,
+      "loss": 0.8791,
       "step": 1020
     },
     {
       "epoch": 0.89,
       "learning_rate": 2.432937427578216e-06,
-      "loss": 1.2084,
+      "loss": 0.8449,
       "step": 1030
     },
     {
       "epoch": 0.9,
       "learning_rate": 2.432213209733488e-06,
-      "loss": 1.3222,
+      "loss": 0.9197,
       "step": 1040
     },
     {
       "epoch": 0.91,
       "learning_rate": 2.4314889918887607e-06,
-      "loss": 1.2045,
+      "loss": 0.8561,
       "step": 1050
     },
     {
       "epoch": 0.92,
       "learning_rate": 2.4307647740440326e-06,
-      "loss": 1.2395,
+      "loss": 0.8805,
       "step": 1060
     },
     {
       "epoch": 0.93,
       "learning_rate": 2.430040556199305e-06,
-      "loss": 1.2972,
+      "loss": 0.874,
       "step": 1070
     },
     {
       "epoch": 0.94,
       "learning_rate": 2.4293163383545773e-06,
-      "loss": 1.2202,
+      "loss": 0.862,
       "step": 1080
     },
     {
       "epoch": 0.94,
       "learning_rate": 2.4285921205098496e-06,
-      "loss": 1.3164,
+      "loss": 0.9208,
       "step": 1090
     },
     {
       "epoch": 0.95,
       "learning_rate": 2.427867902665122e-06,
-      "loss": 1.3873,
+      "loss": 0.8858,
       "step": 1100
     },
     {
       "epoch": 0.96,
       "learning_rate": 2.4271436848203943e-06,
-      "loss": 1.3019,
+      "loss": 0.9764,
       "step": 1110
     },
     {
       "epoch": 0.97,
       "learning_rate": 2.4264194669756666e-06,
-      "loss": 1.3881,
+      "loss": 0.8932,
       "step": 1120
     },
     {
       "epoch": 0.98,
       "learning_rate": 2.425695249130939e-06,
-      "loss": 1.2866,
+      "loss": 0.9189,
       "step": 1130
     },
     {
       "epoch": 0.99,
       "learning_rate": 2.424971031286211e-06,
-      "loss": 1.1989,
+      "loss": 0.8724,
       "step": 1140
     },
     {
       "epoch": 1.0,
       "learning_rate": 2.4242468134414836e-06,
-      "loss": 1.3231,
+      "loss": 0.9731,
       "step": 1150
     },
     {
       "epoch": 1.0,
-      "eval_loss": 1.4942207336425781,
-      "eval_runtime": 130.0431,
-      "eval_samples_per_second": 4.091,
-      "eval_steps_per_second": 2.045,
-      "eval_wer": 0.9010091920035996,
+      "eval_loss": 1.1498805284500122,
+      "eval_runtime": 131.4638,
+      "eval_samples_per_second": 4.047,
+      "eval_steps_per_second": 2.023,
+      "eval_wer": 0.7921193032075593,
       "step": 1154
     },
     {
       "epoch": 1.01,
       "learning_rate": 2.4235225955967555e-06,
-      "loss": 1.2,
+      "loss": 0.9179,
       "step": 1160
     },
     {
       "epoch": 1.01,
       "learning_rate": 2.422798377752028e-06,
-      "loss": 1.3016,
+      "loss": 0.9143,
       "step": 1170
     },
     {
       "epoch": 1.02,
       "learning_rate": 2.4220741599073002e-06,
-      "loss": 1.2842,
+      "loss": 0.891,
       "step": 1180
     },
     {
       "epoch": 1.03,
       "learning_rate": 2.4213499420625726e-06,
-      "loss": 1.1992,
+      "loss": 0.8675,
       "step": 1190
     },
     {
       "epoch": 1.04,
       "learning_rate": 2.420625724217845e-06,
-      "loss": 1.2058,
+      "loss": 0.8673,
       "step": 1200
     },
     {
       "epoch": 1.05,
       "learning_rate": 2.4199015063731172e-06,
-      "loss": 1.2564,
+      "loss": 0.8893,
       "step": 1210
     },
     {
       "epoch": 1.06,
       "learning_rate": 2.4191772885283896e-06,
-      "loss": 1.1952,
+      "loss": 0.8443,
       "step": 1220
     },
     {
       "epoch": 1.07,
       "learning_rate": 2.418453070683662e-06,
-      "loss": 1.3059,
+      "loss": 0.8741,
       "step": 1230
     },
     {
       "epoch": 1.07,
       "learning_rate": 2.4177288528389343e-06,
-      "loss": 1.2395,
+      "loss": 0.9313,
       "step": 1240
     },
     {
       "epoch": 1.08,
       "learning_rate": 2.4170046349942066e-06,
-      "loss": 1.1746,
+      "loss": 0.8321,
       "step": 1250
     },
     {
       "epoch": 1.09,
       "learning_rate": 2.416280417149479e-06,
-      "loss": 1.2364,
+      "loss": 0.9341,
       "step": 1260
     },
     {
       "epoch": 1.1,
       "learning_rate": 2.415556199304751e-06,
-      "loss": 1.3008,
+      "loss": 1.0,
       "step": 1270
     },
     {
       "epoch": 1.11,
       "learning_rate": 2.4148319814600236e-06,
-      "loss": 1.2348,
+      "loss": 0.8385,
       "step": 1280
     },
     {
       "epoch": 1.12,
       "learning_rate": 2.4141077636152955e-06,
-      "loss": 1.2918,
+      "loss": 0.8925,
       "step": 1290
     },
     {
       "epoch": 1.13,
       "learning_rate": 2.413383545770568e-06,
-      "loss": 1.233,
+      "loss": 0.8659,
       "step": 1300
     },
     {
       "epoch": 1.14,
       "learning_rate": 2.41265932792584e-06,
-      "loss": 1.2435,
+      "loss": 0.8853,
       "step": 1310
     },
     {
       "epoch": 1.14,
       "learning_rate": 2.4119351100811125e-06,
-      "loss": 1.2387,
+      "loss": 0.8558,
       "step": 1320
     },
     {
       "epoch": 1.15,
       "learning_rate": 2.411210892236385e-06,
-      "loss": 1.2035,
+      "loss": 0.9079,
       "step": 1330
     },
     {
       "epoch": 1.16,
       "learning_rate": 2.4104866743916572e-06,
-      "loss": 1.2396,
+      "loss": 0.8753,
       "step": 1340
     },
     {
       "epoch": 1.17,
       "learning_rate": 2.4097624565469296e-06,
-      "loss": 1.3065,
+      "loss": 0.9266,
       "step": 1350
     },
     {
       "epoch": 1.18,
       "learning_rate": 2.409038238702202e-06,
-      "loss": 1.2043,
+      "loss": 0.8949,
       "step": 1360
     },
     {
       "epoch": 1.19,
       "learning_rate": 2.408314020857474e-06,
-      "loss": 1.1415,
+      "loss": 0.8278,
       "step": 1370
     },
     {
       "epoch": 1.2,
       "learning_rate": 2.4075898030127466e-06,
-      "loss": 1.14,
+      "loss": 0.8331,
       "step": 1380
     },
     {
       "epoch": 1.2,
       "learning_rate": 2.4068655851680185e-06,
-      "loss": 1.1848,
+      "loss": 0.8621,
       "step": 1390
     },
     {
       "epoch": 1.21,
       "learning_rate": 2.4061413673232913e-06,
-      "loss": 1.1784,
+      "loss": 0.8973,
       "step": 1400
     },
     {
       "epoch": 1.22,
       "learning_rate": 2.405417149478563e-06,
-      "loss": 1.364,
+      "loss": 0.8818,
       "step": 1410
     },
     {
       "epoch": 1.23,
       "learning_rate": 2.404692931633836e-06,
-      "loss": 1.1681,
+      "loss": 0.8275,
       "step": 1420
     },
     {
       "epoch": 1.24,
       "learning_rate": 2.403968713789108e-06,
-      "loss": 1.1809,
+      "loss": 0.8555,
       "step": 1430
     },
     {
       "epoch": 1.25,
       "learning_rate": 2.40324449594438e-06,
-      "loss": 1.2008,
+      "loss": 0.8454,
       "step": 1440
     },
     {
       "epoch": 1.26,
       "learning_rate": 2.4025202780996525e-06,
-      "loss": 1.2348,
+      "loss": 0.8241,
       "step": 1450
     },
     {
       "epoch": 1.27,
       "learning_rate": 2.401796060254925e-06,
-      "loss": 1.2296,
+      "loss": 0.8762,
       "step": 1460
     },
     {
       "epoch": 1.27,
-      "learning_rate": 2.40114426419467e-06,
-      "loss": 1.2376,
+      "learning_rate": 2.401071842410197e-06,
+      "loss": 0.8941,
       "step": 1470
     },
     {
       "epoch": 1.28,
-      "learning_rate": 2.4004200463499423e-06,
-      "loss": 1.2164,
+      "learning_rate": 2.4003476245654695e-06,
+      "loss": 0.8518,
       "step": 1480
     },
     {
       "epoch": 1.29,
-      "learning_rate": 2.3996958285052147e-06,
-      "loss": 1.1842,
+      "learning_rate": 2.399623406720742e-06,
+      "loss": 0.8671,
       "step": 1490
     },
     {
       "epoch": 1.3,
-      "learning_rate": 2.398971610660487e-06,
-      "loss": 1.2035,
+      "learning_rate": 2.3988991888760142e-06,
+      "loss": 0.8496,
       "step": 1500
     },
     {
       "epoch": 1.31,
       "learning_rate": 2.3982473928157594e-06,
-      "loss": 1.1971,
+      "loss": 1.0484,
       "step": 1510
     },
     {
       "epoch": 1.32,
       "learning_rate": 2.3975231749710313e-06,
-      "loss": 1.1705,
+      "loss": 0.8514,
       "step": 1520
     },
     {
       "epoch": 1.33,
       "learning_rate": 2.3967989571263036e-06,
-      "loss": 1.2018,
+      "loss": 0.8895,
       "step": 1530
     },
     {
       "epoch": 1.33,
       "learning_rate": 2.396074739281576e-06,
-      "loss": 1.1924,
+      "loss": 0.8959,
       "step": 1540
     },
     {
       "epoch": 1.34,
       "learning_rate": 2.3953505214368483e-06,
-      "loss": 1.1936,
+      "loss": 0.8607,
       "step": 1550
     },
     {
       "epoch": 1.35,
       "learning_rate": 2.3946263035921206e-06,
-      "loss": 1.2642,
+      "loss": 0.9368,
       "step": 1560
     },
     {
       "epoch": 1.36,
       "learning_rate": 2.393902085747393e-06,
-      "loss": 1.1885,
+      "loss": 0.8615,
       "step": 1570
     },
     {
       "epoch": 1.37,
       "learning_rate": 2.3931778679026653e-06,
-      "loss": 1.1758,
+      "loss": 0.8187,
       "step": 1580
     },
     {
       "epoch": 1.38,
       "learning_rate": 2.3924536500579377e-06,
-      "loss": 1.1488,
+      "loss": 0.7895,
       "step": 1590
     },
     {
       "epoch": 1.39,
       "learning_rate": 2.39172943221321e-06,
-      "loss": 1.2275,
+      "loss": 0.9039,
       "step": 1600
     },
     {
       "epoch": 1.39,
       "learning_rate": 2.3910052143684823e-06,
-      "loss": 1.2896,
+      "loss": 0.8858,
       "step": 1610
     },
     {
       "epoch": 1.4,
       "learning_rate": 2.3902809965237542e-06,
-      "loss": 1.2002,
+      "loss": 0.9222,
       "step": 1620
     },
     {
       "epoch": 1.41,
       "learning_rate": 2.389556778679027e-06,
-      "loss": 1.2072,
+      "loss": 0.877,
       "step": 1630
     },
     {
       "epoch": 1.42,
       "learning_rate": 2.388832560834299e-06,
-      "loss": 1.1941,
+      "loss": 0.8343,
       "step": 1640
     },
     {
       "epoch": 1.43,
       "learning_rate": 2.3881083429895717e-06,
-      "loss": 1.2097,
+      "loss": 0.9147,
       "step": 1650
     },
     {
       "epoch": 1.44,
       "learning_rate": 2.3873841251448436e-06,
-      "loss": 1.2341,
+      "loss": 0.9303,
       "step": 1660
     },
     {
       "epoch": 1.45,
       "learning_rate": 2.3866599073001164e-06,
-      "loss": 1.2823,
+      "loss": 0.8839,
       "step": 1670
     },
     {
       "epoch": 1.46,
       "learning_rate": 2.3859356894553883e-06,
-      "loss": 1.1744,
+      "loss": 0.8575,
       "step": 1680
     },
     {
       "epoch": 1.46,
       "learning_rate": 2.3852114716106606e-06,
-      "loss": 1.1889,
+      "loss": 0.8592,
       "step": 1690
     },
     {
       "epoch": 1.47,
       "learning_rate": 2.384487253765933e-06,
-      "loss": 1.2266,
+      "loss": 0.9277,
       "step": 1700
     },
     {
       "epoch": 1.48,
       "learning_rate": 2.3837630359212053e-06,
-      "loss": 1.2977,
+      "loss": 0.9364,
       "step": 1710
     },
     {
       "epoch": 1.49,
       "learning_rate": 2.3830388180764776e-06,
-      "loss": 1.2004,
+      "loss": 0.8625,
       "step": 1720
     },
     {
       "epoch": 1.5,
       "learning_rate": 2.38231460023175e-06,
-      "loss": 1.1636,
+      "loss": 0.797,
       "step": 1730
     },
     {
       "epoch": 1.51,
-      "learning_rate": 2.381662804171495e-06,
-      "loss": 1.1705,
+      "learning_rate": 2.3815903823870223e-06,
+      "loss": 0.7933,
       "step": 1740
     },
     {
       "epoch": 1.52,
-      "learning_rate": 2.3809385863267675e-06,
-      "loss": 1.2224,
+      "learning_rate": 2.3808661645422947e-06,
+      "loss": 0.8762,
       "step": 1750
     },
     {
       "epoch": 1.52,
-      "learning_rate": 2.3802143684820394e-06,
-      "loss": 1.3205,
+      "learning_rate": 2.3801419466975666e-06,
+      "loss": 0.8844,
       "step": 1760
     },
     {
       "epoch": 1.53,
-      "learning_rate": 2.3794901506373117e-06,
-      "loss": 1.2194,
+      "learning_rate": 2.3794177288528393e-06,
+      "loss": 0.8811,
       "step": 1770
     },
     {
       "epoch": 1.54,
-      "learning_rate": 2.378765932792584e-06,
-      "loss": 1.25,
+      "learning_rate": 2.3786935110081112e-06,
+      "loss": 0.86,
       "step": 1780
     },
     {
       "epoch": 1.55,
-      "learning_rate": 2.3780417149478564e-06,
-      "loss": 1.1964,
+      "learning_rate": 2.377969293163384e-06,
+      "loss": 0.8392,
       "step": 1790
     },
     {
       "epoch": 1.56,
-      "learning_rate": 2.3773174971031287e-06,
-      "loss": 1.2674,
+      "learning_rate": 2.377245075318656e-06,
+      "loss": 0.8433,
       "step": 1800
     },
     {
       "epoch": 1.57,
-      "learning_rate": 2.376593279258401e-06,
-      "loss": 1.3107,
+      "learning_rate": 2.3765208574739283e-06,
+      "loss": 1.0096,
       "step": 1810
     },
     {
       "epoch": 1.58,
-      "learning_rate": 2.3758690614136734e-06,
-      "loss": 1.2634,
+      "learning_rate": 2.3757966396292006e-06,
+      "loss": 0.8912,
       "step": 1820
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.3751448435689457e-06,
-      "loss": 1.2666,
+      "learning_rate": 2.375072421784473e-06,
+      "loss": 0.8929,
       "step": 1830
     },
     {
       "epoch": 1.59,
-      "learning_rate": 2.374420625724218e-06,
-      "loss": 1.2037,
+      "learning_rate": 2.3743482039397453e-06,
+      "loss": 0.8739,
       "step": 1840
     },
     {
       "epoch": 1.6,
-      "learning_rate": 2.3736964078794904e-06,
-      "loss": 1.2118,
+      "learning_rate": 2.3736239860950176e-06,
+      "loss": 0.8647,
       "step": 1850
     },
     {
       "epoch": 1.61,
-      "learning_rate": 2.3729721900347628e-06,
-      "loss": 1.2355,
+      "learning_rate": 2.37289976825029e-06,
+      "loss": 0.848,
       "step": 1860
     },
     {
       "epoch": 1.62,
-      "learning_rate": 2.3722479721900347e-06,
-      "loss": 1.255,
+      "learning_rate": 2.3721755504055623e-06,
+      "loss": 0.913,
       "step": 1870
     },
     {
       "epoch": 1.63,
-      "learning_rate": 2.3715237543453074e-06,
-      "loss": 1.2228,
+      "learning_rate": 2.3714513325608346e-06,
+      "loss": 0.8391,
       "step": 1880
     },
     {
       "epoch": 1.64,
-      "learning_rate": 2.3707995365005794e-06,
-      "loss": 1.2203,
+      "learning_rate": 2.370727114716107e-06,
+      "loss": 0.8556,
       "step": 1890
     },
     {
       "epoch": 1.65,
-      "learning_rate": 2.370075318655852e-06,
-      "loss": 1.2084,
+      "learning_rate": 2.370002896871379e-06,
+      "loss": 0.8815,
       "step": 1900
     },
     {
       "epoch": 1.65,
-      "learning_rate": 2.369351100811124e-06,
-      "loss": 1.2252,
+      "learning_rate": 2.3692786790266512e-06,
+      "loss": 0.8937,
       "step": 1910
     },
     {
       "epoch": 1.66,
-      "learning_rate": 2.3686268829663964e-06,
-      "loss": 1.2748,
+      "learning_rate": 2.3685544611819236e-06,
+      "loss": 0.8737,
       "step": 1920
     },
     {
       "epoch": 1.67,
-      "learning_rate": 2.3679026651216687e-06,
-      "loss": 1.22,
+      "learning_rate": 2.367830243337196e-06,
+      "loss": 0.7999,
       "step": 1930
     },
     {
       "epoch": 1.68,
-      "learning_rate": 2.367178447276941e-06,
-      "loss": 1.2469,
+      "learning_rate": 2.3671060254924682e-06,
+      "loss": 0.857,
       "step": 1940
     },
     {
       "epoch": 1.69,
-      "learning_rate": 2.3664542294322134e-06,
-      "loss": 1.2018,
+      "learning_rate": 2.3663818076477406e-06,
+      "loss": 0.8761,
       "step": 1950
     },
     {
       "epoch": 1.7,
-      "learning_rate": 2.3657300115874857e-06,
-      "loss": 1.2635,
+      "learning_rate": 2.365657589803013e-06,
+      "loss": 0.8504,
       "step": 1960
     },
     {
       "epoch": 1.71,
-      "learning_rate": 2.365005793742758e-06,
-      "loss": 1.2066,
+      "learning_rate": 2.3649333719582853e-06,
+      "loss": 0.9225,
       "step": 1970
     },
     {
       "epoch": 1.72,
-      "learning_rate": 2.3642815758980304e-06,
-      "loss": 1.1958,
+      "learning_rate": 2.3642091541135576e-06,
+      "loss": 0.8395,
       "step": 1980
     },
     {
       "epoch": 1.72,
-      "learning_rate": 2.3635573580533023e-06,
-      "loss": 1.2073,
+      "learning_rate": 2.36348493626883e-06,
+      "loss": 0.8396,
       "step": 1990
     },
     {
       "epoch": 1.73,
-      "learning_rate": 2.362833140208575e-06,
-      "loss": 1.2325,
+      "learning_rate": 2.3627607184241023e-06,
+      "loss": 0.8561,
       "step": 2000
     },
     {
       "epoch": 1.74,
-      "learning_rate": 2.362108922363847e-06,
-      "loss": 1.2735,
+      "learning_rate": 2.362036500579374e-06,
+      "loss": 0.9113,
       "step": 2010
     },
     {
       "epoch": 1.75,
-      "learning_rate": 2.3613847045191198e-06,
-      "loss": 1.2794,
+      "learning_rate": 2.361312282734647e-06,
+      "loss": 0.956,
       "step": 2020
     },
     {
       "epoch": 1.76,
-      "learning_rate": 2.3606604866743917e-06,
-      "loss": 1.2127,
+      "learning_rate": 2.360588064889919e-06,
+      "loss": 0.8349,
       "step": 2030
     },
     {
       "epoch": 1.77,
-      "learning_rate": 2.3599362688296644e-06,
-      "loss": 1.1731,
+      "learning_rate": 2.3598638470451916e-06,
+      "loss": 0.8443,
       "step": 2040
     },
     {
       "epoch": 1.78,
-      "learning_rate": 2.3592120509849364e-06,
-      "loss": 1.218,
+      "learning_rate": 2.3591396292004635e-06,
+      "loss": 0.8931,
       "step": 2050
     },
     {
       "epoch": 1.78,
-      "learning_rate": 2.3584878331402087e-06,
-      "loss": 1.2531,
+      "learning_rate": 2.358415411355736e-06,
+      "loss": 0.8456,
       "step": 2060
     },
     {
       "epoch": 1.79,
-      "learning_rate": 2.357763615295481e-06,
-      "loss": 1.2333,
+      "learning_rate": 2.3576911935110082e-06,
+      "loss": 0.8677,
       "step": 2070
     },
     {
       "epoch": 1.8,
-      "learning_rate": 2.3570393974507534e-06,
-      "loss": 1.2232,
+      "learning_rate": 2.3569669756662806e-06,
+      "loss": 0.8354,
       "step": 2080
     },
     {
       "epoch": 1.81,
-      "learning_rate": 2.3563151796060257e-06,
-      "loss": 1.2431,
+      "learning_rate": 2.356242757821553e-06,
+      "loss": 0.8579,
       "step": 2090
     },
     {
       "epoch": 1.82,
-      "learning_rate": 2.355590961761298e-06,
-      "loss": 1.2161,
+      "learning_rate": 2.3555185399768252e-06,
+      "loss": 0.9438,
       "step": 2100
     },
     {
       "epoch": 1.83,
-      "learning_rate": 2.3548667439165704e-06,
-      "loss": 1.2612,
+      "learning_rate": 2.3547943221320976e-06,
+      "loss": 0.9351,
       "step": 2110
     },
     {
       "epoch": 1.84,
-      "learning_rate": 2.3541425260718427e-06,
-      "loss": 1.1728,
+      "learning_rate": 2.35407010428737e-06,
+      "loss": 0.8197,
       "step": 2120
     },
     {
       "epoch": 1.85,
-      "learning_rate": 2.353418308227115e-06,
-      "loss": 1.1689,
+      "learning_rate": 2.353345886442642e-06,
+      "loss": 0.8661,
       "step": 2130
     },
     {
       "epoch": 1.85,
-      "learning_rate": 2.3526940903823874e-06,
-      "loss": 1.1947,
+      "learning_rate": 2.3526216685979146e-06,
+      "loss": 0.8167,
       "step": 2140
     },
     {
       "epoch": 1.86,
-      "learning_rate": 2.3519698725376593e-06,
-      "loss": 1.1978,
+      "learning_rate": 2.3518974507531865e-06,
+      "loss": 0.835,
       "step": 2150
     },
     {
       "epoch": 1.87,
-      "learning_rate": 2.3512456546929317e-06,
-      "loss": 1.3209,
+      "learning_rate": 2.3511732329084593e-06,
+      "loss": 0.9075,
       "step": 2160
     },
     {
       "epoch": 1.88,
-      "learning_rate": 2.350521436848204e-06,
-      "loss": 1.242,
+      "learning_rate": 2.350449015063731e-06,
+      "loss": 0.844,
       "step": 2170
     },
     {
       "epoch": 1.89,
-      "learning_rate": 2.3497972190034763e-06,
-      "loss": 1.2099,
+      "learning_rate": 2.349724797219004e-06,
+      "loss": 0.8417,
       "step": 2180
     },
     {
       "epoch": 1.9,
-      "learning_rate": 2.3490730011587487e-06,
-      "loss": 1.1938,
+      "learning_rate": 2.349000579374276e-06,
+      "loss": 0.8099,
       "step": 2190
     },
     {
       "epoch": 1.91,
-      "learning_rate": 2.348348783314021e-06,
-      "loss": 1.2257,
+      "learning_rate": 2.348276361529548e-06,
+      "loss": 0.8583,
       "step": 2200
     },
     {
       "epoch": 1.91,
-      "learning_rate": 2.3476245654692934e-06,
-      "loss": 1.2358,
+      "learning_rate": 2.3475521436848205e-06,
+      "loss": 0.8771,
       "step": 2210
     },
     {
       "epoch": 1.92,
-      "learning_rate": 2.3469003476245657e-06,
-      "loss": 1.2023,
+      "learning_rate": 2.346827925840093e-06,
+      "loss": 0.9617,
       "step": 2220
     },
     {
       "epoch": 1.93,
-      "learning_rate": 2.346176129779838e-06,
-      "loss": 1.1737,
+      "learning_rate": 2.3461037079953652e-06,
+      "loss": 0.8194,
       "step": 2230
     },
     {
       "epoch": 1.94,
-      "learning_rate": 2.3454519119351104e-06,
-      "loss": 1.197,
+      "learning_rate": 2.3453794901506376e-06,
+      "loss": 0.8294,
       "step": 2240
     },
     {
       "epoch": 1.95,
-      "learning_rate": 2.3447276940903827e-06,
-      "loss": 1.2256,
+      "learning_rate": 2.34465527230591e-06,
+      "loss": 0.8869,
       "step": 2250
     },
     {
       "epoch": 1.96,
-      "learning_rate": 2.3440034762456546e-06,
-      "loss": 1.249,
+      "learning_rate": 2.3439310544611822e-06,
+      "loss": 0.8543,
       "step": 2260
     },
     {
       "epoch": 1.97,
-      "learning_rate": 2.3432792584009274e-06,
-      "loss": 1.2979,
+      "learning_rate": 2.3432068366164546e-06,
+      "loss": 0.9909,
       "step": 2270
     },
     {
       "epoch": 1.98,
-      "learning_rate": 2.3425550405561993e-06,
-      "loss": 1.3021,
+      "learning_rate": 2.342482618771727e-06,
+      "loss": 0.8413,
       "step": 2280
     },
     {
       "epoch": 1.98,
-      "learning_rate": 2.341830822711472e-06,
-      "loss": 1.2392,
+      "learning_rate": 2.341758400926999e-06,
+      "loss": 0.881,
       "step": 2290
     },
     {
       "epoch": 1.99,
-      "learning_rate": 2.341106604866744e-06,
-      "loss": 1.1895,
+      "learning_rate": 2.341034183082271e-06,
+      "loss": 0.8422,
       "step": 2300
     },
     {
       "epoch": 2.0,
-      "eval_loss": 1.386465311050415,
-      "eval_runtime": 129.9028,
-      "eval_samples_per_second": 4.095,
-      "eval_steps_per_second": 2.048,
-      "eval_wer": 0.8682265218229736,
+      "eval_loss": 1.1470468044281006,
+      "eval_runtime": 131.0827,
+      "eval_samples_per_second": 4.059,
+      "eval_steps_per_second": 2.029,
+      "eval_wer": 0.7660217265539628,
       "step": 2308
     },
     {
       "epoch": 2.0,
-      "learning_rate": 2.3403823870220163e-06,
-      "loss": 1.3203,
+      "learning_rate": 2.3403099652375435e-06,
+      "loss": 0.9957,
       "step": 2310
     },
     {
       "epoch": 2.01,
-      "learning_rate": 2.3396581691772887e-06,
-      "loss": 1.1587,
+      "learning_rate": 2.339585747392816e-06,
+      "loss": 0.828,
       "step": 2320
     },
     {
       "epoch": 2.02,
-      "learning_rate": 2.338933951332561e-06,
-      "loss": 1.3154,
+      "learning_rate": 2.338861529548088e-06,
+      "loss": 0.9647,
       "step": 2330
     },
     {
       "epoch": 2.03,
-      "learning_rate": 2.3382097334878333e-06,
-      "loss": 1.1512,
+      "learning_rate": 2.3381373117033605e-06,
+      "loss": 0.786,
       "step": 2340
     },
     {
       "epoch": 2.04,
-      "learning_rate": 2.3374855156431057e-06,
-      "loss": 1.1974,
+      "learning_rate": 2.337413093858633e-06,
+      "loss": 0.8171,
       "step": 2350
     },
     {
       "epoch": 2.05,
-      "learning_rate": 2.336761297798378e-06,
-      "loss": 1.241,
+      "learning_rate": 2.336688876013905e-06,
+      "loss": 0.9037,
       "step": 2360
     },
     {
       "epoch": 2.05,
-      "learning_rate": 2.3360370799536504e-06,
-      "loss": 1.172,
+      "learning_rate": 2.3359646581691775e-06,
+      "loss": 0.8379,
       "step": 2370
     },
     {
       "epoch": 2.06,
-      "learning_rate": 2.3353128621089223e-06,
-      "loss": 1.2752,
+      "learning_rate": 2.33524044032445e-06,
+      "loss": 0.893,
       "step": 2380
     },
     {
       "epoch": 2.07,
-      "learning_rate": 2.334588644264195e-06,
-      "loss": 1.1445,
+      "learning_rate": 2.3345162224797222e-06,
+      "loss": 0.817,
       "step": 2390
     },
     {
       "epoch": 2.08,
-      "learning_rate": 2.333864426419467e-06,
-      "loss": 1.2703,
+      "learning_rate": 2.333792004634994e-06,
+      "loss": 0.9172,
       "step": 2400
     },
     {
       "epoch": 2.09,
-      "learning_rate": 2.3331402085747397e-06,
-      "loss": 1.1954,
+      "learning_rate": 2.333067786790267e-06,
+      "loss": 0.8921,
       "step": 2410
     },
     {
       "epoch": 2.1,
-      "learning_rate": 2.3324159907300116e-06,
-      "loss": 1.2582,
+      "learning_rate": 2.332343568945539e-06,
+      "loss": 0.8631,
       "step": 2420
     },
     {
       "epoch": 2.11,
-      "learning_rate": 2.3316917728852844e-06,
-      "loss": 1.2013,
+      "learning_rate": 2.3316193511008116e-06,
+      "loss": 0.8181,
       "step": 2430
     },
     {
       "epoch": 2.11,
-      "learning_rate": 2.3309675550405563e-06,
-      "loss": 1.1855,
+      "learning_rate": 2.3308951332560835e-06,
+      "loss": 0.8326,
       "step": 2440
     },
     {
       "epoch": 2.12,
-      "learning_rate": 2.3302433371958286e-06,
-      "loss": 1.2111,
+      "learning_rate": 2.330170915411356e-06,
+      "loss": 0.8497,
       "step": 2450
     },
     {
       "epoch": 2.13,
-      "learning_rate": 2.329519119351101e-06,
-      "loss": 1.2438,
+      "learning_rate": 2.329446697566628e-06,
+      "loss": 0.8907,
       "step": 2460
     },
     {
       "epoch": 2.14,
-      "learning_rate": 2.3287949015063733e-06,
-      "loss": 1.3179,
+      "learning_rate": 2.3287224797219005e-06,
+      "loss": 0.8859,
       "step": 2470
     },
     {
       "epoch": 2.15,
-      "learning_rate": 2.3280706836616457e-06,
-      "loss": 1.1321,
+      "learning_rate": 2.327998261877173e-06,
+      "loss": 0.8241,
       "step": 2480
     },
     {
       "epoch": 2.16,
-      "learning_rate": 2.327346465816918e-06,
-      "loss": 1.1905,
+      "learning_rate": 2.327274044032445e-06,
+      "loss": 0.8611,
       "step": 2490
     },
     {
       "epoch": 2.17,
-      "learning_rate": 2.3266222479721903e-06,
-      "loss": 1.1535,
+      "learning_rate": 2.3265498261877175e-06,
+      "loss": 0.829,
       "step": 2500
     },
     {
       "epoch": 2.17,
-      "learning_rate": 2.3258980301274627e-06,
-      "loss": 1.1595,
+      "learning_rate": 2.32582560834299e-06,
+      "loss": 0.756,
       "step": 2510
     },
     {
       "epoch": 2.18,
-      "learning_rate": 2.3251738122827346e-06,
-      "loss": 1.2377,
+      "learning_rate": 2.3251013904982618e-06,
+      "loss": 0.8098,
       "step": 2520
     },
     {
       "epoch": 2.19,
-      "learning_rate": 2.3244495944380073e-06,
-      "loss": 1.1649,
+      "learning_rate": 2.3243771726535345e-06,
+      "loss": 0.8702,
       "step": 2530
     },
     {
       "epoch": 2.2,
-      "learning_rate": 2.3237253765932793e-06,
-      "loss": 1.2415,
+      "learning_rate": 2.3236529548088065e-06,
+      "loss": 0.841,
       "step": 2540
     },
     {
       "epoch": 2.21,
-      "learning_rate": 2.3230011587485516e-06,
-      "loss": 1.2088,
+      "learning_rate": 2.3229287369640792e-06,
+      "loss": 0.873,
       "step": 2550
     },
     {
       "epoch": 2.22,
-      "learning_rate": 2.322276940903824e-06,
-      "loss": 1.34,
+      "learning_rate": 2.322204519119351e-06,
+      "loss": 0.9828,
       "step": 2560
     },
     {
       "epoch": 2.23,
-      "learning_rate": 2.3215527230590963e-06,
-      "loss": 1.1698,
+      "learning_rate": 2.321480301274624e-06,
+      "loss": 0.8008,
       "step": 2570
     },
     {
       "epoch": 2.24,
-      "learning_rate": 2.3208285052143686e-06,
-      "loss": 1.2036,
+      "learning_rate": 2.320756083429896e-06,
+      "loss": 0.897,
       "step": 2580
     },
     {
       "epoch": 2.24,
-      "learning_rate": 2.320104287369641e-06,
-      "loss": 1.218,
+      "learning_rate": 2.320031865585168e-06,
+      "loss": 0.8641,
       "step": 2590
     },
     {
       "epoch": 2.25,
-      "learning_rate": 2.3193800695249133e-06,
-      "loss": 1.2687,
+      "learning_rate": 2.3193076477404405e-06,
+      "loss": 0.8977,
       "step": 2600
     },
     {
       "epoch": 2.26,
-      "learning_rate": 2.3186558516801856e-06,
-      "loss": 1.3402,
+      "learning_rate": 2.318583429895713e-06,
+      "loss": 0.9372,
       "step": 2610
     },
     {
       "epoch": 2.27,
-      "learning_rate": 2.317931633835458e-06,
-      "loss": 1.2271,
+      "learning_rate": 2.317859212050985e-06,
+      "loss": 0.8997,
       "step": 2620
     },
     {
       "epoch": 2.28,
-      "learning_rate": 2.3172074159907303e-06,
-      "loss": 1.1827,
+      "learning_rate": 2.3171349942062575e-06,
+      "loss": 0.8542,
       "step": 2630
     },
     {
       "epoch": 2.29,
-      "learning_rate": 2.3164831981460027e-06,
-      "loss": 1.1874,
+      "learning_rate": 2.31641077636153e-06,
+      "loss": 0.8052,
       "step": 2640
     },
     {
       "epoch": 2.3,
-      "learning_rate": 2.3157589803012746e-06,
-      "loss": 1.1763,
+      "learning_rate": 2.315686558516802e-06,
+      "loss": 0.8868,
       "step": 2650
     },
     {
       "epoch": 2.3,
-      "learning_rate": 2.3150347624565473e-06,
-      "loss": 1.2939,
+      "learning_rate": 2.3149623406720745e-06,
+      "loss": 0.909,
       "step": 2660
     },
     {
       "epoch": 2.31,
-      "learning_rate": 2.3143105446118192e-06,
-      "loss": 1.1696,
+      "learning_rate": 2.314238122827347e-06,
+      "loss": 0.8632,
       "step": 2670
     },
     {
       "epoch": 2.32,
-      "learning_rate": 2.3135863267670916e-06,
-      "loss": 1.4481,
+      "learning_rate": 2.3135139049826188e-06,
+      "loss": 1.0285,
       "step": 2680
     },
     {
       "epoch": 2.33,
-      "learning_rate": 2.312862108922364e-06,
-      "loss": 1.1785,
+      "learning_rate": 2.312789687137891e-06,
+      "loss": 0.8415,
       "step": 2690
     },
     {
       "epoch": 2.34,
-      "learning_rate": 2.3121378910776363e-06,
-      "loss": 1.117,
+      "learning_rate": 2.3120654692931635e-06,
+      "loss": 0.8283,
       "step": 2700
     },
     {
       "epoch": 2.35,
-      "learning_rate": 2.3114136732329086e-06,
-      "loss": 1.2072,
+      "learning_rate": 2.311341251448436e-06,
+      "loss": 0.9405,
       "step": 2710
     },
     {
       "epoch": 2.36,
-      "learning_rate": 2.310689455388181e-06,
-      "loss": 1.2526,
+      "learning_rate": 2.310617033603708e-06,
+      "loss": 0.8731,
       "step": 2720
     },
     {
       "epoch": 2.37,
-      "learning_rate": 2.3099652375434533e-06,
-      "loss": 1.1828,
+      "learning_rate": 2.3098928157589805e-06,
+      "loss": 0.8141,
       "step": 2730
     },
     {
       "epoch": 2.37,
-      "learning_rate": 2.3092410196987256e-06,
-      "loss": 1.1295,
+      "learning_rate": 2.309168597914253e-06,
+      "loss": 0.7973,
       "step": 2740
     },
     {
       "epoch": 2.38,
-      "learning_rate": 2.3085168018539975e-06,
-      "loss": 1.1609,
+      "learning_rate": 2.308444380069525e-06,
+      "loss": 0.782,
       "step": 2750
     },
     {
       "epoch": 2.39,
-      "learning_rate": 2.3077925840092703e-06,
-      "loss": 1.2667,
+      "learning_rate": 2.3077201622247975e-06,
+      "loss": 0.9416,
       "step": 2760
     },
     {
       "epoch": 2.4,
-      "learning_rate": 2.3070683661645422e-06,
-      "loss": 1.2158,
+      "learning_rate": 2.30699594438007e-06,
+      "loss": 0.8669,
       "step": 2770
     },
     {
       "epoch": 2.41,
-      "learning_rate": 2.306344148319815e-06,
-      "loss": 1.2016,
+      "learning_rate": 2.306271726535342e-06,
+      "loss": 0.8448,
       "step": 2780
     },
     {
       "epoch": 2.42,
-      "learning_rate": 2.305619930475087e-06,
-      "loss": 1.237,
+      "learning_rate": 2.305547508690614e-06,
+      "loss": 0.8278,
       "step": 2790
     },
     {
       "epoch": 2.43,
-      "learning_rate": 2.3048957126303597e-06,
-      "loss": 1.1559,
+      "learning_rate": 2.304823290845887e-06,
+      "loss": 0.8199,
       "step": 2800
     },
     {
       "epoch": 2.43,
-      "learning_rate": 2.3041714947856316e-06,
-      "loss": 1.1519,
+      "learning_rate": 2.3040990730011588e-06,
+      "loss": 0.8204,
       "step": 2810
     },
     {
       "epoch": 2.44,
-      "learning_rate": 2.3034472769409043e-06,
-      "loss": 1.1841,
+      "learning_rate": 2.303374855156431e-06,
+      "loss": 0.8405,
       "step": 2820
     },
     {
       "epoch": 2.45,
-      "learning_rate": 2.3027230590961762e-06,
-      "loss": 1.2199,
+      "learning_rate": 2.3026506373117034e-06,
+      "loss": 0.8969,
       "step": 2830
     },
     {
       "epoch": 2.46,
-      "learning_rate": 2.3019988412514486e-06,
-      "loss": 1.1878,
+      "learning_rate": 2.3019264194669758e-06,
+      "loss": 0.8239,
       "step": 2840
     },
     {
       "epoch": 2.47,
-      "learning_rate": 2.301274623406721e-06,
-      "loss": 1.1482,
+      "learning_rate": 2.301202201622248e-06,
+      "loss": 0.8098,
       "step": 2850
     },
     {
       "epoch": 2.48,
-      "learning_rate": 2.3005504055619933e-06,
-      "loss": 1.2452,
+      "learning_rate": 2.3004779837775205e-06,
+      "loss": 0.9196,
       "step": 2860
     },
     {
       "epoch": 2.49,
-      "learning_rate": 2.2998261877172656e-06,
-      "loss": 1.1908,
+      "learning_rate": 2.299753765932793e-06,
+      "loss": 0.8867,
       "step": 2870
     },
     {
       "epoch": 2.5,
-      "learning_rate": 2.299101969872538e-06,
-      "loss": 1.2134,
+      "learning_rate": 2.299029548088065e-06,
+      "loss": 0.8498,
       "step": 2880
     },
     {
       "epoch": 2.5,
-      "learning_rate": 2.2983777520278103e-06,
-      "loss": 1.1398,
+      "learning_rate": 2.2983053302433375e-06,
+      "loss": 0.8037,
       "step": 2890
     },
     {
       "epoch": 2.51,
-      "learning_rate": 2.2976535341830826e-06,
-      "loss": 1.2287,
+      "learning_rate": 2.29758111239861e-06,
+      "loss": 0.8535,
       "step": 2900
     },
     {
       "epoch": 2.52,
-      "learning_rate": 2.2969293163383545e-06,
-      "loss": 1.2715,
+      "learning_rate": 2.2968568945538817e-06,
+      "loss": 0.8959,
       "step": 2910
     },
     {
       "epoch": 2.53,
-      "learning_rate": 2.2962050984936273e-06,
-      "loss": 1.313,
+      "learning_rate": 2.2961326767091545e-06,
+      "loss": 0.9011,
       "step": 2920
     },
     {
       "epoch": 2.54,
-      "learning_rate": 2.295480880648899e-06,
-      "loss": 1.1592,
+      "learning_rate": 2.2954084588644264e-06,
+      "loss": 0.8372,
       "step": 2930
     },
     {
       "epoch": 2.55,
-      "learning_rate": 2.2947566628041715e-06,
-      "loss": 1.1315,
+      "learning_rate": 2.294684241019699e-06,
+      "loss": 0.8015,
       "step": 2940
     },
     {
       "epoch": 2.56,
-      "learning_rate": 2.294032444959444e-06,
-      "loss": 1.2375,
+      "learning_rate": 2.293960023174971e-06,
+      "loss": 0.9383,
       "step": 2950
     },
     {
       "epoch": 2.56,
-      "learning_rate": 2.2933082271147162e-06,
-      "loss": 1.1724,
+      "learning_rate": 2.293235805330244e-06,
+      "loss": 0.842,
       "step": 2960
     },
     {
       "epoch": 2.57,
-      "learning_rate": 2.2925840092699886e-06,
-      "loss": 1.1882,
+      "learning_rate": 2.2925115874855158e-06,
+      "loss": 0.8523,
       "step": 2970
     },
     {
       "epoch": 2.58,
-      "learning_rate": 2.291859791425261e-06,
-      "loss": 1.1283,
+      "learning_rate": 2.291787369640788e-06,
+      "loss": 0.7674,
       "step": 2980
     },
     {
       "epoch": 2.59,
-      "learning_rate": 2.2911355735805332e-06,
-      "loss": 1.1893,
+      "learning_rate": 2.2910631517960604e-06,
+      "loss": 0.8293,
       "step": 2990
     },
     {
       "epoch": 2.6,
-      "learning_rate": 2.2904113557358056e-06,
-      "loss": 1.2747,
+      "learning_rate": 2.2903389339513328e-06,
+      "loss": 0.9178,
       "step": 3000
     },
     {
       "epoch": 2.61,
-      "learning_rate": 2.289687137891078e-06,
-      "loss": 1.2196,
+      "learning_rate": 2.289614716106605e-06,
+      "loss": 0.9196,
       "step": 3010
     },
     {
       "epoch": 2.62,
-      "learning_rate": 2.2889629200463503e-06,
-      "loss": 1.1986,
+      "learning_rate": 2.2888904982618775e-06,
+      "loss": 0.8576,
       "step": 3020
     },
     {
       "epoch": 2.63,
-      "learning_rate": 2.2882387022016226e-06,
-      "loss": 1.1911,
+      "learning_rate": 2.28816628041715e-06,
+      "loss": 0.8891,
       "step": 3030
     },
     {
       "epoch": 2.63,
-      "learning_rate": 2.2875144843568945e-06,
-      "loss": 1.1844,
+      "learning_rate": 2.287442062572422e-06,
+      "loss": 0.8924,
       "step": 3040
     },
     {
       "epoch": 2.64,
-      "learning_rate": 2.2867902665121673e-06,
-      "loss": 1.1879,
+      "learning_rate": 2.286717844727694e-06,
+      "loss": 0.8759,
       "step": 3050
     },
     {
       "epoch": 2.65,
-      "learning_rate": 2.286066048667439e-06,
-      "loss": 1.1559,
+      "learning_rate": 2.285993626882967e-06,
+      "loss": 0.8618,
       "step": 3060
     },
     {
       "epoch": 2.66,
-      "learning_rate": 2.2853418308227115e-06,
-      "loss": 1.1192,
+      "learning_rate": 2.2852694090382387e-06,
+      "loss": 0.781,
       "step": 3070
     },
     {
       "epoch": 2.67,
-      "learning_rate": 2.284617612977984e-06,
-      "loss": 1.1761,
+      "learning_rate": 2.284545191193511e-06,
+      "loss": 0.8683,
       "step": 3080
     },
     {
       "epoch": 2.68,
-      "learning_rate": 2.283893395133256e-06,
-      "loss": 1.2053,
+      "learning_rate": 2.2838209733487834e-06,
+      "loss": 0.9173,
       "step": 3090
     },
     {
       "epoch": 2.69,
-      "learning_rate": 2.2831691772885285e-06,
-      "loss": 1.1661,
+      "learning_rate": 2.2830967555040557e-06,
+      "loss": 0.812,
       "step": 3100
     },
     {
       "epoch": 2.69,
-      "learning_rate": 2.282444959443801e-06,
-      "loss": 1.2124,
+      "learning_rate": 2.282372537659328e-06,
+      "loss": 0.8864,
       "step": 3110
     },
     {
       "epoch": 2.7,
-      "learning_rate": 2.2817207415990732e-06,
-      "loss": 1.2276,
+      "learning_rate": 2.2816483198146004e-06,
+      "loss": 0.8452,
       "step": 3120
     },
     {
       "epoch": 2.71,
-      "learning_rate": 2.2809965237543456e-06,
-      "loss": 1.1082,
+      "learning_rate": 2.2809241019698728e-06,
+      "loss": 0.7514,
       "step": 3130
     },
     {
       "epoch": 2.72,
-      "learning_rate": 2.2802723059096175e-06,
-      "loss": 1.2191,
+      "learning_rate": 2.280199884125145e-06,
+      "loss": 0.8717,
       "step": 3140
     },
     {
       "epoch": 2.73,
-      "learning_rate": 2.2795480880648902e-06,
-      "loss": 1.2091,
+      "learning_rate": 2.2794756662804174e-06,
+      "loss": 0.887,
       "step": 3150
     },
     {
       "epoch": 2.74,
-      "learning_rate": 2.278823870220162e-06,
-      "loss": 1.2358,
+      "learning_rate": 2.2787514484356898e-06,
+      "loss": 0.8743,
       "step": 3160
     },
     {
       "epoch": 2.75,
-      "learning_rate": 2.278099652375435e-06,
-      "loss": 1.2206,
+      "learning_rate": 2.278027230590962e-06,
+      "loss": 0.8477,
       "step": 3170
     },
     {
       "epoch": 2.76,
-      "learning_rate": 2.277375434530707e-06,
-      "loss": 1.1231,
+      "learning_rate": 2.277303012746234e-06,
+      "loss": 0.7751,
       "step": 3180
     },
     {
       "epoch": 2.76,
-      "learning_rate": 2.2766512166859796e-06,
-      "loss": 1.1742,
+      "learning_rate": 2.2765787949015068e-06,
+      "loss": 0.7847,
       "step": 3190
     },
     {
       "epoch": 2.77,
-      "learning_rate": 2.2759269988412515e-06,
-      "loss": 1.1799,
+      "learning_rate": 2.2758545770567787e-06,
+      "loss": 0.8159,
       "step": 3200
     },
     {
       "epoch": 2.78,
-      "learning_rate": 2.275202780996524e-06,
-      "loss": 1.1699,
+      "learning_rate": 2.275130359212051e-06,
+      "loss": 0.7895,
       "step": 3210
     },
     {
       "epoch": 2.79,
-      "learning_rate": 2.274478563151796e-06,
-      "loss": 1.2738,
+      "learning_rate": 2.2744061413673234e-06,
+      "loss": 0.8624,
       "step": 3220
     },
     {
       "epoch": 2.8,
-      "learning_rate": 2.2737543453070685e-06,
-      "loss": 1.1994,
+      "learning_rate": 2.2736819235225957e-06,
+      "loss": 0.8481,
       "step": 3230
     },
     {
       "epoch": 2.81,
-      "learning_rate": 2.273030127462341e-06,
-      "loss": 1.0996,
+      "learning_rate": 2.272957705677868e-06,
+      "loss": 0.7967,
       "step": 3240
     },
     {
       "epoch": 2.82,
-      "learning_rate": 2.272305909617613e-06,
-      "loss": 1.1372,
+      "learning_rate": 2.2722334878331404e-06,
+      "loss": 0.7917,
       "step": 3250
     },
     {
       "epoch": 2.82,
-      "learning_rate": 2.2715816917728855e-06,
-      "loss": 1.1421,
+      "learning_rate": 2.2715092699884127e-06,
+      "loss": 0.8239,
       "step": 3260
     },
     {
       "epoch": 2.83,
-      "learning_rate": 2.270857473928158e-06,
-      "loss": 1.1752,
+      "learning_rate": 2.270785052143685e-06,
+      "loss": 0.839,
       "step": 3270
     },
     {
       "epoch": 2.84,
-      "learning_rate": 2.2701332560834302e-06,
-      "loss": 1.1762,
+      "learning_rate": 2.270060834298957e-06,
+      "loss": 0.8456,
       "step": 3280
     },
     {
       "epoch": 2.85,
-      "learning_rate": 2.2694090382387026e-06,
-      "loss": 1.1023,
+      "learning_rate": 2.2693366164542298e-06,
+      "loss": 0.8062,
       "step": 3290
     },
     {
       "epoch": 2.86,
-      "learning_rate": 2.2686848203939745e-06,
-      "loss": 1.2107,
+      "learning_rate": 2.2686123986095017e-06,
+      "loss": 0.8255,
       "step": 3300
     },
     {
       "epoch": 2.87,
-      "learning_rate": 2.2679606025492472e-06,
-      "loss": 1.2529,
+      "learning_rate": 2.2678881807647744e-06,
+      "loss": 0.8639,
       "step": 3310
     },
     {
       "epoch": 2.88,
-      "learning_rate": 2.267236384704519e-06,
-      "loss": 1.1667,
+      "learning_rate": 2.2671639629200463e-06,
+      "loss": 0.824,
       "step": 3320
     },
     {
       "epoch": 2.89,
-      "learning_rate": 2.2665121668597915e-06,
-      "loss": 1.1889,
+      "learning_rate": 2.266439745075319e-06,
+      "loss": 0.8963,
       "step": 3330
     },
     {
       "epoch": 2.89,
-      "learning_rate": 2.265787949015064e-06,
-      "loss": 1.1277,
+      "learning_rate": 2.265715527230591e-06,
+      "loss": 0.7485,
       "step": 3340
     },
     {
       "epoch": 2.9,
-      "learning_rate": 2.265063731170336e-06,
-      "loss": 1.135,
+      "learning_rate": 2.2649913093858638e-06,
+      "loss": 0.8215,
       "step": 3350
     },
     {
       "epoch": 2.91,
-      "learning_rate": 2.2643395133256085e-06,
-      "loss": 1.2099,
+      "learning_rate": 2.2642670915411357e-06,
+      "loss": 0.904,
       "step": 3360
     },
     {
       "epoch": 2.92,
-      "learning_rate": 2.263615295480881e-06,
-      "loss": 1.1953,
+      "learning_rate": 2.263542873696408e-06,
+      "loss": 0.8737,
       "step": 3370
     },
     {
       "epoch": 2.93,
-      "learning_rate": 2.262891077636153e-06,
-      "loss": 1.1961,
+      "learning_rate": 2.2628186558516804e-06,
+      "loss": 0.7915,
       "step": 3380
     },
     {
       "epoch": 2.94,
-      "learning_rate": 2.2621668597914255e-06,
-      "loss": 1.1292,
+      "learning_rate": 2.2620944380069527e-06,
+      "loss": 0.7832,
       "step": 3390
     },
     {
       "epoch": 2.95,
-      "learning_rate": 2.261442641946698e-06,
-      "loss": 1.131,
+      "learning_rate": 2.261370220162225e-06,
+      "loss": 0.8116,
       "step": 3400
     },
     {
       "epoch": 2.95,
-      "learning_rate": 2.26071842410197e-06,
-      "loss": 1.1855,
+      "learning_rate": 2.2606460023174974e-06,
+      "loss": 0.8887,
       "step": 3410
     },
     {
       "epoch": 2.96,
-      "learning_rate": 2.2599942062572425e-06,
-      "loss": 1.1732,
+      "learning_rate": 2.2599217844727697e-06,
+      "loss": 0.7859,
       "step": 3420
     },
     {
       "epoch": 2.97,
-      "learning_rate": 2.2592699884125145e-06,
-      "loss": 1.2513,
+      "learning_rate": 2.259197566628042e-06,
+      "loss": 0.8648,
       "step": 3430
     },
     {
       "epoch": 2.98,
-      "learning_rate": 2.258545770567787e-06,
-      "loss": 1.2256,
+      "learning_rate": 2.258473348783314e-06,
+      "loss": 0.8986,
       "step": 3440
     },
     {
       "epoch": 2.99,
-      "learning_rate": 2.257821552723059e-06,
-      "loss": 1.1393,
+      "learning_rate": 2.2577491309385868e-06,
+      "loss": 0.8194,
       "step": 3450
     },
     {
       "epoch": 3.0,
-      "learning_rate": 2.2570973348783315e-06,
-      "loss": 1.2573,
+      "learning_rate": 2.2570249130938587e-06,
+      "loss": 0.8401,
       "step": 3460
     },
     {
       "epoch": 3.0,
-      "eval_loss": 1.3598287105560303,
-      "eval_runtime": 130.9222,
-      "eval_samples_per_second": 4.063,
-      "eval_steps_per_second": 2.032,
-      "eval_wer": 0.8826251848042682,
+      "eval_loss": 1.1128301620483398,
+      "eval_runtime": 131.4982,
+      "eval_samples_per_second": 4.046,
+      "eval_steps_per_second": 2.023,
+      "eval_wer": 0.7646718518994665,
       "step": 3462
     },
     {
       "epoch": 3.01,
-      "learning_rate": 2.256373117033604e-06,
-      "loss": 1.1923,
+      "learning_rate": 2.256300695249131e-06,
+      "loss": 0.8991,
       "step": 3470
     },
     {
       "epoch": 3.02,
-      "learning_rate": 2.255648899188876e-06,
-      "loss": 1.1636,
+      "learning_rate": 2.2555764774044033e-06,
+      "loss": 0.8199,
       "step": 3480
     },
     {
       "epoch": 3.02,
-      "learning_rate": 2.2549246813441485e-06,
-      "loss": 1.1437,
+      "learning_rate": 2.2548522595596757e-06,
+      "loss": 0.8172,
       "step": 3490
     },
     {
       "epoch": 3.03,
-      "learning_rate": 2.254200463499421e-06,
-      "loss": 1.3481,
+      "learning_rate": 2.254128041714948e-06,
+      "loss": 0.8555,
       "step": 3500
     },
     {
       "epoch": 3.04,
-      "learning_rate": 2.253476245654693e-06,
-      "loss": 1.2104,
+      "learning_rate": 2.2534038238702204e-06,
+      "loss": 0.8657,
       "step": 3510
     },
     {
       "epoch": 3.05,
-      "learning_rate": 2.2527520278099655e-06,
-      "loss": 1.2364,
+      "learning_rate": 2.2526796060254927e-06,
+      "loss": 0.9278,
       "step": 3520
     },
     {
       "epoch": 3.06,
-      "learning_rate": 2.2520278099652374e-06,
-      "loss": 1.196,
+      "learning_rate": 2.251955388180765e-06,
+      "loss": 0.8309,
       "step": 3530
     },
     {
       "epoch": 3.07,
       "learning_rate": 2.25130359212051e-06,
-      "loss": 1.1735,
+      "loss": 0.7809,
       "step": 3540
     },
     {
       "epoch": 3.08,
       "learning_rate": 2.250579374275782e-06,
-      "loss": 1.1514,
+      "loss": 0.8205,
       "step": 3550
     },
     {
       "epoch": 3.08,
       "learning_rate": 2.249855156431055e-06,
-      "loss": 1.1377,
+      "loss": 0.8221,
       "step": 3560
     },
     {
       "epoch": 3.09,
       "learning_rate": 2.2491309385863268e-06,
-      "loss": 1.2574,
+      "loss": 0.9059,
       "step": 3570
     },
     {
       "epoch": 3.1,
       "learning_rate": 2.2484067207415995e-06,
-      "loss": 1.392,
+      "loss": 0.8785,
       "step": 3580
     },
     {
       "epoch": 3.11,
       "learning_rate": 2.2476825028968715e-06,
-      "loss": 1.168,
+      "loss": 0.8285,
       "step": 3590
     },
     {
       "epoch": 3.12,
       "learning_rate": 2.246958285052144e-06,
-      "loss": 1.1548,
+      "loss": 0.8525,
       "step": 3600
     },
     {
       "epoch": 3.13,
       "learning_rate": 2.246234067207416e-06,
-      "loss": 1.1881,
+      "loss": 0.8298,
       "step": 3610
     },
     {
       "epoch": 3.14,
       "learning_rate": 2.2455098493626885e-06,
-      "loss": 1.1858,
+      "loss": 0.8598,
       "step": 3620
     },
     {
       "epoch": 3.15,
       "learning_rate": 2.244785631517961e-06,
-      "loss": 1.1582,
+      "loss": 0.8176,
       "step": 3630
     },
     {
       "epoch": 3.15,
       "learning_rate": 2.244061413673233e-06,
-      "loss": 1.1326,
+      "loss": 0.7323,
       "step": 3640
     },
     {
       "epoch": 3.16,
       "learning_rate": 2.2433371958285055e-06,
-      "loss": 1.2,
+      "loss": 0.8051,
       "step": 3650
     },
     {
       "epoch": 3.17,
       "learning_rate": 2.242612977983778e-06,
-      "loss": 1.1712,
+      "loss": 0.7942,
       "step": 3660
     },
     {
       "epoch": 3.18,
       "learning_rate": 2.2418887601390497e-06,
-      "loss": 1.2461,
+      "loss": 0.9101,
       "step": 3670
     },
     {
       "epoch": 3.19,
       "learning_rate": 2.2411645422943225e-06,
-      "loss": 1.1903,
+      "loss": 0.8627,
       "step": 3680
     },
     {
       "epoch": 3.2,
       "learning_rate": 2.2404403244495944e-06,
-      "loss": 1.1225,
+      "loss": 0.774,
       "step": 3690
     },
     {
       "epoch": 3.21,
       "learning_rate": 2.239716106604867e-06,
-      "loss": 1.2149,
+      "loss": 0.8304,
       "step": 3700
     },
     {
       "epoch": 3.21,
       "learning_rate": 2.238991888760139e-06,
-      "loss": 1.2559,
+      "loss": 0.906,
       "step": 3710
     },
     {
       "epoch": 3.22,
       "learning_rate": 2.2382676709154114e-06,
-      "loss": 1.1718,
+      "loss": 0.8541,
       "step": 3720
     },
     {
       "epoch": 3.23,
       "learning_rate": 2.2375434530706838e-06,
-      "loss": 1.131,
+      "loss": 0.7827,
       "step": 3730
     },
     {
       "epoch": 3.24,
       "learning_rate": 2.236819235225956e-06,
-      "loss": 1.1082,
+      "loss": 0.8045,
       "step": 3740
     },
     {
       "epoch": 3.25,
       "learning_rate": 2.2360950173812285e-06,
-      "loss": 1.1214,
+      "loss": 0.8344,
       "step": 3750
     },
     {
       "epoch": 3.26,
       "learning_rate": 2.235370799536501e-06,
-      "loss": 1.2793,
+      "loss": 0.8586,
       "step": 3760
     },
     {
       "epoch": 3.27,
       "learning_rate": 2.234646581691773e-06,
-      "loss": 1.2369,
+      "loss": 0.8334,
       "step": 3770
     },
     {
       "epoch": 3.28,
       "learning_rate": 2.2339223638470455e-06,
-      "loss": 1.1728,
+      "loss": 0.8789,
       "step": 3780
     },
     {
       "epoch": 3.28,
       "learning_rate": 2.233198146002318e-06,
-      "loss": 1.154,
+      "loss": 0.8272,
       "step": 3790
     },
     {
       "epoch": 3.29,
       "learning_rate": 2.23247392815759e-06,
-      "loss": 1.0862,
+      "loss": 0.7978,
       "step": 3800
     },
     {
       "epoch": 3.3,
       "learning_rate": 2.2317497103128625e-06,
-      "loss": 1.1379,
+      "loss": 0.8484,
       "step": 3810
     },
     {
       "epoch": 3.31,
       "learning_rate": 2.2310254924681344e-06,
-      "loss": 1.2373,
+      "loss": 0.9705,
       "step": 3820
     },
     {
       "epoch": 3.32,
       "learning_rate": 2.2303012746234067e-06,
-      "loss": 1.1729,
+      "loss": 0.751,
       "step": 3830
     },
     {
       "epoch": 3.33,
       "learning_rate": 2.229577056778679e-06,
-      "loss": 1.1933,
+      "loss": 0.825,
       "step": 3840
     },
     {
       "epoch": 3.34,
       "learning_rate": 2.2288528389339514e-06,
-      "loss": 1.1587,
+      "loss": 0.8438,
       "step": 3850
     },
     {
       "epoch": 3.34,
       "learning_rate": 2.2281286210892238e-06,
-      "loss": 1.1311,
+      "loss": 0.8555,
       "step": 3860
     },
     {
       "epoch": 3.35,
       "learning_rate": 2.227404403244496e-06,
-      "loss": 1.2567,
+      "loss": 0.8714,
       "step": 3870
     },
     {
       "epoch": 3.36,
       "learning_rate": 2.2266801853997684e-06,
-      "loss": 1.1458,
+      "loss": 0.7988,
       "step": 3880
     },
     {
       "epoch": 3.37,
       "learning_rate": 2.2259559675550408e-06,
-      "loss": 1.196,
+      "loss": 0.8647,
       "step": 3890
     },
     {
       "epoch": 3.38,
       "learning_rate": 2.225231749710313e-06,
-      "loss": 1.1238,
+      "loss": 0.7874,
       "step": 3900
     },
     {
       "epoch": 3.39,
       "learning_rate": 2.2245075318655855e-06,
-      "loss": 1.2155,
+      "loss": 0.7993,
       "step": 3910
     },
     {
       "epoch": 3.4,
       "learning_rate": 2.2237833140208574e-06,
-      "loss": 1.1738,
+      "loss": 0.8414,
       "step": 3920
     },
     {
       "epoch": 3.41,
       "learning_rate": 2.22305909617613e-06,
-      "loss": 1.2339,
+      "loss": 0.9533,
       "step": 3930
     },
     {
       "epoch": 3.41,
       "learning_rate": 2.222334878331402e-06,
-      "loss": 1.1326,
+      "loss": 0.811,
       "step": 3940
     },
     {
       "epoch": 3.42,
       "learning_rate": 2.221610660486675e-06,
-      "loss": 1.0697,
+      "loss": 0.8252,
       "step": 3950
     },
     {
       "epoch": 3.43,
       "learning_rate": 2.2208864426419467e-06,
-      "loss": 1.1559,
+      "loss": 0.917,
       "step": 3960
     },
     {
       "epoch": 3.44,
       "learning_rate": 2.2201622247972195e-06,
-      "loss": 1.1906,
+      "loss": 0.9492,
       "step": 3970
     },
     {
       "epoch": 3.45,
       "learning_rate": 2.2194380069524914e-06,
-      "loss": 1.1344,
+      "loss": 0.8371,
       "step": 3980
     },
     {
       "epoch": 3.46,
       "learning_rate": 2.2187137891077637e-06,
-      "loss": 1.1774,
+      "loss": 0.7982,
       "step": 3990
     },
     {
       "epoch": 3.47,
       "learning_rate": 2.217989571263036e-06,
-      "loss": 1.092,
+      "loss": 0.7548,
       "step": 4000
     },
     {
       "epoch": 3.47,
       "learning_rate": 2.2172653534183084e-06,
-      "loss": 1.1552,
+      "loss": 0.8095,
       "step": 4010
     },
     {
       "epoch": 3.48,
       "learning_rate": 2.2165411355735808e-06,
-      "loss": 1.2148,
+      "loss": 0.8663,
       "step": 4020
     },
     {
       "epoch": 3.49,
       "learning_rate": 2.215816917728853e-06,
-      "loss": 1.278,
+      "loss": 0.8961,
       "step": 4030
     },
     {
       "epoch": 3.5,
       "learning_rate": 2.2150926998841254e-06,
-      "loss": 1.1288,
+      "loss": 0.7782,
       "step": 4040
     },
     {
       "epoch": 3.51,
       "learning_rate": 2.2143684820393978e-06,
-      "loss": 1.1249,
+      "loss": 0.7809,
       "step": 4050
     },
     {
       "epoch": 3.52,
       "learning_rate": 2.2136442641946697e-06,
-      "loss": 1.1828,
+      "loss": 0.8733,
       "step": 4060
     },
     {
       "epoch": 3.53,
       "learning_rate": 2.2129200463499425e-06,
-      "loss": 1.1322,
+      "loss": 0.87,
       "step": 4070
     },
     {
       "epoch": 3.54,
       "learning_rate": 2.2121958285052144e-06,
-      "loss": 1.1751,
+      "loss": 0.8002,
       "step": 4080
     },
     {
       "epoch": 3.54,
       "learning_rate": 2.211471610660487e-06,
-      "loss": 1.1148,
+      "loss": 0.7985,
       "step": 4090
     },
     {
       "epoch": 3.55,
       "learning_rate": 2.210747392815759e-06,
-      "loss": 1.1636,
+      "loss": 0.7986,
       "step": 4100
     },
     {
       "epoch": 3.56,
       "learning_rate": 2.2100231749710314e-06,
-      "loss": 1.1495,
+      "loss": 0.8072,
       "step": 4110
     },
     {
       "epoch": 3.57,
       "learning_rate": 2.2092989571263037e-06,
-      "loss": 1.2703,
+      "loss": 0.8658,
       "step": 4120
     },
     {
       "epoch": 3.58,
       "learning_rate": 2.208574739281576e-06,
-      "loss": 1.1606,
+      "loss": 0.8658,
       "step": 4130
     },
     {
       "epoch": 3.59,
       "learning_rate": 2.2078505214368484e-06,
-      "loss": 1.2205,
+      "loss": 0.8547,
       "step": 4140
     },
     {
       "epoch": 3.6,
       "learning_rate": 2.2071263035921207e-06,
-      "loss": 1.1026,
+      "loss": 0.8153,
       "step": 4150
     },
     {
       "epoch": 3.6,
       "learning_rate": 2.206402085747393e-06,
-      "loss": 1.1855,
+      "loss": 0.8687,
       "step": 4160
     },
     {
       "epoch": 3.61,
       "learning_rate": 2.2056778679026654e-06,
-      "loss": 1.1618,
+      "loss": 0.8062,
       "step": 4170
     },
     {
       "epoch": 3.62,
       "learning_rate": 2.2049536500579378e-06,
-      "loss": 1.2545,
+      "loss": 0.9153,
       "step": 4180
     },
     {
       "epoch": 3.63,
       "learning_rate": 2.20422943221321e-06,
-      "loss": 1.1329,
+      "loss": 0.8475,
       "step": 4190
     },
     {
       "epoch": 3.64,
       "learning_rate": 2.203505214368482e-06,
-      "loss": 1.1406,
+      "loss": 0.788,
       "step": 4200
     },
     {
       "epoch": 3.65,
       "learning_rate": 2.2027809965237543e-06,
-      "loss": 1.1322,
+      "loss": 0.8126,
       "step": 4210
     },
     {
       "epoch": 3.66,
       "learning_rate": 2.2020567786790267e-06,
-      "loss": 1.1861,
+      "loss": 0.9358,
       "step": 4220
     },
     {
       "epoch": 3.67,
       "learning_rate": 2.201332560834299e-06,
-      "loss": 1.1083,
+      "loss": 0.8255,
       "step": 4230
     },
     {
       "epoch": 3.67,
       "learning_rate": 2.2006083429895714e-06,
-      "loss": 1.1138,
+      "loss": 0.7559,
       "step": 4240
     },
     {
       "epoch": 3.68,
       "learning_rate": 2.1998841251448437e-06,
-      "loss": 1.197,
+      "loss": 0.8645,
       "step": 4250
     },
     {
       "epoch": 3.69,
       "learning_rate": 2.199159907300116e-06,
-      "loss": 1.1506,
+      "loss": 0.8408,
       "step": 4260
     },
     {
       "epoch": 3.7,
       "learning_rate": 2.1984356894553884e-06,
-      "loss": 1.0997,
+      "loss": 0.7479,
       "step": 4270
     },
     {
       "epoch": 3.71,
       "learning_rate": 2.1977114716106607e-06,
-      "loss": 1.1302,
+      "loss": 0.8053,
       "step": 4280
     },
     {
       "epoch": 3.72,
       "learning_rate": 2.196987253765933e-06,
-      "loss": 1.2057,
+      "loss": 0.8629,
       "step": 4290
     },
     {
       "epoch": 3.73,
       "learning_rate": 2.1962630359212054e-06,
-      "loss": 1.1412,
+      "loss": 0.8092,
       "step": 4300
     },
     {
       "epoch": 3.73,
       "learning_rate": 2.1955388180764773e-06,
-      "loss": 1.1301,
+      "loss": 0.7779,
       "step": 4310
     },
     {
       "epoch": 3.74,
       "learning_rate": 2.19481460023175e-06,
-      "loss": 1.1655,
+      "loss": 0.7778,
       "step": 4320
     },
     {
       "epoch": 3.75,
       "learning_rate": 2.194090382387022e-06,
-      "loss": 1.1572,
+      "loss": 0.8183,
       "step": 4330
     },
     {
       "epoch": 3.76,
       "learning_rate": 2.1933661645422948e-06,
-      "loss": 1.2143,
+      "loss": 0.8746,
       "step": 4340
     },
     {
       "epoch": 3.77,
       "learning_rate": 2.1926419466975667e-06,
-      "loss": 1.1344,
+      "loss": 0.8115,
       "step": 4350
     },
     {
       "epoch": 3.78,
       "learning_rate": 2.191917728852839e-06,
-      "loss": 1.1259,
+      "loss": 0.8171,
       "step": 4360
     },
     {
       "epoch": 3.79,
       "learning_rate": 2.1911935110081113e-06,
-      "loss": 1.1914,
+      "loss": 0.8327,
       "step": 4370
     },
     {
       "epoch": 3.8,
       "learning_rate": 2.1904692931633837e-06,
-      "loss": 1.2077,
+      "loss": 0.8956,
       "step": 4380
     },
     {
       "epoch": 3.8,
       "learning_rate": 2.189745075318656e-06,
-      "loss": 1.2766,
+      "loss": 0.8041,
       "step": 4390
     },
     {
       "epoch": 3.81,
       "learning_rate": 2.1890208574739284e-06,
-      "loss": 1.1547,
+      "loss": 0.8295,
       "step": 4400
     },
     {
       "epoch": 3.82,
       "learning_rate": 2.1882966396292007e-06,
-      "loss": 1.1179,
+      "loss": 0.7672,
       "step": 4410
     },
     {
       "epoch": 3.83,
       "learning_rate": 2.187572421784473e-06,
-      "loss": 1.2381,
+      "loss": 0.979,
       "step": 4420
     },
     {
       "epoch": 3.84,
       "learning_rate": 2.186848203939745e-06,
-      "loss": 1.1602,
+      "loss": 0.857,
       "step": 4430
     },
     {
       "epoch": 3.85,
       "learning_rate": 2.1861239860950177e-06,
-      "loss": 1.0809,
+      "loss": 0.7816,
       "step": 4440
     },
     {
       "epoch": 3.86,
       "learning_rate": 2.1853997682502896e-06,
-      "loss": 1.1137,
+      "loss": 0.8119,
       "step": 4450
     },
     {
       "epoch": 3.86,
       "learning_rate": 2.1846755504055624e-06,
-      "loss": 1.1595,
+      "loss": 0.839,
       "step": 4460
     },
     {
       "epoch": 3.87,
       "learning_rate": 2.1839513325608343e-06,
-      "loss": 1.2311,
+      "loss": 0.8472,
       "step": 4470
     },
     {
       "epoch": 3.88,
       "learning_rate": 2.183227114716107e-06,
-      "loss": 1.1427,
+      "loss": 0.7759,
       "step": 4480
     },
     {
       "epoch": 3.89,
       "learning_rate": 2.182502896871379e-06,
-      "loss": 1.1515,
+      "loss": 0.8411,
       "step": 4490
     },
     {
       "epoch": 3.9,
       "learning_rate": 2.1817786790266513e-06,
-      "loss": 1.1681,
+      "loss": 0.8102,
       "step": 4500
     },
     {
       "epoch": 3.91,
       "learning_rate": 2.1810544611819237e-06,
-      "loss": 1.125,
+      "loss": 0.823,
       "step": 4510
     },
     {
       "epoch": 3.92,
       "learning_rate": 2.180330243337196e-06,
-      "loss": 1.2035,
+      "loss": 0.8204,
       "step": 4520
     },
     {
       "epoch": 3.93,
       "learning_rate": 2.1796060254924683e-06,
-      "loss": 1.1546,
+      "loss": 0.7691,
       "step": 4530
     },
     {
       "epoch": 3.93,
       "learning_rate": 2.1788818076477407e-06,
-      "loss": 1.1474,
+      "loss": 0.8564,
       "step": 4540
     },
     {
       "epoch": 3.94,
       "learning_rate": 2.178157589803013e-06,
-      "loss": 1.1028,
+      "loss": 0.7861,
       "step": 4550
     },
     {
       "epoch": 3.95,
       "learning_rate": 2.1774333719582854e-06,
-      "loss": 1.1853,
+      "loss": 0.8515,
       "step": 4560
     },
     {
       "epoch": 3.96,
       "learning_rate": 2.1767091541135577e-06,
-      "loss": 1.2272,
+      "loss": 0.8075,
       "step": 4570
     },
     {
       "epoch": 3.97,
       "learning_rate": 2.17598493626883e-06,
-      "loss": 1.192,
+      "loss": 0.8642,
       "step": 4580
     },
     {
       "epoch": 3.98,
       "learning_rate": 2.175260718424102e-06,
-      "loss": 1.1324,
+      "loss": 0.7607,
       "step": 4590
     },
     {
       "epoch": 3.99,
       "learning_rate": 2.1745365005793743e-06,
-      "loss": 1.1537,
+      "loss": 0.8146,
       "step": 4600
     },
     {
       "epoch": 3.99,
       "learning_rate": 2.1738122827346466e-06,
-      "loss": 1.3198,
+      "loss": 0.9094,
       "step": 4610
     },
     {
       "epoch": 4.0,
-      "eval_loss": 1.3458483219146729,
-      "eval_runtime": 130.5989,
-      "eval_samples_per_second": 4.074,
-      "eval_steps_per_second": 2.037,
-      "eval_wer": 0.8571704056051938,
+      "eval_loss": 1.1060235500335693,
+      "eval_runtime": 131.4507,
+      "eval_samples_per_second": 4.047,
+      "eval_steps_per_second": 2.024,
+      "eval_wer": 0.7370958411004692,
       "step": 4616
     },
     {
       "epoch": 4.0,
       "learning_rate": 2.173088064889919e-06,
-      "loss": 1.2813,
+      "loss": 0.8875,
       "step": 4620
     },
     {
       "epoch": 4.01,
       "learning_rate": 2.1723638470451913e-06,
-      "loss": 1.1511,
+      "loss": 0.8631,
       "step": 4630
     },
     {
       "epoch": 4.02,
       "learning_rate": 2.1716396292004636e-06,
-      "loss": 1.1547,
+      "loss": 0.773,
       "step": 4640
     },
     {
       "epoch": 4.03,
       "learning_rate": 2.170915411355736e-06,
-      "loss": 1.1295,
+      "loss": 0.783,
       "step": 4650
     },
     {
       "epoch": 4.04,
       "learning_rate": 2.1701911935110083e-06,
-      "loss": 1.1312,
+      "loss": 0.8226,
       "step": 4660
     },
     {
       "epoch": 4.05,
       "learning_rate": 2.1694669756662807e-06,
-      "loss": 1.1867,
+      "loss": 0.8343,
       "step": 4670
     },
     {
       "epoch": 4.06,
       "learning_rate": 2.168742757821553e-06,
-      "loss": 1.1207,
+      "loss": 0.7646,
       "step": 4680
     },
     {
       "epoch": 4.06,
       "learning_rate": 2.1680185399768253e-06,
-      "loss": 1.244,
+      "loss": 0.8902,
       "step": 4690
     },
     {
       "epoch": 4.07,
       "learning_rate": 2.1672943221320973e-06,
-      "loss": 1.1251,
+      "loss": 0.7974,
       "step": 4700
     },
     {
       "epoch": 4.08,
       "learning_rate": 2.16657010428737e-06,
-      "loss": 1.1503,
+      "loss": 0.7943,
       "step": 4710
     },
     {
       "epoch": 4.09,
       "learning_rate": 2.165845886442642e-06,
-      "loss": 1.2019,
+      "loss": 0.866,
       "step": 4720
     },
     {
       "epoch": 4.1,
       "learning_rate": 2.1651216685979147e-06,
-      "loss": 1.1672,
+      "loss": 0.8431,
       "step": 4730
     },
     {
       "epoch": 4.11,
       "learning_rate": 2.1643974507531866e-06,
-      "loss": 1.0909,
+      "loss": 0.7555,
       "step": 4740
     },
     {
       "epoch": 4.12,
       "learning_rate": 2.163673232908459e-06,
-      "loss": 1.0561,
+      "loss": 0.7338,
       "step": 4750
     },
     {
       "epoch": 4.12,
       "learning_rate": 2.1629490150637313e-06,
-      "loss": 1.136,
+      "loss": 0.8075,
       "step": 4760
     },
     {
       "epoch": 4.13,
       "learning_rate": 2.1622247972190036e-06,
-      "loss": 1.1441,
+      "loss": 0.8809,
       "step": 4770
     },
     {
       "epoch": 4.14,
       "learning_rate": 2.161500579374276e-06,
-      "loss": 1.1561,
+      "loss": 0.8043,
       "step": 4780
     },
     {
       "epoch": 4.15,
       "learning_rate": 2.1607763615295483e-06,
-      "loss": 1.0879,
+      "loss": 0.7992,
       "step": 4790
     },
     {
       "epoch": 4.16,
       "learning_rate": 2.1600521436848206e-06,
-      "loss": 1.118,
+      "loss": 0.7868,
       "step": 4800
     },
     {
       "epoch": 4.17,
       "learning_rate": 2.159327925840093e-06,
-      "loss": 1.1074,
+      "loss": 0.7676,
       "step": 4810
     },
     {
       "epoch": 4.18,
       "learning_rate": 2.158603707995365e-06,
-      "loss": 1.1258,
+      "loss": 0.7702,
       "step": 4820
     },
     {
       "epoch": 4.19,
       "learning_rate": 2.1578794901506377e-06,
-      "loss": 1.2393,
+      "loss": 0.9037,
       "step": 4830
     },
     {
       "epoch": 4.19,
       "learning_rate": 2.1571552723059096e-06,
-      "loss": 1.1303,
+      "loss": 0.8133,
       "step": 4840
     },
     {
       "epoch": 4.2,
       "learning_rate": 2.1564310544611823e-06,
-      "loss": 1.1327,
+      "loss": 0.8165,
       "step": 4850
     },
     {
       "epoch": 4.21,
       "learning_rate": 2.1557068366164543e-06,
-      "loss": 1.0951,
+      "loss": 0.7853,
       "step": 4860
     },
     {
       "epoch": 4.22,
       "learning_rate": 2.154982618771727e-06,
-      "loss": 1.1447,
+      "loss": 0.8241,
       "step": 4870
     },
     {
       "epoch": 4.23,
       "learning_rate": 2.154258400926999e-06,
-      "loss": 1.1441,
+      "loss": 0.8463,
       "step": 4880
     },
     {
       "epoch": 4.24,
       "learning_rate": 2.1535341830822713e-06,
-      "loss": 1.1548,
+      "loss": 0.7849,
       "step": 4890
     },
     {
       "epoch": 4.25,
       "learning_rate": 2.1528099652375436e-06,
-      "loss": 1.0832,
+      "loss": 0.7628,
       "step": 4900
     },
     {
       "epoch": 4.25,
       "learning_rate": 2.152085747392816e-06,
-      "loss": 1.2083,
+      "loss": 0.8485,
       "step": 4910
     },
     {
       "epoch": 4.26,
       "learning_rate": 2.1513615295480883e-06,
-      "loss": 1.1514,
+      "loss": 0.8299,
       "step": 4920
     },
     {
       "epoch": 4.27,
       "learning_rate": 2.1506373117033606e-06,
-      "loss": 1.125,
+      "loss": 0.7921,
       "step": 4930
     },
     {
       "epoch": 4.28,
       "learning_rate": 2.149913093858633e-06,
-      "loss": 1.1204,
+      "loss": 0.7689,
       "step": 4940
     },
     {
       "epoch": 4.29,
       "learning_rate": 2.1491888760139053e-06,
-      "loss": 1.1054,
+      "loss": 0.7724,
       "step": 4950
     },
     {
       "epoch": 4.3,
       "learning_rate": 2.1484646581691776e-06,
-      "loss": 1.1546,
+      "loss": 0.8261,
       "step": 4960
     },
     {
       "epoch": 4.31,
       "learning_rate": 2.14774044032445e-06,
-      "loss": 1.2053,
+      "loss": 0.8254,
       "step": 4970
     },
     {
       "epoch": 4.32,
       "learning_rate": 2.147016222479722e-06,
-      "loss": 1.1446,
+      "loss": 0.8052,
       "step": 4980
     },
     {
       "epoch": 4.32,
       "learning_rate": 2.1462920046349942e-06,
-      "loss": 1.1045,
+      "loss": 0.7663,
       "step": 4990
     },
     {
       "epoch": 4.33,
       "learning_rate": 2.1455677867902666e-06,
-      "loss": 1.0807,
+      "loss": 0.7361,
       "step": 5000
     },
     {
       "epoch": 4.34,
       "learning_rate": 2.144843568945539e-06,
-      "loss": 1.1961,
+      "loss": 0.8747,
       "step": 5010
     },
     {
       "epoch": 4.35,
       "learning_rate": 2.1441193511008113e-06,
-      "loss": 1.2228,
+      "loss": 0.8592,
       "step": 5020
     },
     {
       "epoch": 4.36,
       "learning_rate": 2.1433951332560836e-06,
-      "loss": 1.1411,
+      "loss": 0.8077,
       "step": 5030
     },
     {
       "epoch": 4.37,
       "learning_rate": 2.142670915411356e-06,
-      "loss": 1.2428,
+      "loss": 0.8133,
       "step": 5040
     },
     {
       "epoch": 4.38,
       "learning_rate": 2.1419466975666283e-06,
-      "loss": 1.1237,
+      "loss": 0.7781,
       "step": 5050
     },
     {
       "epoch": 4.38,
       "learning_rate": 2.1412224797219006e-06,
-      "loss": 1.1941,
+      "loss": 0.8313,
       "step": 5060
     },
     {
       "epoch": 4.39,
       "learning_rate": 2.140498261877173e-06,
-      "loss": 1.2409,
+      "loss": 0.8475,
       "step": 5070
     },
     {
       "epoch": 4.4,
       "learning_rate": 2.1397740440324453e-06,
-      "loss": 1.3024,
+      "loss": 0.8889,
       "step": 5080
     },
     {
       "epoch": 4.41,
       "learning_rate": 2.139049826187717e-06,
-      "loss": 1.1381,
+      "loss": 0.842,
       "step": 5090
     },
     {
       "epoch": 4.42,
       "learning_rate": 2.13832560834299e-06,
-      "loss": 1.1635,
+      "loss": 0.8505,
       "step": 5100
     },
     {
       "epoch": 4.43,
       "learning_rate": 2.137601390498262e-06,
-      "loss": 1.0793,
+      "loss": 0.7541,
       "step": 5110
     },
     {
       "epoch": 4.44,
       "learning_rate": 2.1368771726535342e-06,
-      "loss": 1.1093,
+      "loss": 0.7933,
       "step": 5120
     },
     {
       "epoch": 4.45,
       "learning_rate": 2.1361529548088066e-06,
-      "loss": 1.1179,
+      "loss": 0.8019,
       "step": 5130
     },
     {
       "epoch": 4.45,
       "learning_rate": 2.135428736964079e-06,
-      "loss": 1.1407,
+      "loss": 0.8163,
       "step": 5140
     },
     {
       "epoch": 4.46,
       "learning_rate": 2.1347045191193512e-06,
-      "loss": 1.153,
+      "loss": 0.8379,
       "step": 5150
     },
     {
       "epoch": 4.47,
       "learning_rate": 2.1339803012746236e-06,
-      "loss": 1.1971,
+      "loss": 0.8461,
       "step": 5160
     },
     {
       "epoch": 4.48,
       "learning_rate": 2.133256083429896e-06,
-      "loss": 1.1317,
+      "loss": 0.7811,
       "step": 5170
     },
     {
       "epoch": 4.49,
       "learning_rate": 2.1325318655851683e-06,
-      "loss": 1.1429,
+      "loss": 0.8467,
       "step": 5180
     },
     {
       "epoch": 4.5,
       "learning_rate": 2.1318076477404406e-06,
-      "loss": 1.1207,
+      "loss": 0.7334,
       "step": 5190
     },
     {
       "epoch": 4.51,
       "learning_rate": 2.131083429895713e-06,
-      "loss": 1.1657,
+      "loss": 0.8594,
       "step": 5200
     },
     {
       "epoch": 4.51,
       "learning_rate": 2.130359212050985e-06,
-      "loss": 1.1594,
+      "loss": 0.8265,
       "step": 5210
     },
     {
       "epoch": 4.52,
       "learning_rate": 2.1296349942062576e-06,
-      "loss": 1.2236,
+      "loss": 0.8365,
       "step": 5220
     },
     {
       "epoch": 4.53,
       "learning_rate": 2.1289107763615295e-06,
-      "loss": 1.2401,
+      "loss": 0.8754,
       "step": 5230
     },
     {
       "epoch": 4.54,
       "learning_rate": 2.1281865585168023e-06,
-      "loss": 1.1635,
+      "loss": 0.8368,
       "step": 5240
     },
     {
       "epoch": 4.55,
       "learning_rate": 2.127462340672074e-06,
-      "loss": 1.0945,
+      "loss": 0.7709,
       "step": 5250
     },
     {
       "epoch": 4.56,
       "learning_rate": 2.126738122827347e-06,
-      "loss": 1.1035,
+      "loss": 0.8231,
       "step": 5260
     },
     {
       "epoch": 4.57,
       "learning_rate": 2.126013904982619e-06,
-      "loss": 1.2935,
+      "loss": 0.8617,
       "step": 5270
     },
     {
       "epoch": 4.58,
       "learning_rate": 2.1252896871378912e-06,
-      "loss": 1.1536,
+      "loss": 0.8302,
       "step": 5280
     },
     {
       "epoch": 4.58,
       "learning_rate": 2.1245654692931636e-06,
-      "loss": 1.113,
+      "loss": 0.7792,
       "step": 5290
     },
     {
       "epoch": 4.59,
       "learning_rate": 2.123841251448436e-06,
-      "loss": 1.1189,
+      "loss": 0.8078,
       "step": 5300
     },
     {
       "epoch": 4.6,
       "learning_rate": 2.1231170336037082e-06,
-      "loss": 1.1908,
+      "loss": 0.7925,
       "step": 5310
     },
     {
       "epoch": 4.61,
       "learning_rate": 2.1223928157589806e-06,
-      "loss": 1.17,
+      "loss": 0.9023,
       "step": 5320
     },
     {
       "epoch": 4.62,
       "learning_rate": 2.121668597914253e-06,
-      "loss": 1.1077,
+      "loss": 0.7889,
       "step": 5330
     },
     {
       "epoch": 4.63,
       "learning_rate": 2.1209443800695253e-06,
-      "loss": 1.0691,
+      "loss": 0.7445,
       "step": 5340
     },
     {
       "epoch": 4.64,
       "learning_rate": 2.120220162224797e-06,
-      "loss": 1.1083,
+      "loss": 0.781,
       "step": 5350
     },
     {
       "epoch": 4.64,
       "learning_rate": 2.11949594438007e-06,
-      "loss": 1.0964,
+      "loss": 0.794,
       "step": 5360
     },
     {
       "epoch": 4.65,
       "learning_rate": 2.118771726535342e-06,
-      "loss": 1.2371,
+      "loss": 0.8568,
       "step": 5370
     },
     {
       "epoch": 4.66,
       "learning_rate": 2.118047508690614e-06,
-      "loss": 1.1445,
+      "loss": 0.7875,
       "step": 5380
     },
     {
       "epoch": 4.67,
       "learning_rate": 2.1173232908458865e-06,
-      "loss": 1.1666,
+      "loss": 0.8566,
       "step": 5390
     },
     {
       "epoch": 4.68,
       "learning_rate": 2.116599073001159e-06,
-      "loss": 1.0715,
+      "loss": 0.8004,
       "step": 5400
     },
     {
       "epoch": 4.69,
       "learning_rate": 2.115874855156431e-06,
-      "loss": 1.1616,
+      "loss": 0.8818,
       "step": 5410
     },
     {
       "epoch": 4.7,
       "learning_rate": 2.1151506373117035e-06,
-      "loss": 1.1725,
+      "loss": 0.8017,
       "step": 5420
     },
     {
       "epoch": 4.71,
       "learning_rate": 2.114426419466976e-06,
-      "loss": 1.13,
+      "loss": 0.8213,
       "step": 5430
     },
     {
       "epoch": 4.71,
       "learning_rate": 2.1137022016222482e-06,
-      "loss": 1.1344,
+      "loss": 0.8763,
       "step": 5440
     },
     {
       "epoch": 4.72,
       "learning_rate": 2.1129779837775206e-06,
-      "loss": 1.1153,
+      "loss": 0.8193,
       "step": 5450
     },
     {
       "epoch": 4.73,
       "learning_rate": 2.112253765932793e-06,
-      "loss": 1.0975,
+      "loss": 0.7615,
       "step": 5460
     },
     {
       "epoch": 4.74,
       "learning_rate": 2.1115295480880652e-06,
-      "loss": 1.126,
+      "loss": 0.7923,
       "step": 5470
     },
     {
       "epoch": 4.75,
       "learning_rate": 2.110805330243337e-06,
-      "loss": 1.1556,
+      "loss": 0.785,
       "step": 5480
     },
     {
       "epoch": 4.76,
       "learning_rate": 2.11008111239861e-06,
-      "loss": 1.1268,
+      "loss": 0.7946,
       "step": 5490
     },
     {
       "epoch": 4.77,
       "learning_rate": 2.109356894553882e-06,
-      "loss": 1.1845,
+      "loss": 0.9023,
       "step": 5500
     },
     {
       "epoch": 4.77,
       "learning_rate": 2.108632676709154e-06,
-      "loss": 1.1433,
+      "loss": 0.8127,
       "step": 5510
     },
     {
       "epoch": 4.78,
       "learning_rate": 2.1079084588644265e-06,
-      "loss": 1.188,
+      "loss": 0.8179,
       "step": 5520
     },
     {
       "epoch": 4.79,
       "learning_rate": 2.107184241019699e-06,
-      "loss": 1.1669,
+      "loss": 0.8552,
       "step": 5530
     },
     {
       "epoch": 4.8,
       "learning_rate": 2.106460023174971e-06,
-      "loss": 1.1114,
+      "loss": 0.8066,
       "step": 5540
     },
     {
       "epoch": 4.81,
       "learning_rate": 2.1057358053302435e-06,
-      "loss": 1.1325,
+      "loss": 0.781,
       "step": 5550
     },
     {
       "epoch": 4.82,
       "learning_rate": 2.105011587485516e-06,
-      "loss": 1.1387,
+      "loss": 0.8328,
       "step": 5560
     },
     {
       "epoch": 4.83,
       "learning_rate": 2.104287369640788e-06,
-      "loss": 1.217,
+      "loss": 0.8509,
       "step": 5570
     },
     {
       "epoch": 4.83,
       "learning_rate": 2.10356315179606e-06,
-      "loss": 1.173,
+      "loss": 0.8659,
       "step": 5580
     },
     {
       "epoch": 4.84,
       "learning_rate": 2.102838933951333e-06,
-      "loss": 1.1399,
+      "loss": 0.792,
       "step": 5590
     },
     {
       "epoch": 4.85,
       "learning_rate": 2.102114716106605e-06,
-      "loss": 1.0866,
+      "loss": 0.7997,
       "step": 5600
     },
     {
       "epoch": 4.86,
       "learning_rate": 2.1013904982618776e-06,
-      "loss": 1.1012,
+      "loss": 0.772,
       "step": 5610
     },
     {
       "epoch": 4.87,
       "learning_rate": 2.1006662804171495e-06,
-      "loss": 1.1032,
+      "loss": 0.807,
       "step": 5620
     },
     {
       "epoch": 4.88,
       "learning_rate": 2.0999420625724222e-06,
-      "loss": 1.1454,
+      "loss": 0.8389,
       "step": 5630
     },
     {
       "epoch": 4.89,
       "learning_rate": 2.099217844727694e-06,
-      "loss": 1.1887,
+      "loss": 0.8002,
       "step": 5640
     },
     {
       "epoch": 4.9,
       "learning_rate": 2.098493626882967e-06,
-      "loss": 1.1164,
+      "loss": 0.8281,
       "step": 5650
     },
     {
       "epoch": 4.9,
       "learning_rate": 2.097769409038239e-06,
-      "loss": 1.1163,
+      "loss": 0.7711,
       "step": 5660
     },
     {
       "epoch": 4.91,
       "learning_rate": 2.097045191193511e-06,
-      "loss": 1.1405,
+      "loss": 0.8169,
       "step": 5670
     },
     {
       "epoch": 4.92,
       "learning_rate": 2.0963209733487835e-06,
-      "loss": 1.0659,
+      "loss": 0.7682,
       "step": 5680
     },
     {
       "epoch": 4.93,
       "learning_rate": 2.095596755504056e-06,
-      "loss": 1.1597,
+      "loss": 0.745,
       "step": 5690
     },
     {
       "epoch": 4.94,
       "learning_rate": 2.094872537659328e-06,
-      "loss": 1.1271,
+      "loss": 0.7482,
       "step": 5700
     },
     {
       "epoch": 4.95,
       "learning_rate": 2.0941483198146005e-06,
-      "loss": 1.0999,
+      "loss": 0.7811,
       "step": 5710
     },
     {
       "epoch": 4.96,
       "learning_rate": 2.093424101969873e-06,
-      "loss": 1.2111,
+      "loss": 0.9678,
       "step": 5720
     },
     {
       "epoch": 4.96,
       "learning_rate": 2.092699884125145e-06,
-      "loss": 1.1852,
+      "loss": 0.7898,
       "step": 5730
     },
     {
       "epoch": 4.97,
       "learning_rate": 2.091975666280417e-06,
-      "loss": 1.1621,
+      "loss": 0.8356,
       "step": 5740
     },
     {
       "epoch": 4.98,
       "learning_rate": 2.09125144843569e-06,
-      "loss": 1.0978,
+      "loss": 0.7766,
       "step": 5750
     },
     {
       "epoch": 4.99,
       "learning_rate": 2.0905272305909618e-06,
-      "loss": 1.1887,
+      "loss": 0.8914,
       "step": 5760
     },
     {
       "epoch": 5.0,
       "learning_rate": 2.089803012746234e-06,
-      "loss": 1.1908,
+      "loss": 0.8339,
       "step": 5770
     },
     {
       "epoch": 5.0,
-      "eval_loss": 1.3864954710006714,
-      "eval_runtime": 130.8771,
-      "eval_samples_per_second": 4.065,
-      "eval_steps_per_second": 2.032,
-      "eval_wer": 0.8781898823680658,
+      "eval_loss": 1.08079195022583,
+      "eval_runtime": 131.4747,
+      "eval_samples_per_second": 4.046,
+      "eval_steps_per_second": 2.023,
+      "eval_wer": 0.7513016648454072,
       "step": 5770
     },
     {
       "epoch": 5.01,
       "learning_rate": 2.0890787949015065e-06,
-      "loss": 1.1261,
+      "loss": 0.8268,
       "step": 5780
     },
     {
       "epoch": 5.02,
       "learning_rate": 2.088354577056779e-06,
-      "loss": 1.128,
+      "loss": 0.7798,
       "step": 5790
     },
     {
       "epoch": 5.03,
       "learning_rate": 2.087630359212051e-06,
-      "loss": 1.1218,
+      "loss": 0.7784,
       "step": 5800
     },
     {
       "epoch": 5.03,
       "learning_rate": 2.0869061413673235e-06,
-      "loss": 1.0488,
+      "loss": 0.7126,
       "step": 5810
     },
     {
       "epoch": 5.04,
       "learning_rate": 2.086181923522596e-06,
-      "loss": 1.1516,
+      "loss": 0.8037,
       "step": 5820
     },
     {
       "epoch": 5.05,
       "learning_rate": 2.085457705677868e-06,
-      "loss": 1.1642,
+      "loss": 0.7808,
       "step": 5830
     },
     {
       "epoch": 5.06,
       "learning_rate": 2.0847334878331405e-06,
-      "loss": 1.0894,
+      "loss": 0.7474,
       "step": 5840
     },
     {
       "epoch": 5.07,
       "learning_rate": 2.084009269988413e-06,
-      "loss": 1.1565,
+      "loss": 0.8019,
       "step": 5850
     },
     {
       "epoch": 5.08,
       "learning_rate": 2.083285052143685e-06,
-      "loss": 1.0947,
+      "loss": 0.7547,
       "step": 5860
     },
     {
       "epoch": 5.09,
       "learning_rate": 2.082560834298957e-06,
-      "loss": 1.1323,
+      "loss": 0.8003,
       "step": 5870
     },
     {
       "epoch": 5.1,
       "learning_rate": 2.0818366164542294e-06,
-      "loss": 1.1264,
+      "loss": 0.8087,
       "step": 5880
     },
     {
       "epoch": 5.1,
       "learning_rate": 2.0811123986095018e-06,
-      "loss": 1.1151,
+      "loss": 0.7554,
       "step": 5890
     },
     {
       "epoch": 5.11,
       "learning_rate": 2.080388180764774e-06,
-      "loss": 1.1168,
+      "loss": 0.7729,
       "step": 5900
     },
     {
       "epoch": 5.12,
       "learning_rate": 2.0796639629200464e-06,
-      "loss": 1.0959,
+      "loss": 0.7572,
       "step": 5910
     },
     {
       "epoch": 5.13,
       "learning_rate": 2.0789397450753188e-06,
-      "loss": 1.1604,
+      "loss": 0.849,
       "step": 5920
     },
     {
       "epoch": 5.14,
       "learning_rate": 2.078215527230591e-06,
-      "loss": 1.1691,
+      "loss": 0.7876,
       "step": 5930
     },
     {
       "epoch": 5.15,
       "learning_rate": 2.0774913093858635e-06,
-      "loss": 1.1176,
+      "loss": 0.8064,
       "step": 5940
     },
     {
       "epoch": 5.16,
       "learning_rate": 2.076767091541136e-06,
-      "loss": 1.1071,
+      "loss": 0.7215,
       "step": 5950
     },
     {
       "epoch": 5.16,
       "learning_rate": 2.076042873696408e-06,
-      "loss": 1.0992,
+      "loss": 0.799,
       "step": 5960
     },
     {
       "epoch": 5.17,
       "learning_rate": 2.07531865585168e-06,
-      "loss": 1.141,
+      "loss": 0.8216,
       "step": 5970
     },
     {
       "epoch": 5.18,
       "learning_rate": 2.074594438006953e-06,
-      "loss": 1.1503,
+      "loss": 0.8624,
       "step": 5980
     },
     {
       "epoch": 5.19,
       "learning_rate": 2.0738702201622247e-06,
-      "loss": 1.112,
+      "loss": 0.7703,
       "step": 5990
     },
     {
       "epoch": 5.2,
       "learning_rate": 2.0731460023174975e-06,
-      "loss": 1.0687,
+      "loss": 0.7122,
       "step": 6000
     },
     {
       "epoch": 5.21,
       "learning_rate": 2.0724217844727694e-06,
-      "loss": 1.148,
+      "loss": 0.8901,
       "step": 6010
     },
     {
       "epoch": 5.22,
       "learning_rate": 2.071697566628042e-06,
-      "loss": 1.132,
+      "loss": 0.7637,
       "step": 6020
     },
     {
       "epoch": 5.23,
       "learning_rate": 2.070973348783314e-06,
-      "loss": 1.1226,
+      "loss": 0.794,
       "step": 6030
     },
     {
       "epoch": 5.23,
       "learning_rate": 2.0702491309385864e-06,
-      "loss": 1.1612,
+      "loss": 0.7716,
       "step": 6040
     },
     {
       "epoch": 5.24,
       "learning_rate": 2.0695249130938588e-06,
-      "loss": 1.0774,
+      "loss": 0.7518,
       "step": 6050
     },
     {
       "epoch": 5.25,
       "learning_rate": 2.068800695249131e-06,
-      "loss": 1.1637,
+      "loss": 0.8417,
       "step": 6060
     },
     {
       "epoch": 5.26,
       "learning_rate": 2.0680764774044034e-06,
-      "loss": 1.2518,
+      "loss": 0.8746,
       "step": 6070
     },
     {
       "epoch": 5.27,
       "learning_rate": 2.0673522595596758e-06,
-      "loss": 1.2322,
+      "loss": 0.8409,
       "step": 6080
     },
     {
       "epoch": 5.28,
       "learning_rate": 2.066628041714948e-06,
-      "loss": 1.1503,
+      "loss": 0.8465,
       "step": 6090
     },
     {
       "epoch": 5.29,
       "learning_rate": 2.0659038238702205e-06,
-      "loss": 1.1382,
+      "loss": 0.7805,
       "step": 6100
     },
     {
       "epoch": 5.29,
       "learning_rate": 2.0651796060254924e-06,
-      "loss": 1.0593,
+      "loss": 0.7361,
       "step": 6110
     },
     {
       "epoch": 5.3,
       "learning_rate": 2.064455388180765e-06,
-      "loss": 1.1874,
+      "loss": 0.8348,
       "step": 6120
     },
     {
       "epoch": 5.31,
       "learning_rate": 2.063731170336037e-06,
-      "loss": 1.0888,
+      "loss": 0.7885,
       "step": 6130
     },
     {
       "epoch": 5.32,
       "learning_rate": 2.06300695249131e-06,
-      "loss": 1.0875,
+      "loss": 0.7683,
       "step": 6140
     },
     {
       "epoch": 5.33,
       "learning_rate": 2.0622827346465817e-06,
-      "loss": 1.0994,
+      "loss": 0.7841,
       "step": 6150
     },
     {
       "epoch": 5.34,
       "learning_rate": 2.061558516801854e-06,
-      "loss": 1.109,
+      "loss": 0.7845,
       "step": 6160
     },
     {
       "epoch": 5.35,
       "learning_rate": 2.0608342989571264e-06,
-      "loss": 1.1893,
+      "loss": 0.868,
       "step": 6170
     },
     {
       "epoch": 5.36,
       "learning_rate": 2.0601100811123987e-06,
-      "loss": 1.1025,
+      "loss": 0.7815,
       "step": 6180
     },
     {
       "epoch": 5.36,
       "learning_rate": 2.059385863267671e-06,
-      "loss": 1.056,
+      "loss": 0.7821,
       "step": 6190
     },
     {
       "epoch": 5.37,
       "learning_rate": 2.0586616454229434e-06,
-      "loss": 1.07,
+      "loss": 0.7501,
       "step": 6200
     },
     {
       "epoch": 5.38,
       "learning_rate": 2.0579374275782158e-06,
-      "loss": 1.1822,
+      "loss": 0.8271,
       "step": 6210
     },
     {
       "epoch": 5.39,
       "learning_rate": 2.057213209733488e-06,
-      "loss": 1.1276,
+      "loss": 0.7992,
       "step": 6220
     },
     {
       "epoch": 5.4,
       "learning_rate": 2.0564889918887604e-06,
-      "loss": 1.1208,
+      "loss": 0.8552,
       "step": 6230
     },
     {
       "epoch": 5.41,
       "learning_rate": 2.0557647740440328e-06,
-      "loss": 1.1186,
+      "loss": 0.8191,
       "step": 6240
     },
     {
       "epoch": 5.42,
       "learning_rate": 2.055040556199305e-06,
-      "loss": 1.1031,
+      "loss": 0.7822,
       "step": 6250
     },
     {
       "epoch": 5.42,
       "learning_rate": 2.054316338354577e-06,
-      "loss": 1.103,
+      "loss": 0.7742,
       "step": 6260
     },
     {
       "epoch": 5.43,
       "learning_rate": 2.0535921205098494e-06,
-      "loss": 1.1241,
+      "loss": 0.8198,
       "step": 6270
     },
     {
       "epoch": 5.44,
       "learning_rate": 2.0528679026651217e-06,
-      "loss": 1.173,
+      "loss": 0.8154,
       "step": 6280
     },
     {
       "epoch": 5.45,
       "learning_rate": 2.052143684820394e-06,
-      "loss": 1.1353,
+      "loss": 0.7668,
       "step": 6290
     },
     {
       "epoch": 5.46,
       "learning_rate": 2.0514194669756664e-06,
-      "loss": 1.0756,
+      "loss": 0.746,
       "step": 6300
     },
     {
       "epoch": 5.47,
       "learning_rate": 2.0506952491309387e-06,
-      "loss": 1.0868,
+      "loss": 0.8079,
       "step": 6310
     },
     {
       "epoch": 5.48,
       "learning_rate": 2.049971031286211e-06,
-      "loss": 1.1045,
+      "loss": 0.7908,
       "step": 6320
     },
     {
       "epoch": 5.49,
       "learning_rate": 2.0492468134414834e-06,
-      "loss": 1.1312,
+      "loss": 0.795,
       "step": 6330
     },
     {
       "epoch": 5.49,
       "learning_rate": 2.0485225955967557e-06,
-      "loss": 1.1263,
+      "loss": 0.7758,
       "step": 6340
     },
     {
       "epoch": 5.5,
       "learning_rate": 2.047798377752028e-06,
-      "loss": 1.1514,
+      "loss": 0.7628,
       "step": 6350
     },
     {
       "epoch": 5.51,
       "learning_rate": 2.0470741599073e-06,
-      "loss": 1.0795,
+      "loss": 0.7764,
       "step": 6360
     },
     {
       "epoch": 5.52,
       "learning_rate": 2.0463499420625728e-06,
-      "loss": 1.1919,
+      "loss": 0.811,
       "step": 6370
     },
     {
       "epoch": 5.53,
       "learning_rate": 2.0456257242178447e-06,
-      "loss": 1.0881,
+      "loss": 0.779,
       "step": 6380
     },
     {
       "epoch": 5.54,
       "learning_rate": 2.0449015063731174e-06,
-      "loss": 1.1042,
+      "loss": 0.748,
       "step": 6390
     },
     {
       "epoch": 5.55,
       "learning_rate": 2.0441772885283894e-06,
-      "loss": 1.1414,
+      "loss": 0.7818,
       "step": 6400
     },
     {
       "epoch": 5.55,
       "learning_rate": 2.043453070683662e-06,
-      "loss": 1.0458,
+      "loss": 0.739,
       "step": 6410
     },
     {
       "epoch": 5.56,
       "learning_rate": 2.042728852838934e-06,
-      "loss": 1.1635,
+      "loss": 0.8384,
       "step": 6420
     },
     {
       "epoch": 5.57,
       "learning_rate": 2.0420046349942064e-06,
-      "loss": 1.0952,
+      "loss": 0.7667,
       "step": 6430
     },
     {
       "epoch": 5.58,
       "learning_rate": 2.0412804171494787e-06,
-      "loss": 1.1181,
+      "loss": 0.7803,
       "step": 6440
     },
     {
       "epoch": 5.59,
       "learning_rate": 2.040556199304751e-06,
-      "loss": 1.1297,
+      "loss": 0.8229,
       "step": 6450
     },
     {
       "epoch": 5.6,
       "learning_rate": 2.0398319814600234e-06,
-      "loss": 1.0853,
+      "loss": 0.8052,
       "step": 6460
     },
     {
       "epoch": 5.61,
       "learning_rate": 2.0391077636152957e-06,
-      "loss": 1.1411,
+      "loss": 0.8138,
       "step": 6470
     },
     {
       "epoch": 5.61,
       "learning_rate": 2.038383545770568e-06,
-      "loss": 1.0975,
+      "loss": 0.8057,
       "step": 6480
     },
     {
       "epoch": 5.62,
       "learning_rate": 2.0376593279258404e-06,
-      "loss": 1.0668,
+      "loss": 0.7504,
       "step": 6490
     },
     {
       "epoch": 5.63,
       "learning_rate": 2.0369351100811123e-06,
-      "loss": 1.0646,
+      "loss": 0.7706,
       "step": 6500
     },
     {
       "epoch": 5.64,
       "learning_rate": 2.036210892236385e-06,
-      "loss": 1.0756,
+      "loss": 0.7927,
       "step": 6510
     },
     {
       "epoch": 5.65,
       "learning_rate": 2.035486674391657e-06,
-      "loss": 1.2265,
+      "loss": 0.9112,
       "step": 6520
     },
     {
       "epoch": 5.66,
       "learning_rate": 2.0347624565469298e-06,
-      "loss": 1.093,
+      "loss": 0.8213,
       "step": 6530
     },
     {
       "epoch": 5.67,
       "learning_rate": 2.0340382387022017e-06,
-      "loss": 1.1618,
+      "loss": 0.8481,
       "step": 6540
     },
     {
       "epoch": 5.68,
       "learning_rate": 2.033314020857474e-06,
-      "loss": 1.1355,
+      "loss": 0.8213,
       "step": 6550
     },
     {
       "epoch": 5.68,
       "learning_rate": 2.0325898030127464e-06,
-      "loss": 1.075,
+      "loss": 0.7953,
       "step": 6560
     },
     {
       "epoch": 5.69,
       "learning_rate": 2.0318655851680187e-06,
-      "loss": 1.1935,
+      "loss": 0.8359,
       "step": 6570
     },
     {
       "epoch": 5.7,
       "learning_rate": 2.031141367323291e-06,
-      "loss": 1.1288,
+      "loss": 0.7888,
       "step": 6580
     },
     {
       "epoch": 5.71,
       "learning_rate": 2.0304171494785634e-06,
-      "loss": 1.1195,
+      "loss": 0.7924,
       "step": 6590
     },
     {
       "epoch": 5.72,
       "learning_rate": 2.0296929316338357e-06,
-      "loss": 1.0889,
+      "loss": 0.7779,
       "step": 6600
     },
     {
       "epoch": 5.73,
       "learning_rate": 2.028968713789108e-06,
-      "loss": 1.0536,
+      "loss": 0.7423,
       "step": 6610
     },
     {
       "epoch": 5.74,
       "learning_rate": 2.0282444959443804e-06,
-      "loss": 1.139,
+      "loss": 0.837,
       "step": 6620
     },
     {
       "epoch": 5.74,
       "learning_rate": 2.0275202780996527e-06,
-      "loss": 1.0718,
+      "loss": 0.808,
       "step": 6630
     },
     {
       "epoch": 5.75,
       "learning_rate": 2.026796060254925e-06,
-      "loss": 1.172,
+      "loss": 0.8514,
       "step": 6640
     },
     {
       "epoch": 5.76,
       "learning_rate": 2.026071842410197e-06,
-      "loss": 1.1072,
+      "loss": 0.8134,
       "step": 6650
     },
     {
       "epoch": 5.77,
       "learning_rate": 2.0253476245654693e-06,
-      "loss": 1.0868,
+      "loss": 0.7657,
       "step": 6660
     },
     {
       "epoch": 5.78,
       "learning_rate": 2.0246234067207417e-06,
-      "loss": 1.178,
+      "loss": 0.8199,
       "step": 6670
     },
     {
       "epoch": 5.79,
       "learning_rate": 2.023899188876014e-06,
-      "loss": 1.0996,
+      "loss": 0.7559,
       "step": 6680
     },
     {
       "epoch": 5.8,
       "learning_rate": 2.0231749710312863e-06,
-      "loss": 1.1011,
+      "loss": 0.7961,
       "step": 6690
     },
     {
       "epoch": 5.81,
       "learning_rate": 2.0224507531865587e-06,
-      "loss": 1.1119,
+      "loss": 0.7754,
       "step": 6700
     },
     {
       "epoch": 5.81,
       "learning_rate": 2.021726535341831e-06,
-      "loss": 1.1695,
+      "loss": 0.8593,
       "step": 6710
     },
     {
       "epoch": 5.82,
       "learning_rate": 2.0210023174971034e-06,
-      "loss": 1.1901,
+      "loss": 0.9073,
       "step": 6720
     },
     {
       "epoch": 5.83,
       "learning_rate": 2.0202780996523753e-06,
-      "loss": 1.2465,
+      "loss": 0.9135,
       "step": 6730
     },
     {
       "epoch": 5.84,
-      "learning_rate": 2.019626303592121e-06,
-      "loss": 1.3256,
+      "learning_rate": 2.019553881807648e-06,
+      "loss": 0.9846,
       "step": 6740
     },
     {
       "epoch": 5.85,
-      "learning_rate": 2.0189020857473928e-06,
-      "loss": 1.1259,
+      "learning_rate": 2.01882966396292e-06,
+      "loss": 0.8118,
       "step": 6750
     },
     {
       "epoch": 5.86,
-      "learning_rate": 2.0181778679026655e-06,
-      "loss": 1.1259,
+      "learning_rate": 2.0181054461181927e-06,
+      "loss": 0.7866,
       "step": 6760
     },
     {
       "epoch": 5.87,
-      "learning_rate": 2.0174536500579374e-06,
-      "loss": 1.077,
+      "learning_rate": 2.0173812282734646e-06,
+      "loss": 0.7612,
       "step": 6770
     },
     {
       "epoch": 5.87,
-      "learning_rate": 2.01672943221321e-06,
-      "loss": 1.1065,
+      "learning_rate": 2.0166570104287374e-06,
+      "loss": 0.7083,
       "step": 6780
     },
     {
       "epoch": 5.88,
-      "learning_rate": 2.016005214368482e-06,
-      "loss": 1.2266,
+      "learning_rate": 2.0159327925840093e-06,
+      "loss": 0.8374,
       "step": 6790
     },
     {
       "epoch": 5.89,
-      "learning_rate": 2.0152809965237544e-06,
-      "loss": 1.1119,
+      "learning_rate": 2.0152085747392816e-06,
+      "loss": 0.7766,
       "step": 6800
     },
     {
       "epoch": 5.9,
-      "learning_rate": 2.0145567786790268e-06,
-      "loss": 1.1087,
+      "learning_rate": 2.014484356894554e-06,
+      "loss": 0.8168,
       "step": 6810
     },
     {
       "epoch": 5.91,
-      "learning_rate": 2.013832560834299e-06,
-      "loss": 1.1322,
+      "learning_rate": 2.0137601390498263e-06,
+      "loss": 0.8243,
       "step": 6820
     },
     {
       "epoch": 5.92,
-      "learning_rate": 2.0131083429895715e-06,
-      "loss": 1.1066,
+      "learning_rate": 2.0130359212050987e-06,
+      "loss": 0.7861,
       "step": 6830
     },
     {
       "epoch": 5.93,
-      "learning_rate": 2.012384125144844e-06,
-      "loss": 1.1094,
+      "learning_rate": 2.012311703360371e-06,
+      "loss": 0.8027,
       "step": 6840
     },
     {
       "epoch": 5.94,
-      "learning_rate": 2.011659907300116e-06,
-      "loss": 1.0873,
+      "learning_rate": 2.0115874855156433e-06,
+      "loss": 0.7315,
       "step": 6850
     },
     {
       "epoch": 5.94,
-      "learning_rate": 2.0109356894553885e-06,
-      "loss": 1.0291,
+      "learning_rate": 2.0108632676709157e-06,
+      "loss": 0.7314,
       "step": 6860
     },
     {
       "epoch": 5.95,
-      "learning_rate": 2.010211471610661e-06,
-      "loss": 1.1481,
+      "learning_rate": 2.010139049826188e-06,
+      "loss": 0.8388,
       "step": 6870
     },
     {
       "epoch": 5.96,
-      "learning_rate": 2.009487253765933e-06,
-      "loss": 1.1366,
+      "learning_rate": 2.0094148319814604e-06,
+      "loss": 0.7953,
       "step": 6880
     },
     {
       "epoch": 5.97,
-      "learning_rate": 2.008763035921205e-06,
-      "loss": 1.2042,
+      "learning_rate": 2.0086906141367323e-06,
+      "loss": 0.8197,
       "step": 6890
     },
     {
       "epoch": 5.98,
-      "learning_rate": 2.0080388180764774e-06,
-      "loss": 1.0747,
+      "learning_rate": 2.007966396292005e-06,
+      "loss": 0.7777,
       "step": 6900
     },
     {
       "epoch": 5.99,
-      "learning_rate": 2.0073146002317498e-06,
-      "loss": 1.0956,
+      "learning_rate": 2.007242178447277e-06,
+      "loss": 0.8083,
       "step": 6910
     },
     {
       "epoch": 6.0,
-      "learning_rate": 2.006590382387022e-06,
-      "loss": 1.2234,
+      "learning_rate": 2.0065179606025497e-06,
+      "loss": 0.8394,
       "step": 6920
     },
     {
       "epoch": 6.0,
-      "eval_loss": 1.3009965419769287,
-      "eval_runtime": 131.6836,
-      "eval_samples_per_second": 4.04,
-      "eval_steps_per_second": 2.02,
-      "eval_wer": 0.8481069614964325,
+      "eval_loss": 1.0556350946426392,
+      "eval_runtime": 131.9279,
+      "eval_samples_per_second": 4.033,
+      "eval_steps_per_second": 2.016,
+      "eval_wer": 0.736710162627756,
       "step": 6924
     },
     {
       "epoch": 6.01,
-      "learning_rate": 2.0058661645422944e-06,
-      "loss": 1.2445,
+      "learning_rate": 2.0057937427578216e-06,
+      "loss": 0.8345,
       "step": 6930
     },
     {
       "epoch": 6.01,
-      "learning_rate": 2.0052143684820396e-06,
-      "loss": 1.2086,
+      "learning_rate": 2.005069524913094e-06,
+      "loss": 0.8461,
       "step": 6940
     },
     {
       "epoch": 6.02,
-      "learning_rate": 2.004490150637312e-06,
-      "loss": 1.0564,
+      "learning_rate": 2.0043453070683663e-06,
+      "loss": 0.7559,
       "step": 6950
     },
     {
       "epoch": 6.03,
-      "learning_rate": 2.0037659327925843e-06,
-      "loss": 1.069,
+      "learning_rate": 2.0036210892236386e-06,
+      "loss": 0.7991,
       "step": 6960
     },
     {
       "epoch": 6.04,
-      "learning_rate": 2.0030417149478566e-06,
-      "loss": 1.097,
+      "learning_rate": 2.002896871378911e-06,
+      "loss": 0.7876,
       "step": 6970
     },
     {
       "epoch": 6.05,
-      "learning_rate": 2.0023174971031285e-06,
-      "loss": 1.166,
+      "learning_rate": 2.0021726535341833e-06,
+      "loss": 0.7796,
       "step": 6980
     },
     {
       "epoch": 6.06,
-      "learning_rate": 2.0015932792584013e-06,
-      "loss": 1.1187,
+      "learning_rate": 2.0014484356894557e-06,
+      "loss": 0.7733,
       "step": 6990
     },
     {
       "epoch": 6.07,
-      "learning_rate": 2.000869061413673e-06,
-      "loss": 1.0709,
+      "learning_rate": 2.000724217844728e-06,
+      "loss": 0.7291,
       "step": 7000
     },
     {
       "epoch": 6.07,
-      "learning_rate": 2.000144843568946e-06,
-      "loss": 1.0144,
+      "learning_rate": 2.0000000000000003e-06,
+      "loss": 0.7278,
       "step": 7010
     },
     {
       "epoch": 6.08,
-      "learning_rate": 1.999420625724218e-06,
-      "loss": 1.1624,
+      "learning_rate": 1.9992757821552722e-06,
+      "loss": 0.7975,
       "step": 7020
     },
     {
       "epoch": 6.09,
-      "learning_rate": 1.9986964078794906e-06,
-      "loss": 1.1448,
+      "learning_rate": 1.9985515643105446e-06,
+      "loss": 0.7801,
       "step": 7030
     },
     {
       "epoch": 6.1,
-      "learning_rate": 1.9979721900347625e-06,
-      "loss": 1.0645,
+      "learning_rate": 1.997827346465817e-06,
+      "loss": 0.7505,
       "step": 7040
     },
     {
       "epoch": 6.11,
-      "learning_rate": 1.997247972190035e-06,
-      "loss": 1.0716,
+      "learning_rate": 1.9971031286210893e-06,
+      "loss": 0.7376,
       "step": 7050
     },
     {
       "epoch": 6.12,
-      "learning_rate": 1.9965237543453072e-06,
-      "loss": 1.138,
+      "learning_rate": 1.9963789107763616e-06,
+      "loss": 0.79,
       "step": 7060
     },
     {
       "epoch": 6.13,
-      "learning_rate": 1.9957995365005796e-06,
-      "loss": 1.1079,
+      "learning_rate": 1.995654692931634e-06,
+      "loss": 0.8042,
       "step": 7070
     },
     {
       "epoch": 6.14,
-      "learning_rate": 1.995075318655852e-06,
-      "loss": 1.1794,
+      "learning_rate": 1.9949304750869063e-06,
+      "loss": 0.8538,
       "step": 7080
     },
     {
       "epoch": 6.14,
-      "learning_rate": 1.9943511008111242e-06,
-      "loss": 1.1271,
+      "learning_rate": 1.9942062572421786e-06,
+      "loss": 0.8523,
       "step": 7090
     },
     {
       "epoch": 6.15,
-      "learning_rate": 1.9936268829663966e-06,
-      "loss": 1.1337,
+      "learning_rate": 1.993482039397451e-06,
+      "loss": 0.8222,
       "step": 7100
     },
     {
       "epoch": 6.16,
-      "learning_rate": 1.992902665121669e-06,
-      "loss": 1.0548,
+      "learning_rate": 1.9927578215527233e-06,
+      "loss": 0.714,
       "step": 7110
     },
     {
       "epoch": 6.17,
-      "learning_rate": 1.992178447276941e-06,
-      "loss": 1.1518,
+      "learning_rate": 1.9920336037079952e-06,
+      "loss": 0.7459,
       "step": 7120
     },
     {
       "epoch": 6.18,
-      "learning_rate": 1.9914542294322136e-06,
-      "loss": 1.0913,
+      "learning_rate": 1.991309385863268e-06,
+      "loss": 0.7842,
       "step": 7130
     },
     {
       "epoch": 6.19,
-      "learning_rate": 1.9907300115874855e-06,
-      "loss": 1.1404,
+      "learning_rate": 1.99058516801854e-06,
+      "loss": 0.8408,
       "step": 7140
     },
     {
       "epoch": 6.2,
-      "learning_rate": 1.990005793742758e-06,
-      "loss": 1.0898,
+      "learning_rate": 1.9898609501738127e-06,
+      "loss": 0.7258,
       "step": 7150
     },
     {
       "epoch": 6.2,
-      "learning_rate": 1.98928157589803e-06,
-      "loss": 1.0927,
+      "learning_rate": 1.9891367323290846e-06,
+      "loss": 0.7568,
       "step": 7160
     },
     {
       "epoch": 6.21,
-      "learning_rate": 1.9885573580533025e-06,
-      "loss": 1.0922,
+      "learning_rate": 1.9884125144843573e-06,
+      "loss": 0.7468,
       "step": 7170
     },
     {
       "epoch": 6.22,
-      "learning_rate": 1.987833140208575e-06,
-      "loss": 1.0715,
+      "learning_rate": 1.9876882966396292e-06,
+      "loss": 0.7648,
       "step": 7180
     },
     {
       "epoch": 6.23,
-      "learning_rate": 1.987108922363847e-06,
-      "loss": 1.0811,
+      "learning_rate": 1.9869640787949016e-06,
+      "loss": 0.7661,
       "step": 7190
     },
     {
       "epoch": 6.24,
-      "learning_rate": 1.9863847045191195e-06,
-      "loss": 1.0243,
+      "learning_rate": 1.986239860950174e-06,
+      "loss": 0.7423,
       "step": 7200
     },
     {
       "epoch": 6.25,
-      "learning_rate": 1.985660486674392e-06,
-      "loss": 1.0819,
+      "learning_rate": 1.9855156431054463e-06,
+      "loss": 0.8198,
       "step": 7210
     },
     {
       "epoch": 6.26,
-      "learning_rate": 1.9849362688296642e-06,
-      "loss": 1.0445,
+      "learning_rate": 1.9847914252607186e-06,
+      "loss": 0.7574,
       "step": 7220
     },
     {
       "epoch": 6.27,
-      "learning_rate": 1.9842120509849366e-06,
-      "loss": 1.1371,
+      "learning_rate": 1.984067207415991e-06,
+      "loss": 0.8192,
       "step": 7230
     },
     {
       "epoch": 6.27,
-      "learning_rate": 1.983487833140209e-06,
-      "loss": 1.0521,
+      "learning_rate": 1.9833429895712633e-06,
+      "loss": 0.7778,
       "step": 7240
     },
     {
       "epoch": 6.28,
-      "learning_rate": 1.982763615295481e-06,
-      "loss": 1.0675,
+      "learning_rate": 1.9826187717265356e-06,
+      "loss": 0.748,
       "step": 7250
     },
     {
       "epoch": 6.29,
-      "learning_rate": 1.9820393974507536e-06,
-      "loss": 1.089,
+      "learning_rate": 1.9818945538818075e-06,
+      "loss": 0.7283,
       "step": 7260
     },
     {
       "epoch": 6.3,
-      "learning_rate": 1.9813151796060255e-06,
-      "loss": 1.1245,
+      "learning_rate": 1.9811703360370803e-06,
+      "loss": 0.814,
       "step": 7270
     },
     {
       "epoch": 6.31,
-      "learning_rate": 1.980590961761298e-06,
-      "loss": 1.2107,
+      "learning_rate": 1.980446118192352e-06,
+      "loss": 0.7724,
       "step": 7280
     },
     {
       "epoch": 6.32,
-      "learning_rate": 1.97986674391657e-06,
-      "loss": 1.0936,
+      "learning_rate": 1.979721900347625e-06,
+      "loss": 0.7766,
       "step": 7290
     },
     {
       "epoch": 6.33,
-      "learning_rate": 1.9791425260718425e-06,
-      "loss": 1.0628,
+      "learning_rate": 1.978997682502897e-06,
+      "loss": 0.7291,
       "step": 7300
     },
     {
       "epoch": 6.33,
-      "learning_rate": 1.978418308227115e-06,
-      "loss": 1.0722,
+      "learning_rate": 1.9782734646581697e-06,
+      "loss": 0.816,
       "step": 7310
     },
     {
       "epoch": 6.34,
-      "learning_rate": 1.977694090382387e-06,
-      "loss": 1.0918,
+      "learning_rate": 1.9775492468134416e-06,
+      "loss": 0.768,
       "step": 7320
     },
     {
       "epoch": 6.35,
-      "learning_rate": 1.9769698725376595e-06,
-      "loss": 1.1244,
+      "learning_rate": 1.976825028968714e-06,
+      "loss": 0.7709,
       "step": 7330
     },
     {
       "epoch": 6.36,
-      "learning_rate": 1.976245654692932e-06,
-      "loss": 1.0468,
+      "learning_rate": 1.9761008111239862e-06,
+      "loss": 0.7732,
       "step": 7340
     },
     {
       "epoch": 6.37,
-      "learning_rate": 1.9755214368482038e-06,
-      "loss": 1.0806,
+      "learning_rate": 1.9753765932792586e-06,
+      "loss": 0.7778,
       "step": 7350
     },
     {
       "epoch": 6.38,
-      "learning_rate": 1.9747972190034765e-06,
-      "loss": 1.1058,
+      "learning_rate": 1.974652375434531e-06,
+      "loss": 0.7834,
       "step": 7360
     },
     {
       "epoch": 6.39,
-      "learning_rate": 1.9740730011587485e-06,
-      "loss": 1.034,
+      "learning_rate": 1.9739281575898033e-06,
+      "loss": 0.7029,
       "step": 7370
     },
     {
       "epoch": 6.39,
-      "learning_rate": 1.9733487833140212e-06,
-      "loss": 1.1753,
+      "learning_rate": 1.9732039397450756e-06,
+      "loss": 0.8753,
       "step": 7380
     },
     {
       "epoch": 6.4,
-      "learning_rate": 1.972624565469293e-06,
-      "loss": 1.1505,
+      "learning_rate": 1.972479721900348e-06,
+      "loss": 0.7982,
       "step": 7390
     },
     {
       "epoch": 6.41,
-      "learning_rate": 1.971900347624566e-06,
-      "loss": 1.1192,
+      "learning_rate": 1.9717555040556203e-06,
+      "loss": 0.7627,
       "step": 7400
     },
     {
       "epoch": 6.42,
-      "learning_rate": 1.971176129779838e-06,
-      "loss": 1.1185,
+      "learning_rate": 1.971031286210892e-06,
+      "loss": 0.8034,
       "step": 7410
     },
     {
       "epoch": 6.43,
-      "learning_rate": 1.9704519119351106e-06,
-      "loss": 1.0918,
+      "learning_rate": 1.9703070683661645e-06,
+      "loss": 0.7722,
       "step": 7420
     },
     {
       "epoch": 6.44,
-      "learning_rate": 1.9697276940903825e-06,
-      "loss": 1.1075,
+      "learning_rate": 1.969582850521437e-06,
+      "loss": 0.7944,
       "step": 7430
     },
     {
       "epoch": 6.45,
-      "learning_rate": 1.969003476245655e-06,
-      "loss": 1.0245,
+      "learning_rate": 1.968858632676709e-06,
+      "loss": 0.6866,
       "step": 7440
     },
     {
       "epoch": 6.46,
-      "learning_rate": 1.968279258400927e-06,
-      "loss": 1.0866,
+      "learning_rate": 1.9681344148319815e-06,
+      "loss": 0.7855,
       "step": 7450
     },
     {
       "epoch": 6.46,
-      "learning_rate": 1.9675550405561995e-06,
-      "loss": 1.0482,
+      "learning_rate": 1.967410196987254e-06,
+      "loss": 0.749,
       "step": 7460
     },
     {
       "epoch": 6.47,
-      "learning_rate": 1.966830822711472e-06,
-      "loss": 1.0507,
+      "learning_rate": 1.9666859791425262e-06,
+      "loss": 0.7263,
       "step": 7470
     },
     {
       "epoch": 6.48,
-      "learning_rate": 1.966106604866744e-06,
-      "loss": 1.1494,
+      "learning_rate": 1.9659617612977986e-06,
+      "loss": 0.8566,
       "step": 7480
     },
     {
       "epoch": 6.49,
-      "learning_rate": 1.9653823870220165e-06,
-      "loss": 1.1666,
+      "learning_rate": 1.965237543453071e-06,
+      "loss": 0.8203,
       "step": 7490
     },
     {
       "epoch": 6.5,
-      "learning_rate": 1.964658169177289e-06,
-      "loss": 1.1609,
+      "learning_rate": 1.9645133256083432e-06,
+      "loss": 0.7932,
       "step": 7500
     },
     {
       "epoch": 6.51,
-      "learning_rate": 1.9639339513325608e-06,
-      "loss": 1.275,
+      "learning_rate": 1.963789107763615e-06,
+      "loss": 0.7835,
       "step": 7510
     },
     {
       "epoch": 6.52,
-      "learning_rate": 1.9632097334878335e-06,
-      "loss": 1.0866,
+      "learning_rate": 1.963064889918888e-06,
+      "loss": 0.766,
       "step": 7520
     },
     {
       "epoch": 6.52,
-      "learning_rate": 1.9624855156431055e-06,
-      "loss": 1.0789,
+      "learning_rate": 1.96234067207416e-06,
+      "loss": 0.7919,
       "step": 7530
     },
     {
       "epoch": 6.53,
-      "learning_rate": 1.961761297798378e-06,
-      "loss": 1.0725,
+      "learning_rate": 1.9616164542294326e-06,
+      "loss": 0.7385,
       "step": 7540
     },
     {
       "epoch": 6.54,
-      "learning_rate": 1.96103707995365e-06,
-      "loss": 1.085,
+      "learning_rate": 1.9608922363847045e-06,
+      "loss": 0.7656,
       "step": 7550
     },
     {
       "epoch": 6.55,
-      "learning_rate": 1.9603128621089225e-06,
-      "loss": 1.0838,
+      "learning_rate": 1.960168018539977e-06,
+      "loss": 0.7927,
       "step": 7560
     },
     {
       "epoch": 6.56,
-      "learning_rate": 1.959588644264195e-06,
-      "loss": 1.1276,
+      "learning_rate": 1.959443800695249e-06,
+      "loss": 0.7637,
       "step": 7570
     },
     {
       "epoch": 6.57,
-      "learning_rate": 1.958864426419467e-06,
-      "loss": 1.1578,
+      "learning_rate": 1.9587195828505215e-06,
+      "loss": 0.8888,
       "step": 7580
     },
     {
       "epoch": 6.58,
-      "learning_rate": 1.9581402085747395e-06,
-      "loss": 1.0963,
+      "learning_rate": 1.957995365005794e-06,
+      "loss": 0.7731,
       "step": 7590
     },
     {
       "epoch": 6.59,
-      "learning_rate": 1.957415990730012e-06,
-      "loss": 1.0727,
+      "learning_rate": 1.957271147161066e-06,
+      "loss": 0.783,
       "step": 7600
     },
     {
       "epoch": 6.59,
-      "learning_rate": 1.956691772885284e-06,
-      "loss": 1.0207,
+      "learning_rate": 1.9565469293163385e-06,
+      "loss": 0.7199,
       "step": 7610
     },
     {
       "epoch": 6.6,
-      "learning_rate": 1.9559675550405565e-06,
-      "loss": 1.133,
+      "learning_rate": 1.955822711471611e-06,
+      "loss": 0.7983,
       "step": 7620
     },
     {
       "epoch": 6.61,
-      "learning_rate": 1.955243337195829e-06,
-      "loss": 1.1886,
+      "learning_rate": 1.9550984936268832e-06,
+      "loss": 0.8195,
       "step": 7630
     },
     {
       "epoch": 6.62,
-      "learning_rate": 1.9545191193511008e-06,
-      "loss": 1.1586,
+      "learning_rate": 1.9543742757821556e-06,
+      "loss": 0.7984,
       "step": 7640
     },
     {
       "epoch": 6.63,
-      "learning_rate": 1.9537949015063735e-06,
-      "loss": 1.3219,
+      "learning_rate": 1.9536500579374275e-06,
+      "loss": 0.852,
       "step": 7650
     },
     {
       "epoch": 6.64,
-      "learning_rate": 1.9530706836616454e-06,
-      "loss": 1.0765,
+      "learning_rate": 1.9529258400927002e-06,
+      "loss": 0.8267,
       "step": 7660
     },
     {
       "epoch": 6.65,
-      "learning_rate": 1.9523464658169178e-06,
-      "loss": 1.1106,
+      "learning_rate": 1.952201622247972e-06,
+      "loss": 0.8303,
       "step": 7670
     },
     {
       "epoch": 6.65,
-      "learning_rate": 1.95162224797219e-06,
-      "loss": 1.1461,
+      "learning_rate": 1.9515498261877173e-06,
+      "loss": 0.8639,
       "step": 7680
     },
     {
       "epoch": 6.66,
-      "learning_rate": 1.9508980301274625e-06,
-      "loss": 1.2045,
+      "learning_rate": 1.9508256083429896e-06,
+      "loss": 0.8173,
       "step": 7690
     },
     {
       "epoch": 6.67,
-      "learning_rate": 1.950173812282735e-06,
-      "loss": 1.0651,
+      "learning_rate": 1.950101390498262e-06,
+      "loss": 0.7607,
       "step": 7700
     },
     {
       "epoch": 6.68,
-      "learning_rate": 1.949449594438007e-06,
-      "loss": 1.0712,
+      "learning_rate": 1.9493771726535343e-06,
+      "loss": 0.7867,
       "step": 7710
     },
     {
       "epoch": 6.69,
-      "learning_rate": 1.9487253765932795e-06,
-      "loss": 1.0642,
+      "learning_rate": 1.9486529548088067e-06,
+      "loss": 0.7664,
       "step": 7720
     },
     {
       "epoch": 6.7,
-      "learning_rate": 1.948001158748552e-06,
-      "loss": 1.221,
+      "learning_rate": 1.947928736964079e-06,
+      "loss": 0.8356,
       "step": 7730
     },
     {
       "epoch": 6.71,
-      "learning_rate": 1.9472769409038237e-06,
-      "loss": 1.0913,
+      "learning_rate": 1.9472045191193513e-06,
+      "loss": 0.7518,
       "step": 7740
     },
     {
       "epoch": 6.72,
-      "learning_rate": 1.9465527230590965e-06,
-      "loss": 1.1204,
+      "learning_rate": 1.9464803012746237e-06,
+      "loss": 0.7836,
       "step": 7750
     },
     {
       "epoch": 6.72,
-      "learning_rate": 1.9458285052143684e-06,
-      "loss": 1.1121,
+      "learning_rate": 1.945756083429896e-06,
+      "loss": 0.8037,
       "step": 7760
     },
     {
       "epoch": 6.73,
-      "learning_rate": 1.945104287369641e-06,
-      "loss": 1.0565,
+      "learning_rate": 1.9450318655851684e-06,
+      "loss": 0.7373,
       "step": 7770
     },
     {
       "epoch": 6.74,
-      "learning_rate": 1.944380069524913e-06,
-      "loss": 1.0866,
+      "learning_rate": 1.9443076477404403e-06,
+      "loss": 0.7792,
       "step": 7780
     },
     {
       "epoch": 6.75,
-      "learning_rate": 1.943655851680186e-06,
-      "loss": 1.0834,
+      "learning_rate": 1.943583429895713e-06,
+      "loss": 0.7469,
       "step": 7790
     },
     {
       "epoch": 6.76,
-      "learning_rate": 1.9429316338354578e-06,
-      "loss": 1.0296,
+      "learning_rate": 1.942859212050985e-06,
+      "loss": 0.6762,
       "step": 7800
     },
     {
       "epoch": 6.77,
-      "learning_rate": 1.94220741599073e-06,
-      "loss": 1.0794,
+      "learning_rate": 1.9421349942062573e-06,
+      "loss": 0.814,
       "step": 7810
     },
     {
       "epoch": 6.78,
-      "learning_rate": 1.9414831981460024e-06,
-      "loss": 1.1165,
+      "learning_rate": 1.9414107763615296e-06,
+      "loss": 0.8047,
       "step": 7820
     },
     {
       "epoch": 6.78,
-      "learning_rate": 1.9407589803012748e-06,
-      "loss": 1.1058,
+      "learning_rate": 1.940686558516802e-06,
+      "loss": 0.7824,
       "step": 7830
     },
     {
       "epoch": 6.79,
-      "learning_rate": 1.940034762456547e-06,
-      "loss": 1.1526,
+      "learning_rate": 1.9399623406720743e-06,
+      "loss": 0.7818,
       "step": 7840
     },
     {
       "epoch": 6.8,
-      "learning_rate": 1.9393105446118194e-06,
-      "loss": 1.1113,
+      "learning_rate": 1.9392381228273466e-06,
+      "loss": 0.7958,
       "step": 7850
     },
     {
       "epoch": 6.81,
-      "learning_rate": 1.9385863267670918e-06,
-      "loss": 1.0621,
+      "learning_rate": 1.938513904982619e-06,
+      "loss": 0.7223,
       "step": 7860
     },
     {
       "epoch": 6.82,
-      "learning_rate": 1.937862108922364e-06,
-      "loss": 1.1004,
+      "learning_rate": 1.9377896871378913e-06,
+      "loss": 0.8058,
       "step": 7870
     },
     {
       "epoch": 6.83,
-      "learning_rate": 1.9371378910776365e-06,
-      "loss": 1.1677,
+      "learning_rate": 1.9370654692931632e-06,
+      "loss": 0.8333,
       "step": 7880
     },
     {
       "epoch": 6.84,
-      "learning_rate": 1.936413673232909e-06,
-      "loss": 1.0603,
+      "learning_rate": 1.936341251448436e-06,
+      "loss": 0.7908,
       "step": 7890
     },
     {
       "epoch": 6.85,
-      "learning_rate": 1.9356894553881807e-06,
-      "loss": 1.1085,
+      "learning_rate": 1.935617033603708e-06,
+      "loss": 0.8203,
       "step": 7900
     },
     {
       "epoch": 6.85,
-      "learning_rate": 1.9349652375434535e-06,
-      "loss": 1.0866,
+      "learning_rate": 1.9348928157589807e-06,
+      "loss": 0.7779,
       "step": 7910
     },
     {
       "epoch": 6.86,
-      "learning_rate": 1.9342410196987254e-06,
-      "loss": 1.1266,
+      "learning_rate": 1.9341685979142526e-06,
+      "loss": 0.8896,
       "step": 7920
     },
     {
       "epoch": 6.87,
-      "learning_rate": 1.9335168018539977e-06,
-      "loss": 1.1879,
+      "learning_rate": 1.9334443800695254e-06,
+      "loss": 0.8048,
       "step": 7930
     },
     {
       "epoch": 6.88,
-      "learning_rate": 1.93279258400927e-06,
-      "loss": 1.1097,
+      "learning_rate": 1.9327201622247973e-06,
+      "loss": 0.8012,
       "step": 7940
     },
     {
       "epoch": 6.89,
-      "learning_rate": 1.9320683661645424e-06,
-      "loss": 1.0829,
+      "learning_rate": 1.93199594438007e-06,
+      "loss": 0.7677,
       "step": 7950
     },
     {
       "epoch": 6.9,
-      "learning_rate": 1.9313441483198148e-06,
-      "loss": 1.0501,
+      "learning_rate": 1.931271726535342e-06,
+      "loss": 0.7324,
       "step": 7960
     },
     {
       "epoch": 6.91,
-      "learning_rate": 1.930619930475087e-06,
-      "loss": 1.0833,
+      "learning_rate": 1.9305475086906143e-06,
+      "loss": 0.7694,
       "step": 7970
     },
     {
       "epoch": 6.91,
-      "learning_rate": 1.9298957126303594e-06,
-      "loss": 1.176,
+      "learning_rate": 1.9298232908458866e-06,
+      "loss": 0.7995,
       "step": 7980
     },
     {
       "epoch": 6.92,
-      "learning_rate": 1.9291714947856318e-06,
-      "loss": 1.0761,
+      "learning_rate": 1.929099073001159e-06,
+      "loss": 0.7628,
       "step": 7990
     },
     {
       "epoch": 6.93,
-      "learning_rate": 1.928447276940904e-06,
-      "loss": 1.0762,
+      "learning_rate": 1.9283748551564313e-06,
+      "loss": 0.7826,
       "step": 8000
     },
     {
       "epoch": 6.94,
-      "learning_rate": 1.9277230590961764e-06,
-      "loss": 1.0456,
+      "learning_rate": 1.9276506373117036e-06,
+      "loss": 0.7403,
       "step": 8010
     },
     {
       "epoch": 6.95,
-      "learning_rate": 1.9269988412514488e-06,
-      "loss": 1.1038,
+      "learning_rate": 1.926926419466976e-06,
+      "loss": 0.8038,
       "step": 8020
     },
     {
       "epoch": 6.96,
-      "learning_rate": 1.9262746234067207e-06,
-      "loss": 1.1195,
+      "learning_rate": 1.9262022016222483e-06,
+      "loss": 0.8069,
       "step": 8030
     },
     {
       "epoch": 6.97,
-      "learning_rate": 1.925550405561993e-06,
-      "loss": 1.136,
+      "learning_rate": 1.9254779837775202e-06,
+      "loss": 0.7579,
       "step": 8040
     },
     {
       "epoch": 6.98,
-      "learning_rate": 1.9248261877172654e-06,
-      "loss": 1.0533,
+      "learning_rate": 1.924753765932793e-06,
+      "loss": 0.7099,
       "step": 8050
     },
     {
       "epoch": 6.98,
-      "learning_rate": 1.9241019698725377e-06,
-      "loss": 1.0378,
+      "learning_rate": 1.924029548088065e-06,
+      "loss": 0.7612,
       "step": 8060
     },
     {
       "epoch": 6.99,
-      "learning_rate": 1.92337775202781e-06,
-      "loss": 1.1463,
+      "learning_rate": 1.9233053302433372e-06,
+      "loss": 0.8187,
       "step": 8070
     },
     {
       "epoch": 7.0,
-      "eval_loss": 1.2966322898864746,
-      "eval_runtime": 131.3322,
-      "eval_samples_per_second": 4.051,
-      "eval_steps_per_second": 2.025,
-      "eval_wer": 0.8468856463328405,
+      "eval_loss": 1.0713717937469482,
+      "eval_runtime": 132.363,
+      "eval_samples_per_second": 4.019,
+      "eval_steps_per_second": 2.01,
+      "eval_wer": 0.7257183261554284,
       "step": 8078
     },
     {
       "epoch": 7.0,
-      "learning_rate": 1.9226535341830824e-06,
-      "loss": 1.149,
+      "learning_rate": 1.9225811123986096e-06,
+      "loss": 0.7714,
       "step": 8080
     },
     {
       "epoch": 7.01,
-      "learning_rate": 1.9219293163383547e-06,
-      "loss": 1.1229,
+      "learning_rate": 1.921856894553882e-06,
+      "loss": 0.7878,
       "step": 8090
     },
     {
       "epoch": 7.02,
-      "learning_rate": 1.921205098493627e-06,
-      "loss": 1.112,
+      "learning_rate": 1.9211326767091543e-06,
+      "loss": 0.766,
       "step": 8100
     },
     {
       "epoch": 7.03,
-      "learning_rate": 1.9204808806488994e-06,
-      "loss": 1.0792,
+      "learning_rate": 1.9204084588644266e-06,
+      "loss": 0.7775,
       "step": 8110
     },
     {
       "epoch": 7.04,
-      "learning_rate": 1.9197566628041718e-06,
-      "loss": 1.0529,
+      "learning_rate": 1.919684241019699e-06,
+      "loss": 0.7305,
       "step": 8120
     },
     {
       "epoch": 7.05,
-      "learning_rate": 1.9190324449594437e-06,
-      "loss": 1.0519,
+      "learning_rate": 1.9189600231749713e-06,
+      "loss": 0.7551,
       "step": 8130
     },
     {
       "epoch": 7.05,
-      "learning_rate": 1.9183082271147164e-06,
-      "loss": 1.1118,
+      "learning_rate": 1.9182358053302436e-06,
+      "loss": 0.784,
       "step": 8140
     },
     {
       "epoch": 7.06,
-      "learning_rate": 1.9175840092699883e-06,
-      "loss": 1.0932,
+      "learning_rate": 1.9175115874855155e-06,
+      "loss": 0.7567,
       "step": 8150
     },
     {
       "epoch": 7.07,
-      "learning_rate": 1.916859791425261e-06,
-      "loss": 1.0948,
+      "learning_rate": 1.9167873696407883e-06,
+      "loss": 0.762,
       "step": 8160
     },
     {
       "epoch": 7.08,
-      "learning_rate": 1.916135573580533e-06,
-      "loss": 1.076,
+      "learning_rate": 1.9160631517960602e-06,
+      "loss": 0.6947,
       "step": 8170
     },
     {
       "epoch": 7.09,
-      "learning_rate": 1.9154113557358058e-06,
-      "loss": 1.1854,
+      "learning_rate": 1.9153389339513326e-06,
+      "loss": 0.8437,
       "step": 8180
     },
     {
       "epoch": 7.1,
-      "learning_rate": 1.9146871378910777e-06,
-      "loss": 1.1115,
+      "learning_rate": 1.914614716106605e-06,
+      "loss": 0.8124,
       "step": 8190
     },
     {
       "epoch": 7.11,
-      "learning_rate": 1.91396292004635e-06,
-      "loss": 1.0581,
+      "learning_rate": 1.9138904982618772e-06,
+      "loss": 0.7407,
       "step": 8200
     },
     {
       "epoch": 7.11,
-      "learning_rate": 1.9132387022016224e-06,
-      "loss": 1.0467,
+      "learning_rate": 1.9131662804171496e-06,
+      "loss": 0.7272,
       "step": 8210
     },
     {
       "epoch": 7.12,
-      "learning_rate": 1.9125144843568947e-06,
-      "loss": 1.0847,
+      "learning_rate": 1.912442062572422e-06,
+      "loss": 0.7806,
       "step": 8220
     },
     {
       "epoch": 7.13,
-      "learning_rate": 1.911790266512167e-06,
-      "loss": 1.1483,
+      "learning_rate": 1.9117178447276942e-06,
+      "loss": 0.7949,
       "step": 8230
     },
     {
       "epoch": 7.14,
-      "learning_rate": 1.9110660486674394e-06,
-      "loss": 1.0265,
+      "learning_rate": 1.9109936268829666e-06,
+      "loss": 0.7362,
       "step": 8240
     },
     {
       "epoch": 7.15,
-      "learning_rate": 1.9103418308227117e-06,
-      "loss": 1.1044,
+      "learning_rate": 1.910269409038239e-06,
+      "loss": 0.7534,
       "step": 8250
     },
     {
       "epoch": 7.16,
-      "learning_rate": 1.909617612977984e-06,
-      "loss": 1.025,
+      "learning_rate": 1.9095451911935113e-06,
+      "loss": 0.7261,
       "step": 8260
     },
     {
       "epoch": 7.17,
-      "learning_rate": 1.908893395133256e-06,
-      "loss": 1.055,
+      "learning_rate": 1.908820973348783e-06,
+      "loss": 0.7485,
       "step": 8270
     },
     {
       "epoch": 7.17,
-      "learning_rate": 1.9081691772885287e-06,
-      "loss": 1.0931,
+      "learning_rate": 1.908096755504056e-06,
+      "loss": 0.7477,
       "step": 8280
     },
     {
       "epoch": 7.18,
-      "learning_rate": 1.9074449594438007e-06,
-      "loss": 1.1183,
+      "learning_rate": 1.907372537659328e-06,
+      "loss": 0.8622,
       "step": 8290
     },
     {
       "epoch": 7.19,
-      "learning_rate": 1.9067207415990732e-06,
-      "loss": 1.0295,
+      "learning_rate": 1.9066483198146004e-06,
+      "loss": 0.7207,
       "step": 8300
     },
     {
       "epoch": 7.2,
-      "learning_rate": 1.9059965237543453e-06,
-      "loss": 1.0676,
+      "learning_rate": 1.9059241019698727e-06,
+      "loss": 0.7443,
       "step": 8310
     },
     {
       "epoch": 7.21,
-      "learning_rate": 1.9052723059096179e-06,
-      "loss": 1.074,
+      "learning_rate": 1.905199884125145e-06,
+      "loss": 0.8153,
       "step": 8320
     },
     {
       "epoch": 7.22,
-      "learning_rate": 1.90454808806489e-06,
-      "loss": 1.1016,
+      "learning_rate": 1.9044756662804172e-06,
+      "loss": 0.7554,
       "step": 8330
     },
     {
       "epoch": 7.23,
-      "learning_rate": 1.9038238702201626e-06,
-      "loss": 1.1399,
+      "learning_rate": 1.9037514484356896e-06,
+      "loss": 0.8046,
       "step": 8340
     },
     {
       "epoch": 7.24,
-      "learning_rate": 1.9030996523754347e-06,
-      "loss": 1.1004,
+      "learning_rate": 1.9030272305909619e-06,
+      "loss": 0.7514,
       "step": 8350
     },
     {
       "epoch": 7.24,
-      "learning_rate": 1.9023754345307068e-06,
-      "loss": 1.0413,
+      "learning_rate": 1.9023030127462342e-06,
+      "loss": 0.7465,
       "step": 8360
     },
     {
       "epoch": 7.25,
-      "learning_rate": 1.9016512166859794e-06,
-      "loss": 1.0609,
+      "learning_rate": 1.9015787949015066e-06,
+      "loss": 0.7647,
       "step": 8370
     },
     {
       "epoch": 7.26,
-      "learning_rate": 1.9009269988412515e-06,
-      "loss": 1.1414,
+      "learning_rate": 1.9008545770567787e-06,
+      "loss": 0.7875,
       "step": 8380
     },
     {
       "epoch": 7.27,
-      "learning_rate": 1.900202780996524e-06,
-      "loss": 1.1427,
+      "learning_rate": 1.9001303592120512e-06,
+      "loss": 0.8398,
       "step": 8390
     },
     {
       "epoch": 7.28,
-      "learning_rate": 1.8994785631517962e-06,
-      "loss": 1.1042,
+      "learning_rate": 1.8994061413673234e-06,
+      "loss": 0.8277,
       "step": 8400
     },
     {
       "epoch": 7.29,
-      "learning_rate": 1.8987543453070687e-06,
-      "loss": 1.05,
+      "learning_rate": 1.8986819235225957e-06,
+      "loss": 0.7258,
       "step": 8410
     },
     {
       "epoch": 7.3,
-      "learning_rate": 1.8980301274623409e-06,
-      "loss": 1.0684,
+      "learning_rate": 1.897957705677868e-06,
+      "loss": 0.7707,
       "step": 8420
     },
     {
       "epoch": 7.3,
-      "learning_rate": 1.897305909617613e-06,
-      "loss": 1.0918,
+      "learning_rate": 1.8972334878331402e-06,
+      "loss": 0.7401,
       "step": 8430
     },
     {
       "epoch": 7.31,
-      "learning_rate": 1.8965816917728855e-06,
-      "loss": 1.0983,
+      "learning_rate": 1.8965092699884127e-06,
+      "loss": 0.7634,
       "step": 8440
     },
     {
       "epoch": 7.32,
-      "learning_rate": 1.8958574739281577e-06,
-      "loss": 1.0718,
+      "learning_rate": 1.8957850521436849e-06,
+      "loss": 0.7417,
       "step": 8450
     },
     {
       "epoch": 7.33,
-      "learning_rate": 1.8951332560834302e-06,
-      "loss": 1.1365,
+      "learning_rate": 1.8950608342989574e-06,
+      "loss": 0.7568,
       "step": 8460
     },
     {
       "epoch": 7.34,
-      "learning_rate": 1.8944090382387023e-06,
-      "loss": 1.0439,
+      "learning_rate": 1.8943366164542295e-06,
+      "loss": 0.7404,
       "step": 8470
     },
     {
       "epoch": 7.35,
-      "learning_rate": 1.8936848203939747e-06,
-      "loss": 1.1334,
+      "learning_rate": 1.893612398609502e-06,
+      "loss": 0.8024,
       "step": 8480
     },
     {
       "epoch": 7.36,
-      "learning_rate": 1.892960602549247e-06,
-      "loss": 1.0605,
+      "learning_rate": 1.8928881807647742e-06,
+      "loss": 0.7255,
       "step": 8490
     },
     {
       "epoch": 7.37,
-      "learning_rate": 1.8922363847045191e-06,
-      "loss": 1.084,
+      "learning_rate": 1.8921639629200463e-06,
+      "loss": 0.7867,
       "step": 8500
     },
     {
       "epoch": 7.37,
-      "learning_rate": 1.8915121668597917e-06,
-      "loss": 1.0705,
+      "learning_rate": 1.8914397450753189e-06,
+      "loss": 0.7637,
       "step": 8510
     },
     {
       "epoch": 7.38,
-      "learning_rate": 1.8907879490150638e-06,
-      "loss": 1.0462,
+      "learning_rate": 1.890715527230591e-06,
+      "loss": 0.7577,
       "step": 8520
     },
     {
       "epoch": 7.39,
-      "learning_rate": 1.8900637311703362e-06,
-      "loss": 1.0989,
+      "learning_rate": 1.8899913093858636e-06,
+      "loss": 0.8204,
       "step": 8530
     },
     {
       "epoch": 7.4,
-      "learning_rate": 1.8893395133256085e-06,
-      "loss": 1.0788,
+      "learning_rate": 1.8892670915411357e-06,
+      "loss": 0.7829,
       "step": 8540
     },
     {
       "epoch": 7.41,
-      "learning_rate": 1.8886152954808808e-06,
-      "loss": 1.089,
+      "learning_rate": 1.8885428736964082e-06,
+      "loss": 0.8102,
       "step": 8550
     },
     {
       "epoch": 7.42,
-      "learning_rate": 1.8878910776361532e-06,
-      "loss": 1.0846,
+      "learning_rate": 1.8878186558516804e-06,
+      "loss": 0.802,
       "step": 8560
     },
     {
       "epoch": 7.43,
-      "learning_rate": 1.8871668597914253e-06,
-      "loss": 1.0453,
+      "learning_rate": 1.8870944380069525e-06,
+      "loss": 0.7537,
       "step": 8570
     },
     {
       "epoch": 7.43,
-      "learning_rate": 1.8864426419466976e-06,
-      "loss": 1.1011,
+      "learning_rate": 1.886370220162225e-06,
+      "loss": 0.7696,
       "step": 8580
     },
     {
       "epoch": 7.44,
-      "learning_rate": 1.88571842410197e-06,
-      "loss": 1.0681,
+      "learning_rate": 1.8856460023174972e-06,
+      "loss": 0.7242,
       "step": 8590
     },
     {
       "epoch": 7.45,
-      "learning_rate": 1.8849942062572423e-06,
-      "loss": 1.1043,
+      "learning_rate": 1.8849217844727697e-06,
+      "loss": 0.7847,
       "step": 8600
     },
     {
       "epoch": 7.46,
-      "learning_rate": 1.8842699884125147e-06,
-      "loss": 1.0535,
+      "learning_rate": 1.8841975666280419e-06,
+      "loss": 0.7645,
       "step": 8610
     },
     {
       "epoch": 7.47,
-      "learning_rate": 1.883545770567787e-06,
-      "loss": 1.0797,
+      "learning_rate": 1.8834733487833142e-06,
+      "loss": 0.7648,
       "step": 8620
     },
     {
       "epoch": 7.48,
-      "learning_rate": 1.8828215527230591e-06,
-      "loss": 1.1163,
+      "learning_rate": 1.8827491309385865e-06,
+      "loss": 0.8755,
       "step": 8630
     },
     {
       "epoch": 7.49,
-      "learning_rate": 1.8820973348783317e-06,
-      "loss": 1.1028,
+      "learning_rate": 1.8820249130938587e-06,
+      "loss": 0.7704,
       "step": 8640
     },
     {
       "epoch": 7.5,
-      "learning_rate": 1.8813731170336038e-06,
-      "loss": 1.0412,
+      "learning_rate": 1.8813006952491312e-06,
+      "loss": 0.7685,
       "step": 8650
     },
     {
       "epoch": 7.5,
-      "learning_rate": 1.8806488991888761e-06,
-      "loss": 1.0392,
+      "learning_rate": 1.8805764774044033e-06,
+      "loss": 0.7768,
       "step": 8660
     },
     {
       "epoch": 7.51,
-      "learning_rate": 1.8799246813441485e-06,
-      "loss": 1.0735,
+      "learning_rate": 1.8798522595596757e-06,
+      "loss": 0.7404,
       "step": 8670
     },
     {
       "epoch": 7.52,
-      "learning_rate": 1.8792004634994206e-06,
-      "loss": 1.0921,
+      "learning_rate": 1.879128041714948e-06,
+      "loss": 0.775,
       "step": 8680
     },
     {
       "epoch": 7.53,
-      "learning_rate": 1.8784762456546932e-06,
-      "loss": 1.0799,
+      "learning_rate": 1.8784038238702204e-06,
+      "loss": 0.75,
       "step": 8690
     },
     {
       "epoch": 7.54,
-      "learning_rate": 1.8777520278099653e-06,
-      "loss": 1.0118,
+      "learning_rate": 1.8776796060254927e-06,
+      "loss": 0.6807,
       "step": 8700
     },
     {
       "epoch": 7.55,
-      "learning_rate": 1.8770278099652378e-06,
-      "loss": 1.0227,
+      "learning_rate": 1.876955388180765e-06,
+      "loss": 0.7181,
       "step": 8710
     },
     {
       "epoch": 7.56,
-      "learning_rate": 1.87630359212051e-06,
-      "loss": 1.0618,
+      "learning_rate": 1.8762311703360372e-06,
+      "loss": 0.7913,
       "step": 8720
     },
     {
       "epoch": 7.56,
-      "learning_rate": 1.875579374275782e-06,
-      "loss": 1.0458,
+      "learning_rate": 1.8755069524913095e-06,
+      "loss": 0.7578,
       "step": 8730
     },
     {
       "epoch": 7.57,
-      "learning_rate": 1.8748551564310546e-06,
-      "loss": 1.0613,
+      "learning_rate": 1.8747827346465818e-06,
+      "loss": 0.7282,
       "step": 8740
     },
     {
       "epoch": 7.58,
-      "learning_rate": 1.8741309385863268e-06,
-      "loss": 1.0337,
+      "learning_rate": 1.8740585168018542e-06,
+      "loss": 0.7414,
       "step": 8750
     },
     {
       "epoch": 7.59,
-      "learning_rate": 1.8734067207415993e-06,
-      "loss": 1.1165,
+      "learning_rate": 1.8733342989571265e-06,
+      "loss": 0.7946,
       "step": 8760
     },
     {
       "epoch": 7.6,
-      "learning_rate": 1.8726825028968714e-06,
-      "loss": 1.0392,
+      "learning_rate": 1.8726100811123986e-06,
+      "loss": 0.7653,
       "step": 8770
     },
     {
       "epoch": 7.61,
-      "learning_rate": 1.871958285052144e-06,
-      "loss": 1.2251,
+      "learning_rate": 1.8718858632676712e-06,
+      "loss": 0.8718,
       "step": 8780
     },
     {
       "epoch": 7.62,
-      "learning_rate": 1.8712340672074161e-06,
-      "loss": 1.0625,
+      "learning_rate": 1.8711616454229433e-06,
+      "loss": 0.7318,
       "step": 8790
     },
     {
       "epoch": 7.63,
-      "learning_rate": 1.8705098493626883e-06,
-      "loss": 1.0546,
+      "learning_rate": 1.8704374275782157e-06,
+      "loss": 0.7422,
       "step": 8800
     },
     {
       "epoch": 7.63,
-      "learning_rate": 1.8697856315179608e-06,
-      "loss": 1.1086,
+      "learning_rate": 1.869713209733488e-06,
+      "loss": 0.7651,
       "step": 8810
     },
     {
       "epoch": 7.64,
-      "learning_rate": 1.869061413673233e-06,
-      "loss": 1.0058,
+      "learning_rate": 1.8689889918887601e-06,
+      "loss": 0.7136,
       "step": 8820
     },
     {
       "epoch": 7.65,
-      "learning_rate": 1.8683371958285055e-06,
-      "loss": 1.0978,
+      "learning_rate": 1.8682647740440327e-06,
+      "loss": 0.7647,
       "step": 8830
     },
     {
       "epoch": 7.66,
-      "learning_rate": 1.8676129779837776e-06,
-      "loss": 1.0559,
+      "learning_rate": 1.8675405561993048e-06,
+      "loss": 0.7255,
       "step": 8840
     },
     {
       "epoch": 7.67,
-      "learning_rate": 1.8668887601390502e-06,
-      "loss": 1.0611,
+      "learning_rate": 1.8668163383545773e-06,
+      "loss": 0.75,
       "step": 8850
     },
     {
       "epoch": 7.68,
-      "learning_rate": 1.8661645422943223e-06,
-      "loss": 1.0817,
+      "learning_rate": 1.8660921205098495e-06,
+      "loss": 0.743,
       "step": 8860
     },
     {
       "epoch": 7.69,
-      "learning_rate": 1.8654403244495946e-06,
-      "loss": 1.0259,
+      "learning_rate": 1.8653679026651216e-06,
+      "loss": 0.7134,
       "step": 8870
     },
     {
       "epoch": 7.69,
-      "learning_rate": 1.864716106604867e-06,
-      "loss": 1.2023,
+      "learning_rate": 1.8646436848203942e-06,
+      "loss": 0.8337,
       "step": 8880
     },
     {
       "epoch": 7.7,
-      "learning_rate": 1.863991888760139e-06,
-      "loss": 1.0497,
+      "learning_rate": 1.8639194669756663e-06,
+      "loss": 0.7503,
       "step": 8890
     },
     {
       "epoch": 7.71,
-      "learning_rate": 1.8632676709154116e-06,
-      "loss": 1.0737,
+      "learning_rate": 1.8631952491309388e-06,
+      "loss": 0.7717,
       "step": 8900
     },
     {
       "epoch": 7.72,
-      "learning_rate": 1.8625434530706838e-06,
-      "loss": 1.025,
+      "learning_rate": 1.862471031286211e-06,
+      "loss": 0.7171,
       "step": 8910
     },
     {
       "epoch": 7.73,
-      "learning_rate": 1.8618192352259561e-06,
-      "loss": 1.0449,
+      "learning_rate": 1.8617468134414835e-06,
+      "loss": 0.7517,
       "step": 8920
     },
     {
       "epoch": 7.74,
-      "learning_rate": 1.8610950173812284e-06,
-      "loss": 1.1321,
+      "learning_rate": 1.8610225955967556e-06,
+      "loss": 0.8525,
       "step": 8930
     },
     {
       "epoch": 7.75,
-      "learning_rate": 1.8603707995365008e-06,
-      "loss": 1.0838,
+      "learning_rate": 1.8602983777520282e-06,
+      "loss": 0.7716,
       "step": 8940
     },
     {
       "epoch": 7.76,
-      "learning_rate": 1.8596465816917731e-06,
-      "loss": 1.319,
+      "learning_rate": 1.8595741599073003e-06,
+      "loss": 0.8442,
       "step": 8950
     },
     {
       "epoch": 7.76,
-      "learning_rate": 1.8589223638470453e-06,
-      "loss": 1.0286,
+      "learning_rate": 1.8588499420625724e-06,
+      "loss": 0.7361,
       "step": 8960
     },
     {
       "epoch": 7.77,
-      "learning_rate": 1.8581981460023176e-06,
-      "loss": 1.0423,
+      "learning_rate": 1.858125724217845e-06,
+      "loss": 0.7329,
       "step": 8970
     },
     {
       "epoch": 7.78,
-      "learning_rate": 1.85747392815759e-06,
-      "loss": 1.0797,
+      "learning_rate": 1.8574015063731171e-06,
+      "loss": 0.8155,
       "step": 8980
     },
     {
       "epoch": 7.79,
-      "learning_rate": 1.8567497103128623e-06,
-      "loss": 1.0921,
+      "learning_rate": 1.8566772885283897e-06,
+      "loss": 0.7177,
       "step": 8990
     },
     {
       "epoch": 7.8,
-      "learning_rate": 1.8560254924681346e-06,
-      "loss": 1.0254,
+      "learning_rate": 1.8559530706836618e-06,
+      "loss": 0.721,
       "step": 9000
     },
     {
       "epoch": 7.81,
-      "learning_rate": 1.855301274623407e-06,
-      "loss": 1.0587,
+      "learning_rate": 1.8552288528389341e-06,
+      "loss": 0.8126,
       "step": 9010
     },
     {
       "epoch": 7.82,
-      "learning_rate": 1.854577056778679e-06,
-      "loss": 1.1606,
+      "learning_rate": 1.8545046349942065e-06,
+      "loss": 0.7841,
       "step": 9020
     },
     {
       "epoch": 7.82,
-      "learning_rate": 1.8538528389339514e-06,
-      "loss": 1.1314,
+      "learning_rate": 1.8537804171494786e-06,
+      "loss": 0.7877,
       "step": 9030
     },
     {
       "epoch": 7.83,
-      "learning_rate": 1.8531286210892237e-06,
-      "loss": 1.1067,
+      "learning_rate": 1.8530561993047512e-06,
+      "loss": 0.7646,
       "step": 9040
     },
     {
       "epoch": 7.84,
-      "learning_rate": 1.852404403244496e-06,
-      "loss": 1.0779,
+      "learning_rate": 1.8523319814600233e-06,
+      "loss": 0.7398,
       "step": 9050
     },
     {
       "epoch": 7.85,
-      "learning_rate": 1.8516801853997684e-06,
-      "loss": 1.0806,
+      "learning_rate": 1.8516077636152956e-06,
+      "loss": 0.7689,
       "step": 9060
     },
     {
       "epoch": 7.86,
-      "learning_rate": 1.8509559675550406e-06,
-      "loss": 0.9939,
+      "learning_rate": 1.850883545770568e-06,
+      "loss": 0.7555,
       "step": 9070
     },
     {
       "epoch": 7.87,
-      "learning_rate": 1.850231749710313e-06,
-      "loss": 1.0941,
+      "learning_rate": 1.8501593279258403e-06,
+      "loss": 0.8253,
       "step": 9080
     },
     {
       "epoch": 7.88,
-      "learning_rate": 1.8495075318655852e-06,
-      "loss": 1.0957,
+      "learning_rate": 1.8494351100811126e-06,
+      "loss": 0.8231,
       "step": 9090
     },
     {
       "epoch": 7.89,
-      "learning_rate": 1.8487833140208578e-06,
-      "loss": 1.0874,
+      "learning_rate": 1.8487108922363848e-06,
+      "loss": 0.7903,
       "step": 9100
     },
     {
       "epoch": 7.89,
-      "learning_rate": 1.84805909617613e-06,
-      "loss": 0.9788,
+      "learning_rate": 1.847986674391657e-06,
+      "loss": 0.6784,
       "step": 9110
     },
     {
       "epoch": 7.9,
-      "learning_rate": 1.847334878331402e-06,
-      "loss": 1.0602,
+      "learning_rate": 1.8472624565469294e-06,
+      "loss": 0.7008,
       "step": 9120
     },
     {
       "epoch": 7.91,
-      "learning_rate": 1.8466106604866746e-06,
-      "loss": 1.0859,
+      "learning_rate": 1.8465382387022018e-06,
+      "loss": 0.8073,
       "step": 9130
     },
     {
       "epoch": 7.92,
-      "learning_rate": 1.8458864426419467e-06,
-      "loss": 1.0582,
+      "learning_rate": 1.8458140208574741e-06,
+      "loss": 0.7523,
       "step": 9140
     },
     {
       "epoch": 7.93,
-      "learning_rate": 1.8451622247972193e-06,
-      "loss": 1.0587,
+      "learning_rate": 1.8450898030127465e-06,
+      "loss": 0.7325,
       "step": 9150
     },
     {
       "epoch": 7.94,
-      "learning_rate": 1.8444380069524914e-06,
-      "loss": 1.039,
+      "learning_rate": 1.8443655851680186e-06,
+      "loss": 0.7235,
       "step": 9160
     },
     {
       "epoch": 7.95,
-      "learning_rate": 1.843713789107764e-06,
-      "loss": 1.0371,
+      "learning_rate": 1.8436413673232911e-06,
+      "loss": 0.7528,
       "step": 9170
     },
     {
       "epoch": 7.95,
-      "learning_rate": 1.842989571263036e-06,
-      "loss": 1.0961,
+      "learning_rate": 1.8429171494785633e-06,
+      "loss": 0.757,
       "step": 9180
     },
     {
       "epoch": 7.96,
-      "learning_rate": 1.8422653534183082e-06,
-      "loss": 1.0203,
+      "learning_rate": 1.8421929316338356e-06,
+      "loss": 0.7427,
       "step": 9190
     },
     {
       "epoch": 7.97,
-      "learning_rate": 1.8415411355735807e-06,
-      "loss": 1.0798,
+      "learning_rate": 1.841468713789108e-06,
+      "loss": 0.7806,
       "step": 9200
     },
     {
       "epoch": 7.98,
-      "learning_rate": 1.8408169177288529e-06,
-      "loss": 1.0834,
+      "learning_rate": 1.84074449594438e-06,
+      "loss": 0.7863,
       "step": 9210
     },
     {
       "epoch": 7.99,
-      "learning_rate": 1.8400926998841254e-06,
-      "loss": 1.0892,
+      "learning_rate": 1.8400202780996526e-06,
+      "loss": 0.8125,
       "step": 9220
     },
     {
       "epoch": 8.0,
-      "learning_rate": 1.8393684820393976e-06,
-      "loss": 1.0843,
+      "learning_rate": 1.8392960602549247e-06,
+      "loss": 0.7501,
       "step": 9230
     },
     {
       "epoch": 8.0,
-      "eval_loss": 1.2522071599960327,
-      "eval_runtime": 131.7654,
-      "eval_samples_per_second": 4.037,
-      "eval_steps_per_second": 2.019,
-      "eval_wer": 0.8285659188789612,
+      "eval_loss": 1.0585893392562866,
+      "eval_runtime": 131.891,
+      "eval_samples_per_second": 4.034,
+      "eval_steps_per_second": 2.017,
+      "eval_wer": 0.7339461335733111,
       "step": 9232
     },
     {
       "epoch": 8.01,
-      "learning_rate": 1.83864426419467e-06,
-      "loss": 1.1549,
+      "learning_rate": 1.8385718424101973e-06,
+      "loss": 0.7597,
       "step": 9240
     },
     {
       "epoch": 8.02,
-      "learning_rate": 1.8379200463499422e-06,
-      "loss": 1.0689,
+      "learning_rate": 1.8378476245654694e-06,
+      "loss": 0.7747,
       "step": 9250
     },
     {
       "epoch": 8.02,
-      "learning_rate": 1.8371958285052144e-06,
-      "loss": 1.0162,
+      "learning_rate": 1.8371234067207415e-06,
+      "loss": 0.728,
       "step": 9260
     },
     {
       "epoch": 8.03,
-      "learning_rate": 1.836471610660487e-06,
-      "loss": 1.0089,
+      "learning_rate": 1.836399188876014e-06,
+      "loss": 0.7212,
       "step": 9270
     },
     {
       "epoch": 8.04,
-      "learning_rate": 1.835747392815759e-06,
-      "loss": 1.1322,
+      "learning_rate": 1.8356749710312862e-06,
+      "loss": 0.8632,
       "step": 9280
     },
     {
       "epoch": 8.05,
-      "learning_rate": 1.8350231749710316e-06,
-      "loss": 1.0741,
+      "learning_rate": 1.8349507531865588e-06,
+      "loss": 0.7672,
       "step": 9290
     },
     {
       "epoch": 8.06,
-      "learning_rate": 1.8342989571263037e-06,
-      "loss": 1.0949,
+      "learning_rate": 1.834226535341831e-06,
+      "loss": 0.755,
       "step": 9300
     },
     {
       "epoch": 8.07,
-      "learning_rate": 1.833574739281576e-06,
-      "loss": 1.0357,
+      "learning_rate": 1.8335023174971035e-06,
+      "loss": 0.7729,
       "step": 9310
     },
     {
       "epoch": 8.08,
-      "learning_rate": 1.8328505214368484e-06,
-      "loss": 1.0526,
+      "learning_rate": 1.8327780996523756e-06,
+      "loss": 0.7029,
       "step": 9320
     },
     {
       "epoch": 8.08,
-      "learning_rate": 1.8321263035921207e-06,
-      "loss": 1.0811,
+      "learning_rate": 1.8320538818076477e-06,
+      "loss": 0.7804,
       "step": 9330
     },
     {
       "epoch": 8.09,
-      "learning_rate": 1.831402085747393e-06,
-      "loss": 1.092,
+      "learning_rate": 1.8313296639629203e-06,
+      "loss": 0.7829,
       "step": 9340
     },
     {
       "epoch": 8.1,
-      "learning_rate": 1.8306778679026652e-06,
-      "loss": 1.0769,
+      "learning_rate": 1.8306054461181924e-06,
+      "loss": 0.7826,
       "step": 9350
     },
     {
       "epoch": 8.11,
-      "learning_rate": 1.8299536500579375e-06,
-      "loss": 1.1013,
+      "learning_rate": 1.829881228273465e-06,
+      "loss": 0.8061,
       "step": 9360
     },
     {
       "epoch": 8.12,
-      "learning_rate": 1.8292294322132099e-06,
-      "loss": 1.0426,
+      "learning_rate": 1.829157010428737e-06,
+      "loss": 0.7455,
       "step": 9370
     },
     {
       "epoch": 8.13,
-      "learning_rate": 1.8285052143684822e-06,
-      "loss": 1.0703,
+      "learning_rate": 1.8284327925840096e-06,
+      "loss": 0.8297,
       "step": 9380
     },
     {
       "epoch": 8.14,
-      "learning_rate": 1.8277809965237546e-06,
-      "loss": 1.1305,
+      "learning_rate": 1.8277085747392817e-06,
+      "loss": 0.8419,
       "step": 9390
     },
     {
       "epoch": 8.15,
-      "learning_rate": 1.8270567786790269e-06,
-      "loss": 1.0205,
+      "learning_rate": 1.826984356894554e-06,
+      "loss": 0.7197,
       "step": 9400
     },
     {
       "epoch": 8.15,
-      "learning_rate": 1.826332560834299e-06,
-      "loss": 1.0166,
+      "learning_rate": 1.8262601390498264e-06,
+      "loss": 0.7018,
       "step": 9410
     },
     {
       "epoch": 8.16,
-      "learning_rate": 1.8256083429895714e-06,
-      "loss": 1.0823,
+      "learning_rate": 1.8255359212050985e-06,
+      "loss": 0.7024,
       "step": 9420
     },
     {
       "epoch": 8.17,
-      "learning_rate": 1.8248841251448437e-06,
-      "loss": 1.0575,
+      "learning_rate": 1.824811703360371e-06,
+      "loss": 0.7473,
       "step": 9430
     },
     {
       "epoch": 8.18,
-      "learning_rate": 1.824159907300116e-06,
-      "loss": 1.0572,
+      "learning_rate": 1.8240874855156432e-06,
+      "loss": 0.732,
       "step": 9440
     },
     {
       "epoch": 8.19,
-      "learning_rate": 1.8234356894553884e-06,
-      "loss": 1.1095,
+      "learning_rate": 1.8233632676709156e-06,
+      "loss": 0.7892,
       "step": 9450
     },
     {
       "epoch": 8.2,
-      "learning_rate": 1.8227114716106605e-06,
-      "loss": 1.0315,
+      "learning_rate": 1.822639049826188e-06,
+      "loss": 0.6991,
       "step": 9460
     },
     {
       "epoch": 8.21,
-      "learning_rate": 1.821987253765933e-06,
-      "loss": 1.0852,
+      "learning_rate": 1.8219148319814602e-06,
+      "loss": 0.777,
       "step": 9470
     },
     {
       "epoch": 8.21,
-      "learning_rate": 1.8212630359212052e-06,
-      "loss": 1.0312,
+      "learning_rate": 1.8211906141367326e-06,
+      "loss": 0.7676,
       "step": 9480
     },
     {
       "epoch": 8.22,
-      "learning_rate": 1.8205388180764775e-06,
-      "loss": 1.1231,
+      "learning_rate": 1.8204663962920047e-06,
+      "loss": 0.7345,
       "step": 9490
     },
     {
       "epoch": 8.23,
-      "learning_rate": 1.8198146002317499e-06,
-      "loss": 1.266,
+      "learning_rate": 1.819742178447277e-06,
+      "loss": 0.8137,
       "step": 9500
     },
     {
       "epoch": 8.24,
-      "learning_rate": 1.819090382387022e-06,
-      "loss": 0.9973,
+      "learning_rate": 1.8190179606025494e-06,
+      "loss": 0.7154,
       "step": 9510
     },
     {
       "epoch": 8.25,
-      "learning_rate": 1.8183661645422945e-06,
-      "loss": 1.0179,
+      "learning_rate": 1.8182937427578217e-06,
+      "loss": 0.7536,
       "step": 9520
     },
     {
       "epoch": 8.26,
-      "learning_rate": 1.8176419466975667e-06,
-      "loss": 1.078,
+      "learning_rate": 1.817569524913094e-06,
+      "loss": 0.776,
       "step": 9530
     },
     {
       "epoch": 8.27,
-      "learning_rate": 1.8169177288528392e-06,
-      "loss": 1.0832,
+      "learning_rate": 1.8168453070683664e-06,
+      "loss": 0.8069,
       "step": 9540
     },
     {
       "epoch": 8.28,
-      "learning_rate": 1.8161935110081113e-06,
-      "loss": 1.0471,
+      "learning_rate": 1.8161210892236385e-06,
+      "loss": 0.7057,
       "step": 9550
     },
     {
       "epoch": 8.28,
-      "learning_rate": 1.8154692931633839e-06,
-      "loss": 1.0131,
+      "learning_rate": 1.8153968713789109e-06,
+      "loss": 0.7077,
       "step": 9560
     },
     {
       "epoch": 8.29,
-      "learning_rate": 1.814745075318656e-06,
-      "loss": 1.0659,
+      "learning_rate": 1.8146726535341832e-06,
+      "loss": 0.7171,
       "step": 9570
     },
     {
       "epoch": 8.3,
-      "learning_rate": 1.8140208574739281e-06,
-      "loss": 1.0663,
+      "learning_rate": 1.8139484356894555e-06,
+      "loss": 0.7468,
       "step": 9580
     },
     {
       "epoch": 8.31,
-      "learning_rate": 1.8132966396292007e-06,
-      "loss": 1.0734,
+      "learning_rate": 1.8132242178447279e-06,
+      "loss": 0.741,
       "step": 9590
     },
     {
       "epoch": 8.32,
-      "learning_rate": 1.8125724217844728e-06,
-      "loss": 1.1259,
+      "learning_rate": 1.8125e-06,
+      "loss": 0.8165,
       "step": 9600
     },
     {
       "epoch": 8.33,
-      "learning_rate": 1.8118482039397454e-06,
-      "loss": 1.0278,
+      "learning_rate": 1.8117757821552726e-06,
+      "loss": 0.748,
       "step": 9610
     },
     {
       "epoch": 8.34,
-      "learning_rate": 1.8111239860950175e-06,
-      "loss": 1.0142,
+      "learning_rate": 1.8110515643105447e-06,
+      "loss": 0.7273,
       "step": 9620
     },
     {
       "epoch": 8.34,
-      "learning_rate": 1.81039976825029e-06,
-      "loss": 1.0356,
+      "learning_rate": 1.8103273464658172e-06,
+      "loss": 0.7597,
       "step": 9630
     },
     {
       "epoch": 8.35,
-      "learning_rate": 1.8096755504055622e-06,
-      "loss": 0.9773,
+      "learning_rate": 1.8096031286210894e-06,
+      "loss": 0.7124,
       "step": 9640
     },
     {
       "epoch": 8.36,
-      "learning_rate": 1.8089513325608343e-06,
-      "loss": 1.0501,
+      "learning_rate": 1.8088789107763615e-06,
+      "loss": 0.7301,
       "step": 9650
     },
     {
       "epoch": 8.37,
-      "learning_rate": 1.8082271147161069e-06,
-      "loss": 1.1118,
+      "learning_rate": 1.808154692931634e-06,
+      "loss": 0.8046,
       "step": 9660
     },
     {
       "epoch": 8.38,
-      "learning_rate": 1.807502896871379e-06,
-      "loss": 1.0469,
+      "learning_rate": 1.8074304750869062e-06,
+      "loss": 0.7779,
       "step": 9670
     },
     {
       "epoch": 8.39,
-      "learning_rate": 1.8067786790266515e-06,
-      "loss": 1.2084,
+      "learning_rate": 1.8067062572421787e-06,
+      "loss": 0.8029,
       "step": 9680
     },
     {
       "epoch": 8.4,
-      "learning_rate": 1.8060544611819237e-06,
-      "loss": 1.0433,
+      "learning_rate": 1.8059820393974508e-06,
+      "loss": 0.7375,
       "step": 9690
     },
     {
       "epoch": 8.41,
-      "learning_rate": 1.805330243337196e-06,
-      "loss": 1.0628,
+      "learning_rate": 1.8052578215527234e-06,
+      "loss": 0.7585,
       "step": 9700
     },
     {
       "epoch": 8.41,
-      "learning_rate": 1.8046060254924683e-06,
-      "loss": 1.0539,
+      "learning_rate": 1.8045336037079955e-06,
+      "loss": 0.741,
       "step": 9710
     },
     {
       "epoch": 8.42,
-      "learning_rate": 1.8038818076477405e-06,
-      "loss": 1.0696,
+      "learning_rate": 1.8038093858632677e-06,
+      "loss": 0.7319,
       "step": 9720
     },
     {
       "epoch": 8.43,
-      "learning_rate": 1.803157589803013e-06,
-      "loss": 1.061,
+      "learning_rate": 1.8030851680185402e-06,
+      "loss": 0.7602,
       "step": 9730
     },
     {
       "epoch": 8.44,
-      "learning_rate": 1.8024333719582851e-06,
-      "loss": 1.1748,
+      "learning_rate": 1.8023609501738123e-06,
+      "loss": 0.7583,
       "step": 9740
     },
     {
       "epoch": 8.45,
-      "learning_rate": 1.8017091541135575e-06,
-      "loss": 1.0226,
+      "learning_rate": 1.8016367323290849e-06,
+      "loss": 0.6913,
       "step": 9750
     },
     {
       "epoch": 8.46,
-      "learning_rate": 1.8009849362688298e-06,
-      "loss": 1.0387,
+      "learning_rate": 1.800912514484357e-06,
+      "loss": 0.6696,
       "step": 9760
     },
     {
       "epoch": 8.47,
-      "learning_rate": 1.8002607184241022e-06,
-      "loss": 1.0048,
+      "learning_rate": 1.8001882966396296e-06,
+      "loss": 0.7198,
       "step": 9770
     },
     {
       "epoch": 8.47,
-      "learning_rate": 1.7995365005793745e-06,
-      "loss": 1.0272,
+      "learning_rate": 1.7994640787949017e-06,
+      "loss": 0.7609,
       "step": 9780
     },
     {
       "epoch": 8.48,
-      "learning_rate": 1.7988122827346468e-06,
-      "loss": 1.0624,
+      "learning_rate": 1.7987398609501738e-06,
+      "loss": 0.7614,
       "step": 9790
     },
     {
       "epoch": 8.49,
-      "learning_rate": 1.798088064889919e-06,
-      "loss": 1.0947,
+      "learning_rate": 1.7980156431054464e-06,
+      "loss": 0.7835,
       "step": 9800
     },
     {
       "epoch": 8.5,
-      "learning_rate": 1.7973638470451913e-06,
-      "loss": 1.1466,
+      "learning_rate": 1.7972914252607185e-06,
+      "loss": 0.8081,
       "step": 9810
     },
     {
       "epoch": 8.51,
-      "learning_rate": 1.7966396292004636e-06,
-      "loss": 1.0144,
+      "learning_rate": 1.796567207415991e-06,
+      "loss": 0.708,
       "step": 9820
     },
     {
       "epoch": 8.52,
-      "learning_rate": 1.795915411355736e-06,
-      "loss": 1.0968,
+      "learning_rate": 1.7958429895712632e-06,
+      "loss": 0.785,
       "step": 9830
     },
     {
       "epoch": 8.53,
-      "learning_rate": 1.7951911935110083e-06,
-      "loss": 1.0482,
+      "learning_rate": 1.7951187717265355e-06,
+      "loss": 0.7473,
       "step": 9840
     },
     {
       "epoch": 8.54,
-      "learning_rate": 1.7944669756662804e-06,
-      "loss": 1.0483,
+      "learning_rate": 1.7943945538818078e-06,
+      "loss": 0.7293,
       "step": 9850
     },
     {
       "epoch": 8.54,
-      "learning_rate": 1.793742757821553e-06,
-      "loss": 1.0173,
+      "learning_rate": 1.79367033603708e-06,
+      "loss": 0.7318,
       "step": 9860
     },
     {
       "epoch": 8.55,
-      "learning_rate": 1.7930185399768251e-06,
-      "loss": 1.013,
+      "learning_rate": 1.7929461181923525e-06,
+      "loss": 0.7284,
       "step": 9870
     },
     {
       "epoch": 8.56,
-      "learning_rate": 1.7922943221320975e-06,
-      "loss": 1.1765,
+      "learning_rate": 1.7922219003476247e-06,
+      "loss": 0.8058,
       "step": 9880
     },
     {
       "epoch": 8.57,
-      "learning_rate": 1.7915701042873698e-06,
-      "loss": 1.1268,
+      "learning_rate": 1.791497682502897e-06,
+      "loss": 0.7429,
       "step": 9890
     },
     {
       "epoch": 8.58,
-      "learning_rate": 1.790845886442642e-06,
-      "loss": 1.0531,
+      "learning_rate": 1.7907734646581693e-06,
+      "loss": 0.7279,
       "step": 9900
     },
     {
       "epoch": 8.59,
-      "learning_rate": 1.7901216685979145e-06,
-      "loss": 1.0836,
+      "learning_rate": 1.7900492468134417e-06,
+      "loss": 0.7254,
       "step": 9910
     },
     {
       "epoch": 8.6,
-      "learning_rate": 1.7893974507531866e-06,
-      "loss": 1.0307,
+      "learning_rate": 1.789325028968714e-06,
+      "loss": 0.739,
       "step": 9920
     },
     {
       "epoch": 8.6,
-      "learning_rate": 1.7886732329084592e-06,
-      "loss": 0.9948,
+      "learning_rate": 1.7886008111239863e-06,
+      "loss": 0.7268,
       "step": 9930
     },
     {
       "epoch": 8.61,
-      "learning_rate": 1.7879490150637313e-06,
-      "loss": 1.1111,
+      "learning_rate": 1.7878765932792585e-06,
+      "loss": 0.7945,
       "step": 9940
     },
     {
       "epoch": 8.62,
-      "learning_rate": 1.7872247972190034e-06,
-      "loss": 1.0452,
+      "learning_rate": 1.7871523754345308e-06,
+      "loss": 0.7476,
       "step": 9950
     },
     {
       "epoch": 8.63,
-      "learning_rate": 1.786500579374276e-06,
-      "loss": 1.0231,
+      "learning_rate": 1.7864281575898032e-06,
+      "loss": 0.6878,
       "step": 9960
     },
     {
       "epoch": 8.64,
-      "learning_rate": 1.785776361529548e-06,
-      "loss": 1.0284,
+      "learning_rate": 1.7857039397450755e-06,
+      "loss": 0.7556,
       "step": 9970
     },
     {
       "epoch": 8.65,
-      "learning_rate": 1.7850521436848206e-06,
-      "loss": 1.0351,
+      "learning_rate": 1.7849797219003478e-06,
+      "loss": 0.7317,
       "step": 9980
     },
     {
       "epoch": 8.66,
-      "learning_rate": 1.7843279258400928e-06,
-      "loss": 1.0516,
+      "learning_rate": 1.78425550405562e-06,
+      "loss": 0.7328,
       "step": 9990
     },
     {
       "epoch": 8.67,
-      "learning_rate": 1.7836037079953653e-06,
-      "loss": 1.0257,
+      "learning_rate": 1.7835312862108925e-06,
+      "loss": 0.7258,
       "step": 10000
     },
     {
       "epoch": 8.67,
-      "learning_rate": 1.7828794901506374e-06,
-      "loss": 1.0251,
+      "learning_rate": 1.7828070683661646e-06,
+      "loss": 0.7225,
       "step": 10010
     },
     {
       "epoch": 8.68,
-      "learning_rate": 1.78215527230591e-06,
-      "loss": 1.0352,
+      "learning_rate": 1.782082850521437e-06,
+      "loss": 0.6946,
       "step": 10020
     },
     {
       "epoch": 8.69,
-      "learning_rate": 1.7814310544611821e-06,
-      "loss": 1.0308,
+      "learning_rate": 1.7813586326767093e-06,
+      "loss": 0.7415,
       "step": 10030
     },
     {
       "epoch": 8.7,
-      "learning_rate": 1.7807068366164542e-06,
-      "loss": 1.1149,
+      "learning_rate": 1.7806344148319814e-06,
+      "loss": 0.8271,
       "step": 10040
     },
     {
       "epoch": 8.71,
-      "learning_rate": 1.7799826187717268e-06,
-      "loss": 1.0373,
+      "learning_rate": 1.779910196987254e-06,
+      "loss": 0.6995,
       "step": 10050
     },
     {
       "epoch": 8.72,
-      "learning_rate": 1.779258400926999e-06,
-      "loss": 1.096,
+      "learning_rate": 1.7791859791425261e-06,
+      "loss": 0.7371,
       "step": 10060
     },
     {
       "epoch": 8.73,
-      "learning_rate": 1.7785341830822715e-06,
-      "loss": 1.0429,
+      "learning_rate": 1.7784617612977987e-06,
+      "loss": 0.7595,
       "step": 10070
     },
     {
       "epoch": 8.73,
-      "learning_rate": 1.7778099652375436e-06,
-      "loss": 1.1095,
+      "learning_rate": 1.7777375434530708e-06,
+      "loss": 0.8197,
       "step": 10080
     },
     {
       "epoch": 8.74,
-      "learning_rate": 1.777085747392816e-06,
-      "loss": 1.1093,
+      "learning_rate": 1.777013325608343e-06,
+      "loss": 0.7404,
       "step": 10090
     },
     {
       "epoch": 8.75,
-      "learning_rate": 1.7763615295480883e-06,
-      "loss": 1.0352,
+      "learning_rate": 1.7762891077636155e-06,
+      "loss": 0.7258,
       "step": 10100
     },
     {
       "epoch": 8.76,
-      "learning_rate": 1.7756373117033604e-06,
-      "loss": 1.0717,
+      "learning_rate": 1.7755648899188876e-06,
+      "loss": 0.737,
       "step": 10110
     },
     {
       "epoch": 8.77,
-      "learning_rate": 1.774913093858633e-06,
-      "loss": 1.0178,
+      "learning_rate": 1.7748406720741601e-06,
+      "loss": 0.7172,
       "step": 10120
     },
     {
       "epoch": 8.78,
-      "learning_rate": 1.774188876013905e-06,
-      "loss": 1.1139,
+      "learning_rate": 1.7741164542294323e-06,
+      "loss": 0.7566,
       "step": 10130
     },
     {
       "epoch": 8.79,
-      "learning_rate": 1.7734646581691774e-06,
-      "loss": 1.0846,
+      "learning_rate": 1.7733922363847048e-06,
+      "loss": 0.7609,
       "step": 10140
     },
     {
       "epoch": 8.8,
-      "learning_rate": 1.7727404403244498e-06,
-      "loss": 1.0691,
+      "learning_rate": 1.772668018539977e-06,
+      "loss": 0.753,
       "step": 10150
     },
     {
       "epoch": 8.8,
-      "learning_rate": 1.772016222479722e-06,
-      "loss": 1.0578,
+      "learning_rate": 1.7719438006952495e-06,
+      "loss": 0.771,
       "step": 10160
     },
     {
       "epoch": 8.81,
-      "learning_rate": 1.7712920046349944e-06,
-      "loss": 1.0331,
+      "learning_rate": 1.7712195828505216e-06,
+      "loss": 0.7065,
       "step": 10170
     },
     {
       "epoch": 8.82,
-      "learning_rate": 1.7705677867902666e-06,
-      "loss": 1.0725,
+      "learning_rate": 1.7704953650057938e-06,
+      "loss": 0.7781,
       "step": 10180
     },
     {
       "epoch": 8.83,
-      "learning_rate": 1.769843568945539e-06,
-      "loss": 1.0172,
+      "learning_rate": 1.7697711471610663e-06,
+      "loss": 0.7382,
       "step": 10190
     },
     {
       "epoch": 8.84,
-      "learning_rate": 1.7691193511008112e-06,
-      "loss": 1.0557,
+      "learning_rate": 1.7690469293163384e-06,
+      "loss": 0.742,
       "step": 10200
     },
     {
       "epoch": 8.85,
-      "learning_rate": 1.7683951332560836e-06,
-      "loss": 1.1057,
+      "learning_rate": 1.768322711471611e-06,
+      "loss": 0.7644,
       "step": 10210
     },
     {
       "epoch": 8.86,
-      "learning_rate": 1.767670915411356e-06,
-      "loss": 1.0481,
+      "learning_rate": 1.7675984936268831e-06,
+      "loss": 0.7753,
       "step": 10220
     },
     {
       "epoch": 8.86,
-      "learning_rate": 1.7669466975666283e-06,
-      "loss": 1.0557,
+      "learning_rate": 1.7668742757821555e-06,
+      "loss": 0.7689,
       "step": 10230
     },
     {
       "epoch": 8.87,
-      "learning_rate": 1.7662224797219004e-06,
-      "loss": 1.1135,
+      "learning_rate": 1.7661500579374278e-06,
+      "loss": 0.7735,
       "step": 10240
     },
     {
       "epoch": 8.88,
-      "learning_rate": 1.765498261877173e-06,
-      "loss": 1.0421,
+      "learning_rate": 1.7654258400927e-06,
+      "loss": 0.7483,
       "step": 10250
     },
     {
       "epoch": 8.89,
-      "learning_rate": 1.764774044032445e-06,
-      "loss": 0.9917,
+      "learning_rate": 1.7647016222479725e-06,
+      "loss": 0.7044,
       "step": 10260
     },
     {
       "epoch": 8.9,
-      "learning_rate": 1.7640498261877174e-06,
-      "loss": 1.0164,
+      "learning_rate": 1.7639774044032446e-06,
+      "loss": 0.7529,
       "step": 10270
     },
     {
       "epoch": 8.91,
-      "learning_rate": 1.7633256083429897e-06,
-      "loss": 1.0735,
+      "learning_rate": 1.763253186558517e-06,
+      "loss": 0.7575,
       "step": 10280
     },
     {
       "epoch": 8.92,
-      "learning_rate": 1.7626013904982619e-06,
-      "loss": 1.0611,
+      "learning_rate": 1.7625289687137893e-06,
+      "loss": 0.7438,
       "step": 10290
     },
     {
       "epoch": 8.93,
-      "learning_rate": 1.7618771726535344e-06,
-      "loss": 1.0485,
+      "learning_rate": 1.7618047508690616e-06,
+      "loss": 0.7088,
       "step": 10300
     },
     {
       "epoch": 8.93,
-      "learning_rate": 1.7611529548088065e-06,
-      "loss": 1.0433,
+      "learning_rate": 1.761080533024334e-06,
+      "loss": 0.8119,
       "step": 10310
     },
     {
       "epoch": 8.94,
-      "learning_rate": 1.760428736964079e-06,
-      "loss": 1.0107,
+      "learning_rate": 1.760356315179606e-06,
+      "loss": 0.7301,
       "step": 10320
     },
     {
       "epoch": 8.95,
-      "learning_rate": 1.7597045191193512e-06,
-      "loss": 1.009,
+      "learning_rate": 1.7596320973348784e-06,
+      "loss": 0.7032,
       "step": 10330
     },
     {
       "epoch": 8.96,
-      "learning_rate": 1.7589803012746234e-06,
-      "loss": 1.1821,
+      "learning_rate": 1.7589078794901508e-06,
+      "loss": 0.8165,
       "step": 10340
     },
     {
       "epoch": 8.97,
-      "learning_rate": 1.758256083429896e-06,
-      "loss": 0.9759,
+      "learning_rate": 1.758183661645423e-06,
+      "loss": 0.6791,
       "step": 10350
     },
     {
       "epoch": 8.98,
-      "learning_rate": 1.757531865585168e-06,
-      "loss": 1.0113,
+      "learning_rate": 1.7574594438006954e-06,
+      "loss": 0.6879,
       "step": 10360
     },
     {
       "epoch": 8.99,
-      "learning_rate": 1.7568076477404406e-06,
-      "loss": 1.0118,
+      "learning_rate": 1.7567352259559678e-06,
+      "loss": 0.756,
       "step": 10370
     },
     {
       "epoch": 8.99,
-      "learning_rate": 1.7560834298957127e-06,
-      "loss": 1.0635,
+      "learning_rate": 1.75601100811124e-06,
+      "loss": 0.7654,
       "step": 10380
     },
     {
       "epoch": 9.0,
-      "eval_loss": 1.285059928894043,
-      "eval_runtime": 131.839,
-      "eval_samples_per_second": 4.035,
-      "eval_steps_per_second": 2.018,
-      "eval_wer": 0.8315227871697628,
+      "eval_loss": 1.0541194677352905,
+      "eval_runtime": 131.6625,
+      "eval_samples_per_second": 4.041,
+      "eval_steps_per_second": 2.02,
+      "eval_wer": 0.7167834415375716,
       "step": 10386
     },
     {
       "epoch": 9.0,
-      "learning_rate": 1.7553592120509853e-06,
-      "loss": 1.0874,
+      "learning_rate": 1.7552867902665125e-06,
+      "loss": 0.8277,
       "step": 10390
     },
     {
       "epoch": 9.01,
-      "learning_rate": 1.7546349942062574e-06,
-      "loss": 0.9851,
+      "learning_rate": 1.7545625724217846e-06,
+      "loss": 0.707,
       "step": 10400
     },
     {
       "epoch": 9.02,
-      "learning_rate": 1.7539107763615295e-06,
-      "loss": 1.0371,
+      "learning_rate": 1.753838354577057e-06,
+      "loss": 0.7306,
       "step": 10410
     },
     {
       "epoch": 9.03,
-      "learning_rate": 1.753186558516802e-06,
-      "loss": 1.0277,
+      "learning_rate": 1.7531141367323293e-06,
+      "loss": 0.7265,
       "step": 10420
     },
     {
       "epoch": 9.04,
-      "learning_rate": 1.7524623406720742e-06,
-      "loss": 1.0759,
+      "learning_rate": 1.7523899188876014e-06,
+      "loss": 0.7644,
       "step": 10430
     },
     {
       "epoch": 9.05,
-      "learning_rate": 1.7517381228273467e-06,
-      "loss": 1.0495,
+      "learning_rate": 1.751665701042874e-06,
+      "loss": 0.7439,
       "step": 10440
     },
     {
       "epoch": 9.06,
-      "learning_rate": 1.7510139049826189e-06,
-      "loss": 1.0893,
+      "learning_rate": 1.750941483198146e-06,
+      "loss": 0.7724,
       "step": 10450
     },
     {
       "epoch": 9.06,
-      "learning_rate": 1.7502896871378914e-06,
-      "loss": 1.0615,
+      "learning_rate": 1.7502172653534186e-06,
+      "loss": 0.7238,
       "step": 10460
     },
     {
       "epoch": 9.07,
-      "learning_rate": 1.7495654692931635e-06,
-      "loss": 1.0133,
+      "learning_rate": 1.7494930475086907e-06,
+      "loss": 0.7159,
       "step": 10470
     },
     {
       "epoch": 9.08,
-      "learning_rate": 1.7488412514484357e-06,
-      "loss": 1.0667,
+      "learning_rate": 1.7487688296639629e-06,
+      "loss": 0.7235,
       "step": 10480
     },
     {
       "epoch": 9.09,
-      "learning_rate": 1.7481170336037082e-06,
-      "loss": 1.0475,
+      "learning_rate": 1.7480446118192354e-06,
+      "loss": 0.7491,
       "step": 10490
     },
     {
       "epoch": 9.1,
-      "learning_rate": 1.7473928157589804e-06,
-      "loss": 1.0711,
+      "learning_rate": 1.7473203939745075e-06,
+      "loss": 0.7451,
       "step": 10500
     },
     {
       "epoch": 9.11,
-      "learning_rate": 1.746668597914253e-06,
-      "loss": 1.0031,
+      "learning_rate": 1.74659617612978e-06,
+      "loss": 0.733,
       "step": 10510
     },
     {
       "epoch": 9.12,
-      "learning_rate": 1.745944380069525e-06,
-      "loss": 1.0141,
+      "learning_rate": 1.7458719582850522e-06,
+      "loss": 0.7344,
       "step": 10520
     },
     {
       "epoch": 9.12,
-      "learning_rate": 1.7452201622247974e-06,
-      "loss": 1.0372,
+      "learning_rate": 1.7451477404403248e-06,
+      "loss": 0.7423,
       "step": 10530
     },
     {
       "epoch": 9.13,
-      "learning_rate": 1.7444959443800697e-06,
-      "loss": 1.0284,
+      "learning_rate": 1.744423522595597e-06,
+      "loss": 0.7058,
       "step": 10540
     },
     {
       "epoch": 9.14,
-      "learning_rate": 1.743771726535342e-06,
-      "loss": 1.0147,
+      "learning_rate": 1.743699304750869e-06,
+      "loss": 0.6982,
       "step": 10550
     },
     {
       "epoch": 9.15,
-      "learning_rate": 1.7430475086906144e-06,
-      "loss": 1.0537,
+      "learning_rate": 1.7429750869061416e-06,
+      "loss": 0.7712,
       "step": 10560
     },
     {
       "epoch": 9.16,
-      "learning_rate": 1.7423232908458865e-06,
-      "loss": 1.0393,
+      "learning_rate": 1.7422508690614137e-06,
+      "loss": 0.7672,
       "step": 10570
     },
     {
       "epoch": 9.17,
-      "learning_rate": 1.7415990730011589e-06,
-      "loss": 1.0521,
+      "learning_rate": 1.7415266512166863e-06,
+      "loss": 0.7615,
       "step": 10580
     },
     {
       "epoch": 9.18,
-      "learning_rate": 1.7408748551564312e-06,
-      "loss": 1.1221,
+      "learning_rate": 1.7408024333719584e-06,
+      "loss": 0.843,
       "step": 10590
     },
     {
       "epoch": 9.19,
-      "learning_rate": 1.7401506373117035e-06,
-      "loss": 1.0822,
+      "learning_rate": 1.740078215527231e-06,
+      "loss": 0.7882,
       "step": 10600
     },
     {
       "epoch": 9.19,
-      "learning_rate": 1.7394264194669759e-06,
-      "loss": 1.057,
+      "learning_rate": 1.739353997682503e-06,
+      "loss": 0.7228,
       "step": 10610
     },
     {
       "epoch": 9.2,
-      "learning_rate": 1.7387022016222482e-06,
-      "loss": 0.9682,
+      "learning_rate": 1.7386297798377754e-06,
+      "loss": 0.6713,
       "step": 10620
     },
     {
       "epoch": 9.21,
-      "learning_rate": 1.7379779837775203e-06,
-      "loss": 1.0447,
+      "learning_rate": 1.7379055619930477e-06,
+      "loss": 0.7526,
       "step": 10630
     },
     {
       "epoch": 9.22,
-      "learning_rate": 1.7372537659327927e-06,
-      "loss": 1.0583,
+      "learning_rate": 1.7371813441483199e-06,
+      "loss": 0.8001,
       "step": 10640
     },
     {
       "epoch": 9.23,
-      "learning_rate": 1.736529548088065e-06,
-      "loss": 1.057,
+      "learning_rate": 1.7364571263035924e-06,
+      "loss": 0.6958,
       "step": 10650
     },
     {
       "epoch": 9.24,
-      "learning_rate": 1.7358053302433373e-06,
-      "loss": 1.0115,
+      "learning_rate": 1.7357329084588645e-06,
+      "loss": 0.7172,
       "step": 10660
     },
     {
       "epoch": 9.25,
-      "learning_rate": 1.7350811123986097e-06,
-      "loss": 1.0049,
+      "learning_rate": 1.7350086906141369e-06,
+      "loss": 0.6963,
       "step": 10670
     },
     {
       "epoch": 9.25,
-      "learning_rate": 1.7343568945538818e-06,
-      "loss": 1.0493,
+      "learning_rate": 1.7342844727694092e-06,
+      "loss": 0.7553,
       "step": 10680
     },
     {
       "epoch": 9.26,
-      "learning_rate": 1.7336326767091544e-06,
-      "loss": 1.0595,
+      "learning_rate": 1.7335602549246816e-06,
+      "loss": 0.7253,
       "step": 10690
     },
     {
       "epoch": 9.27,
-      "learning_rate": 1.7329084588644265e-06,
-      "loss": 1.0748,
+      "learning_rate": 1.732836037079954e-06,
+      "loss": 0.7509,
       "step": 10700
     },
     {
       "epoch": 9.28,
-      "learning_rate": 1.7321842410196988e-06,
-      "loss": 1.0262,
+      "learning_rate": 1.732111819235226e-06,
+      "loss": 0.6815,
       "step": 10710
     },
     {
       "epoch": 9.29,
-      "learning_rate": 1.7314600231749712e-06,
-      "loss": 1.0344,
+      "learning_rate": 1.7313876013904984e-06,
+      "loss": 0.7245,
       "step": 10720
     },
     {
       "epoch": 9.3,
-      "learning_rate": 1.7307358053302433e-06,
-      "loss": 1.0636,
+      "learning_rate": 1.7306633835457707e-06,
+      "loss": 0.738,
       "step": 10730
     },
     {
       "epoch": 9.31,
-      "learning_rate": 1.7300115874855158e-06,
-      "loss": 1.0296,
+      "learning_rate": 1.729939165701043e-06,
+      "loss": 0.7185,
       "step": 10740
     },
     {
       "epoch": 9.32,
-      "learning_rate": 1.729287369640788e-06,
-      "loss": 1.0305,
+      "learning_rate": 1.7292149478563154e-06,
+      "loss": 0.7305,
       "step": 10750
     },
     {
       "epoch": 9.32,
-      "learning_rate": 1.7285631517960605e-06,
-      "loss": 1.0077,
+      "learning_rate": 1.7284907300115877e-06,
+      "loss": 0.7065,
       "step": 10760
     },
     {
       "epoch": 9.33,
-      "learning_rate": 1.7278389339513327e-06,
-      "loss": 1.0015,
+      "learning_rate": 1.7277665121668598e-06,
+      "loss": 0.7104,
       "step": 10770
     },
     {
       "epoch": 9.34,
-      "learning_rate": 1.7271147161066052e-06,
-      "loss": 1.0579,
+      "learning_rate": 1.7270422943221322e-06,
+      "loss": 0.7581,
       "step": 10780
     },
     {
       "epoch": 9.35,
-      "learning_rate": 1.7263904982618773e-06,
-      "loss": 1.045,
+      "learning_rate": 1.7263180764774045e-06,
+      "loss": 0.7517,
       "step": 10790
     },
     {
       "epoch": 9.36,
-      "learning_rate": 1.7256662804171495e-06,
-      "loss": 1.0312,
+      "learning_rate": 1.7255938586326766e-06,
+      "loss": 0.6888,
       "step": 10800
     },
     {
       "epoch": 9.37,
-      "learning_rate": 1.724942062572422e-06,
-      "loss": 1.0067,
+      "learning_rate": 1.7248696407879492e-06,
+      "loss": 0.6795,
       "step": 10810
     },
     {
       "epoch": 9.38,
-      "learning_rate": 1.7242178447276941e-06,
-      "loss": 0.9929,
+      "learning_rate": 1.7241454229432213e-06,
+      "loss": 0.6639,
       "step": 10820
     },
     {
       "epoch": 9.38,
-      "learning_rate": 1.7234936268829667e-06,
-      "loss": 1.0752,
+      "learning_rate": 1.7234212050984939e-06,
+      "loss": 0.7182,
       "step": 10830
     },
     {
       "epoch": 9.39,
-      "learning_rate": 1.7227694090382388e-06,
-      "loss": 1.1983,
+      "learning_rate": 1.722696987253766e-06,
+      "loss": 0.7988,
       "step": 10840
     },
     {
       "epoch": 9.4,
-      "learning_rate": 1.7220451911935114e-06,
-      "loss": 1.0581,
+      "learning_rate": 1.7219727694090386e-06,
+      "loss": 0.7443,
       "step": 10850
     },
     {
       "epoch": 9.41,
-      "learning_rate": 1.7213209733487835e-06,
-      "loss": 1.0174,
+      "learning_rate": 1.7212485515643107e-06,
+      "loss": 0.6613,
       "step": 10860
     },
     {
       "epoch": 9.42,
-      "learning_rate": 1.7205967555040556e-06,
-      "loss": 0.9838,
+      "learning_rate": 1.7205243337195828e-06,
+      "loss": 0.6887,
       "step": 10870
     },
     {
       "epoch": 9.43,
-      "learning_rate": 1.7198725376593282e-06,
-      "loss": 0.9976,
+      "learning_rate": 1.7198001158748554e-06,
+      "loss": 0.7185,
       "step": 10880
     },
     {
       "epoch": 9.44,
-      "learning_rate": 1.7191483198146003e-06,
-      "loss": 1.0979,
+      "learning_rate": 1.7190758980301275e-06,
+      "loss": 0.815,
       "step": 10890
     },
     {
       "epoch": 9.45,
-      "learning_rate": 1.7184241019698728e-06,
-      "loss": 1.0511,
+      "learning_rate": 1.7183516801854e-06,
+      "loss": 0.7644,
       "step": 10900
     },
     {
       "epoch": 9.45,
-      "learning_rate": 1.717699884125145e-06,
-      "loss": 1.0467,
+      "learning_rate": 1.7176274623406722e-06,
+      "loss": 0.7645,
       "step": 10910
     },
     {
       "epoch": 9.46,
-      "learning_rate": 1.7169756662804173e-06,
-      "loss": 1.0401,
+      "learning_rate": 1.7169032444959447e-06,
+      "loss": 0.7582,
       "step": 10920
     },
     {
       "epoch": 9.47,
-      "learning_rate": 1.7162514484356897e-06,
-      "loss": 1.0138,
+      "learning_rate": 1.7161790266512168e-06,
+      "loss": 0.7404,
       "step": 10930
     },
     {
       "epoch": 9.48,
-      "learning_rate": 1.7155272305909618e-06,
-      "loss": 1.0912,
+      "learning_rate": 1.715454808806489e-06,
+      "loss": 0.8168,
       "step": 10940
     },
     {
       "epoch": 9.49,
-      "learning_rate": 1.7148030127462343e-06,
-      "loss": 1.0121,
+      "learning_rate": 1.7147305909617615e-06,
+      "loss": 0.7235,
       "step": 10950
     },
     {
       "epoch": 9.5,
-      "learning_rate": 1.7140787949015065e-06,
-      "loss": 0.9875,
+      "learning_rate": 1.7140063731170336e-06,
+      "loss": 0.6857,
       "step": 10960
     },
     {
       "epoch": 9.51,
-      "learning_rate": 1.7133545770567788e-06,
-      "loss": 1.0055,
+      "learning_rate": 1.7132821552723062e-06,
+      "loss": 0.6842,
       "step": 10970
     },
     {
       "epoch": 9.51,
-      "learning_rate": 1.7126303592120511e-06,
-      "loss": 1.0084,
+      "learning_rate": 1.7125579374275783e-06,
+      "loss": 0.7079,
       "step": 10980
     },
     {
       "epoch": 9.52,
-      "learning_rate": 1.7119061413673235e-06,
-      "loss": 1.035,
+      "learning_rate": 1.7118337195828509e-06,
+      "loss": 0.77,
       "step": 10990
     },
     {
       "epoch": 9.53,
-      "learning_rate": 1.7111819235225958e-06,
-      "loss": 1.0736,
+      "learning_rate": 1.711109501738123e-06,
+      "loss": 0.7558,
       "step": 11000
     },
     {
       "epoch": 9.54,
-      "learning_rate": 1.7104577056778682e-06,
-      "loss": 1.0709,
+      "learning_rate": 1.7103852838933951e-06,
+      "loss": 0.7362,
       "step": 11010
     },
     {
       "epoch": 9.55,
-      "learning_rate": 1.7097334878331403e-06,
-      "loss": 0.9794,
+      "learning_rate": 1.7096610660486677e-06,
+      "loss": 0.6786,
       "step": 11020
     },
     {
       "epoch": 9.56,
-      "learning_rate": 1.7090092699884126e-06,
-      "loss": 1.0531,
+      "learning_rate": 1.7089368482039398e-06,
+      "loss": 0.804,
       "step": 11030
     },
     {
       "epoch": 9.57,
-      "learning_rate": 1.708285052143685e-06,
-      "loss": 1.018,
+      "learning_rate": 1.7082126303592124e-06,
+      "loss": 0.7299,
       "step": 11040
     },
     {
       "epoch": 9.58,
-      "learning_rate": 1.7075608342989573e-06,
-      "loss": 1.0276,
+      "learning_rate": 1.7074884125144845e-06,
+      "loss": 0.7448,
       "step": 11050
     },
     {
       "epoch": 9.58,
-      "learning_rate": 1.7068366164542296e-06,
-      "loss": 1.0609,
+      "learning_rate": 1.7067641946697568e-06,
+      "loss": 0.735,
       "step": 11060
     },
     {
       "epoch": 9.59,
-      "learning_rate": 1.7061123986095018e-06,
-      "loss": 1.1285,
+      "learning_rate": 1.7060399768250292e-06,
+      "loss": 0.8044,
       "step": 11070
     },
     {
       "epoch": 9.6,
-      "learning_rate": 1.7053881807647743e-06,
-      "loss": 1.0302,
+      "learning_rate": 1.7053157589803015e-06,
+      "loss": 0.7177,
       "step": 11080
     },
     {
       "epoch": 9.61,
-      "learning_rate": 1.7046639629200464e-06,
-      "loss": 1.1464,
+      "learning_rate": 1.7045915411355738e-06,
+      "loss": 0.7788,
       "step": 11090
     },
     {
       "epoch": 9.62,
-      "learning_rate": 1.7039397450753188e-06,
-      "loss": 0.9999,
+      "learning_rate": 1.703867323290846e-06,
+      "loss": 0.6246,
       "step": 11100
     },
     {
       "epoch": 9.63,
-      "learning_rate": 1.7032155272305911e-06,
-      "loss": 0.984,
+      "learning_rate": 1.7031431054461183e-06,
+      "loss": 0.7133,
       "step": 11110
     },
     {
       "epoch": 9.64,
-      "learning_rate": 1.7024913093858632e-06,
-      "loss": 1.0305,
+      "learning_rate": 1.7024188876013906e-06,
+      "loss": 0.7423,
       "step": 11120
     },
     {
       "epoch": 9.64,
-      "learning_rate": 1.7017670915411358e-06,
-      "loss": 1.0135,
+      "learning_rate": 1.701694669756663e-06,
+      "loss": 0.7396,
       "step": 11130
     },
     {
       "epoch": 9.65,
-      "learning_rate": 1.701042873696408e-06,
-      "loss": 1.0613,
+      "learning_rate": 1.7009704519119351e-06,
+      "loss": 0.7675,
       "step": 11140
     },
     {
       "epoch": 9.66,
-      "learning_rate": 1.7003186558516805e-06,
-      "loss": 1.0643,
+      "learning_rate": 1.7002462340672077e-06,
+      "loss": 0.689,
       "step": 11150
     },
     {
       "epoch": 9.67,
-      "learning_rate": 1.6995944380069526e-06,
-      "loss": 0.9902,
+      "learning_rate": 1.6995220162224798e-06,
+      "loss": 0.7228,
       "step": 11160
     },
     {
       "epoch": 9.68,
-      "learning_rate": 1.6988702201622247e-06,
-      "loss": 1.044,
+      "learning_rate": 1.6987977983777521e-06,
+      "loss": 0.7592,
       "step": 11170
     },
     {
       "epoch": 9.69,
-      "learning_rate": 1.6981460023174973e-06,
-      "loss": 1.0346,
+      "learning_rate": 1.6980735805330245e-06,
+      "loss": 0.7282,
       "step": 11180
     },
     {
       "epoch": 9.7,
-      "learning_rate": 1.6974217844727694e-06,
-      "loss": 1.07,
+      "learning_rate": 1.6973493626882966e-06,
+      "loss": 0.8052,
       "step": 11190
     },
     {
       "epoch": 9.71,
-      "learning_rate": 1.696697566628042e-06,
-      "loss": 1.0841,
+      "learning_rate": 1.6966251448435691e-06,
+      "loss": 0.7936,
       "step": 11200
     },
     {
       "epoch": 9.71,
       "learning_rate": 1.695973348783314e-06,
-      "loss": 1.0592,
+      "loss": 0.7061,
       "step": 11210
     },
     {
       "epoch": 9.72,
       "learning_rate": 1.6952491309385866e-06,
-      "loss": 1.0198,
+      "loss": 0.6938,
       "step": 11220
     },
     {
       "epoch": 9.73,
       "learning_rate": 1.6945249130938588e-06,
-      "loss": 1.0148,
+      "loss": 0.712,
       "step": 11230
     },
     {
       "epoch": 9.74,
       "learning_rate": 1.6938006952491313e-06,
-      "loss": 1.0374,
+      "loss": 0.7393,
       "step": 11240
     },
     {
       "epoch": 9.75,
       "learning_rate": 1.6930764774044034e-06,
-      "loss": 1.0614,
+      "loss": 0.7729,
       "step": 11250
     },
     {
       "epoch": 9.76,
       "learning_rate": 1.6923522595596756e-06,
-      "loss": 1.0528,
+      "loss": 0.7601,
       "step": 11260
     },
     {
       "epoch": 9.77,
       "learning_rate": 1.6916280417149481e-06,
-      "loss": 1.0367,
+      "loss": 0.7413,
       "step": 11270
     },
     {
       "epoch": 9.77,
       "learning_rate": 1.6909038238702202e-06,
-      "loss": 1.0549,
+      "loss": 0.7593,
       "step": 11280
     },
     {
       "epoch": 9.78,
       "learning_rate": 1.6901796060254928e-06,
-      "loss": 1.0998,
+      "loss": 0.795,
       "step": 11290
     },
     {
       "epoch": 9.79,
       "learning_rate": 1.689455388180765e-06,
-      "loss": 1.0748,
+      "loss": 0.7164,
       "step": 11300
     },
     {
       "epoch": 9.8,
       "learning_rate": 1.6887311703360373e-06,
-      "loss": 1.0027,
+      "loss": 0.7103,
       "step": 11310
     },
     {
       "epoch": 9.81,
       "learning_rate": 1.6880069524913096e-06,
-      "loss": 1.02,
+      "loss": 0.6851,
       "step": 11320
     },
     {
       "epoch": 9.82,
       "learning_rate": 1.6872827346465817e-06,
-      "loss": 1.0337,
+      "loss": 0.7812,
       "step": 11330
     },
     {
       "epoch": 9.83,
       "learning_rate": 1.6865585168018543e-06,
-      "loss": 1.1005,
+      "loss": 0.7765,
       "step": 11340
     },
     {
       "epoch": 9.83,
       "learning_rate": 1.6858342989571264e-06,
-      "loss": 1.0027,
+      "loss": 0.71,
       "step": 11350
     },
     {
       "epoch": 9.84,
       "learning_rate": 1.6851100811123987e-06,
-      "loss": 0.9974,
+      "loss": 0.7204,
       "step": 11360
     },
     {
       "epoch": 9.85,
       "learning_rate": 1.684385863267671e-06,
-      "loss": 1.0101,
+      "loss": 0.6896,
       "step": 11370
     },
     {
       "epoch": 9.86,
       "learning_rate": 1.6836616454229434e-06,
-      "loss": 1.012,
+      "loss": 0.7402,
       "step": 11380
     },
     {
       "epoch": 9.87,
       "learning_rate": 1.6829374275782158e-06,
-      "loss": 1.0896,
+      "loss": 0.7497,
       "step": 11390
     },
     {
       "epoch": 9.88,
       "learning_rate": 1.6822132097334879e-06,
-      "loss": 1.0375,
+      "loss": 0.76,
       "step": 11400
     },
     {
       "epoch": 9.89,
       "learning_rate": 1.6814889918887602e-06,
-      "loss": 1.0914,
+      "loss": 0.767,
       "step": 11410
     },
     {
       "epoch": 9.9,
       "learning_rate": 1.6807647740440326e-06,
-      "loss": 0.995,
+      "loss": 0.7169,
       "step": 11420
     },
     {
       "epoch": 9.9,
       "learning_rate": 1.680040556199305e-06,
-      "loss": 1.0053,
+      "loss": 0.7001,
       "step": 11430
     },
     {
       "epoch": 9.91,
       "learning_rate": 1.6793163383545772e-06,
-      "loss": 1.0453,
+      "loss": 0.7277,
       "step": 11440
     },
     {
       "epoch": 9.92,
-      "learning_rate": 1.6786645422943224e-06,
-      "loss": 1.1736,
+      "learning_rate": 1.6785921205098496e-06,
+      "loss": 0.7674,
       "step": 11450
     },
     {
       "epoch": 9.93,
-      "learning_rate": 1.6779403244495945e-06,
-      "loss": 0.9966,
+      "learning_rate": 1.6778679026651217e-06,
+      "loss": 0.7247,
       "step": 11460
     },
     {
       "epoch": 9.94,
-      "learning_rate": 1.677216106604867e-06,
-      "loss": 1.0447,
+      "learning_rate": 1.6771436848203943e-06,
+      "loss": 0.7799,
       "step": 11470
     },
     {
       "epoch": 9.95,
-      "learning_rate": 1.6764918887601392e-06,
-      "loss": 1.0446,
+      "learning_rate": 1.6764194669756664e-06,
+      "loss": 0.7377,
       "step": 11480
     },
     {
       "epoch": 9.96,
-      "learning_rate": 1.6757676709154113e-06,
-      "loss": 1.079,
+      "learning_rate": 1.6756952491309387e-06,
+      "loss": 0.7425,
       "step": 11490
     },
     {
       "epoch": 9.96,
-      "learning_rate": 1.6750434530706839e-06,
-      "loss": 1.0159,
+      "learning_rate": 1.674971031286211e-06,
+      "loss": 0.6989,
       "step": 11500
     },
     {
       "epoch": 9.97,
-      "learning_rate": 1.674319235225956e-06,
-      "loss": 1.019,
+      "learning_rate": 1.6742468134414832e-06,
+      "loss": 0.702,
       "step": 11510
     },
     {
       "epoch": 9.98,
-      "learning_rate": 1.6735950173812285e-06,
-      "loss": 0.9884,
+      "learning_rate": 1.6735225955967557e-06,
+      "loss": 0.7266,
       "step": 11520
     },
     {
       "epoch": 9.99,
-      "learning_rate": 1.6728707995365007e-06,
-      "loss": 0.9827,
+      "learning_rate": 1.6727983777520279e-06,
+      "loss": 0.6907,
       "step": 11530
     },
     {
       "epoch": 10.0,
-      "learning_rate": 1.6721465816917732e-06,
-      "loss": 1.05,
+      "learning_rate": 1.6720741599073004e-06,
+      "loss": 0.7902,
       "step": 11540
     },
     {
       "epoch": 10.0,
-      "eval_loss": 1.2566211223602295,
-      "eval_runtime": 131.9541,
-      "eval_samples_per_second": 4.032,
-      "eval_steps_per_second": 2.016,
-      "eval_wer": 0.8318441858970238,
+      "eval_loss": 1.0216444730758667,
+      "eval_runtime": 132.0518,
+      "eval_samples_per_second": 4.029,
+      "eval_steps_per_second": 2.014,
+      "eval_wer": 0.7171691200102848,
       "step": 11540
     },
     {
       "epoch": 10.01,
-      "learning_rate": 1.6714223638470454e-06,
-      "loss": 1.0629,
+      "learning_rate": 1.6713499420625725e-06,
+      "loss": 0.728,
       "step": 11550
     },
     {
       "epoch": 10.02,
-      "learning_rate": 1.6706981460023175e-06,
-      "loss": 0.9785,
+      "learning_rate": 1.6706257242178447e-06,
+      "loss": 0.6872,
       "step": 11560
     },
     {
       "epoch": 10.03,
-      "learning_rate": 1.66997392815759e-06,
-      "loss": 0.9765,
+      "learning_rate": 1.6699015063731172e-06,
+      "loss": 0.7117,
       "step": 11570
     },
     {
       "epoch": 10.03,
-      "learning_rate": 1.6692497103128622e-06,
-      "loss": 0.9887,
+      "learning_rate": 1.6691772885283893e-06,
+      "loss": 0.7034,
       "step": 11580
     },
     {
       "epoch": 10.04,
-      "learning_rate": 1.6685254924681347e-06,
-      "loss": 1.0475,
+      "learning_rate": 1.668453070683662e-06,
+      "loss": 0.7174,
       "step": 11590
     },
     {
       "epoch": 10.05,
-      "learning_rate": 1.6678012746234068e-06,
-      "loss": 1.107,
+      "learning_rate": 1.667728852838934e-06,
+      "loss": 0.736,
       "step": 11600
     },
     {
       "epoch": 10.06,
-      "learning_rate": 1.6670770567786792e-06,
-      "loss": 0.9716,
+      "learning_rate": 1.6670046349942066e-06,
+      "loss": 0.6894,
       "step": 11610
     },
     {
       "epoch": 10.07,
-      "learning_rate": 1.6663528389339515e-06,
-      "loss": 1.0236,
+      "learning_rate": 1.6662804171494787e-06,
+      "loss": 0.7581,
       "step": 11620
     },
     {
       "epoch": 10.08,
-      "learning_rate": 1.6656286210892239e-06,
-      "loss": 1.0335,
+      "learning_rate": 1.6655561993047508e-06,
+      "loss": 0.7101,
       "step": 11630
     },
     {
       "epoch": 10.09,
-      "learning_rate": 1.6649044032444962e-06,
-      "loss": 1.0061,
+      "learning_rate": 1.6648319814600234e-06,
+      "loss": 0.7005,
       "step": 11640
     },
     {
       "epoch": 10.1,
-      "learning_rate": 1.6641801853997683e-06,
-      "loss": 1.0658,
+      "learning_rate": 1.6641077636152955e-06,
+      "loss": 0.6931,
       "step": 11650
     },
     {
       "epoch": 10.1,
-      "learning_rate": 1.6634559675550407e-06,
-      "loss": 0.9894,
+      "learning_rate": 1.663383545770568e-06,
+      "loss": 0.688,
       "step": 11660
     },
     {
       "epoch": 10.11,
-      "learning_rate": 1.662731749710313e-06,
-      "loss": 1.0263,
+      "learning_rate": 1.6626593279258402e-06,
+      "loss": 0.6733,
       "step": 11670
     },
     {
       "epoch": 10.12,
-      "learning_rate": 1.6620075318655853e-06,
-      "loss": 1.0169,
+      "learning_rate": 1.6619351100811127e-06,
+      "loss": 0.7401,
       "step": 11680
     },
     {
       "epoch": 10.13,
-      "learning_rate": 1.6612833140208577e-06,
-      "loss": 1.0736,
+      "learning_rate": 1.6612108922363849e-06,
+      "loss": 0.7713,
       "step": 11690
     },
     {
       "epoch": 10.14,
-      "learning_rate": 1.66055909617613e-06,
-      "loss": 1.0132,
+      "learning_rate": 1.6604866743916572e-06,
+      "loss": 0.6684,
       "step": 11700
     },
     {
       "epoch": 10.15,
-      "learning_rate": 1.6598348783314021e-06,
-      "loss": 1.0291,
+      "learning_rate": 1.6597624565469295e-06,
+      "loss": 0.6884,
       "step": 11710
     },
     {
       "epoch": 10.16,
-      "learning_rate": 1.6591106604866745e-06,
-      "loss": 1.0223,
+      "learning_rate": 1.6590382387022017e-06,
+      "loss": 0.6818,
       "step": 11720
     },
     {
       "epoch": 10.16,
-      "learning_rate": 1.6583864426419468e-06,
-      "loss": 0.9654,
+      "learning_rate": 1.6583140208574742e-06,
+      "loss": 0.6715,
       "step": 11730
     },
     {
       "epoch": 10.17,
-      "learning_rate": 1.6576622247972192e-06,
-      "loss": 1.0894,
+      "learning_rate": 1.6575898030127463e-06,
+      "loss": 0.8402,
       "step": 11740
     },
     {
       "epoch": 10.18,
-      "learning_rate": 1.6569380069524915e-06,
-      "loss": 0.9804,
+      "learning_rate": 1.6568655851680187e-06,
+      "loss": 0.6848,
       "step": 11750
     },
     {
       "epoch": 10.19,
-      "learning_rate": 1.6562137891077636e-06,
-      "loss": 1.1041,
+      "learning_rate": 1.656141367323291e-06,
+      "loss": 0.6863,
       "step": 11760
     },
     {
       "epoch": 10.2,
-      "learning_rate": 1.6554895712630362e-06,
-      "loss": 1.0087,
+      "learning_rate": 1.6554171494785634e-06,
+      "loss": 0.6816,
       "step": 11770
     },
     {
       "epoch": 10.21,
-      "learning_rate": 1.6547653534183083e-06,
-      "loss": 1.0001,
+      "learning_rate": 1.6546929316338357e-06,
+      "loss": 0.6649,
       "step": 11780
     },
     {
       "epoch": 10.22,
-      "learning_rate": 1.6540411355735806e-06,
-      "loss": 1.073,
+      "learning_rate": 1.6539687137891078e-06,
+      "loss": 0.7585,
       "step": 11790
     },
     {
       "epoch": 10.23,
-      "learning_rate": 1.653316917728853e-06,
-      "loss": 0.9904,
+      "learning_rate": 1.6532444959443802e-06,
+      "loss": 0.7129,
       "step": 11800
     },
     {
       "epoch": 10.23,
-      "learning_rate": 1.652592699884125e-06,
-      "loss": 1.0356,
+      "learning_rate": 1.6525202780996525e-06,
+      "loss": 0.7176,
       "step": 11810
     },
     {
       "epoch": 10.24,
-      "learning_rate": 1.6518684820393977e-06,
-      "loss": 1.0036,
+      "learning_rate": 1.6517960602549248e-06,
+      "loss": 0.7197,
       "step": 11820
     },
     {
       "epoch": 10.25,
-      "learning_rate": 1.6511442641946698e-06,
-      "loss": 0.9889,
+      "learning_rate": 1.6510718424101972e-06,
+      "loss": 0.7098,
       "step": 11830
     },
     {
       "epoch": 10.26,
-      "learning_rate": 1.6504200463499423e-06,
-      "loss": 1.0376,
+      "learning_rate": 1.6503476245654695e-06,
+      "loss": 0.7645,
       "step": 11840
     },
     {
       "epoch": 10.27,
-      "learning_rate": 1.6496958285052145e-06,
-      "loss": 0.9941,
+      "learning_rate": 1.6496234067207416e-06,
+      "loss": 0.7054,
       "step": 11850
     },
     {
       "epoch": 10.28,
-      "learning_rate": 1.648971610660487e-06,
-      "loss": 1.001,
+      "learning_rate": 1.648899188876014e-06,
+      "loss": 0.664,
       "step": 11860
     },
     {
       "epoch": 10.29,
-      "learning_rate": 1.6482473928157591e-06,
-      "loss": 1.0279,
+      "learning_rate": 1.6481749710312863e-06,
+      "loss": 0.7082,
       "step": 11870
     },
     {
       "epoch": 10.29,
-      "learning_rate": 1.6475231749710313e-06,
-      "loss": 0.9215,
+      "learning_rate": 1.6474507531865585e-06,
+      "loss": 0.6142,
       "step": 11880
     },
     {
       "epoch": 10.3,
-      "learning_rate": 1.6467989571263038e-06,
-      "loss": 1.1325,
+      "learning_rate": 1.646726535341831e-06,
+      "loss": 0.7899,
       "step": 11890
     },
     {
       "epoch": 10.31,
-      "learning_rate": 1.646074739281576e-06,
-      "loss": 0.9703,
+      "learning_rate": 1.6460023174971031e-06,
+      "loss": 0.6466,
       "step": 11900
     },
     {
       "epoch": 10.32,
-      "learning_rate": 1.6453505214368485e-06,
-      "loss": 1.0093,
+      "learning_rate": 1.6452780996523757e-06,
+      "loss": 0.7049,
       "step": 11910
     },
     {
       "epoch": 10.33,
-      "learning_rate": 1.6446263035921206e-06,
-      "loss": 0.9614,
+      "learning_rate": 1.6445538818076478e-06,
+      "loss": 0.715,
       "step": 11920
     },
     {
       "epoch": 10.34,
-      "learning_rate": 1.6439020857473932e-06,
-      "loss": 1.0142,
+      "learning_rate": 1.6438296639629204e-06,
+      "loss": 0.7246,
       "step": 11930
     },
     {
       "epoch": 10.35,
-      "learning_rate": 1.6431778679026653e-06,
-      "loss": 0.9927,
+      "learning_rate": 1.6431054461181925e-06,
+      "loss": 0.6667,
       "step": 11940
     },
     {
       "epoch": 10.36,
-      "learning_rate": 1.6424536500579374e-06,
-      "loss": 1.0843,
+      "learning_rate": 1.6423812282734646e-06,
+      "loss": 0.7986,
       "step": 11950
     },
     {
       "epoch": 10.36,
-      "learning_rate": 1.64172943221321e-06,
-      "loss": 1.0422,
+      "learning_rate": 1.6416570104287372e-06,
+      "loss": 0.7329,
       "step": 11960
     },
     {
       "epoch": 10.37,
-      "learning_rate": 1.641005214368482e-06,
-      "loss": 1.0689,
+      "learning_rate": 1.6409327925840093e-06,
+      "loss": 0.7485,
       "step": 11970
     },
     {
       "epoch": 10.38,
-      "learning_rate": 1.6402809965237547e-06,
-      "loss": 1.0082,
+      "learning_rate": 1.6402085747392818e-06,
+      "loss": 0.6818,
       "step": 11980
     },
     {
       "epoch": 10.39,
-      "learning_rate": 1.6395567786790268e-06,
-      "loss": 1.0721,
+      "learning_rate": 1.639484356894554e-06,
+      "loss": 0.8033,
       "step": 11990
     },
     {
       "epoch": 10.4,
-      "learning_rate": 1.6388325608342991e-06,
-      "loss": 1.0586,
+      "learning_rate": 1.6387601390498265e-06,
+      "loss": 0.7565,
       "step": 12000
     },
     {
       "epoch": 10.41,
-      "learning_rate": 1.6381083429895715e-06,
-      "loss": 0.9593,
+      "learning_rate": 1.6380359212050986e-06,
+      "loss": 0.6781,
       "step": 12010
     },
     {
       "epoch": 10.42,
-      "learning_rate": 1.6373841251448436e-06,
-      "loss": 1.0191,
+      "learning_rate": 1.6373117033603708e-06,
+      "loss": 0.7051,
       "step": 12020
     },
     {
       "epoch": 10.42,
-      "learning_rate": 1.6366599073001161e-06,
-      "loss": 1.0552,
+      "learning_rate": 1.6365874855156433e-06,
+      "loss": 0.7946,
       "step": 12030
     },
     {
       "epoch": 10.43,
-      "learning_rate": 1.6359356894553883e-06,
-      "loss": 0.9934,
+      "learning_rate": 1.6358632676709155e-06,
+      "loss": 0.7416,
       "step": 12040
     },
     {
       "epoch": 10.44,
-      "learning_rate": 1.6352114716106606e-06,
-      "loss": 1.0678,
+      "learning_rate": 1.635139049826188e-06,
+      "loss": 0.7426,
       "step": 12050
     },
     {
       "epoch": 10.45,
-      "learning_rate": 1.634487253765933e-06,
-      "loss": 1.0525,
+      "learning_rate": 1.6344148319814601e-06,
+      "loss": 0.7517,
       "step": 12060
     },
     {
       "epoch": 10.46,
-      "learning_rate": 1.6337630359212053e-06,
-      "loss": 0.9833,
+      "learning_rate": 1.6336906141367327e-06,
+      "loss": 0.7278,
       "step": 12070
     },
     {
       "epoch": 10.47,
-      "learning_rate": 1.6330388180764776e-06,
-      "loss": 0.9809,
+      "learning_rate": 1.6329663962920048e-06,
+      "loss": 0.7609,
       "step": 12080
     },
     {
       "epoch": 10.48,
-      "learning_rate": 1.63231460023175e-06,
-      "loss": 1.0645,
+      "learning_rate": 1.632242178447277e-06,
+      "loss": 0.7835,
       "step": 12090
     },
     {
       "epoch": 10.49,
-      "learning_rate": 1.631590382387022e-06,
-      "loss": 0.9186,
+      "learning_rate": 1.6315179606025495e-06,
+      "loss": 0.6693,
       "step": 12100
     },
     {
       "epoch": 10.49,
-      "learning_rate": 1.6308661645422944e-06,
-      "loss": 1.0052,
+      "learning_rate": 1.6307937427578216e-06,
+      "loss": 0.7063,
       "step": 12110
     },
     {
       "epoch": 10.5,
-      "learning_rate": 1.6301419466975668e-06,
-      "loss": 1.0114,
+      "learning_rate": 1.6300695249130942e-06,
+      "loss": 0.7977,
       "step": 12120
     },
     {
       "epoch": 10.51,
-      "learning_rate": 1.629417728852839e-06,
-      "loss": 0.9739,
+      "learning_rate": 1.6293453070683663e-06,
+      "loss": 0.6853,
       "step": 12130
     },
     {
       "epoch": 10.52,
-      "learning_rate": 1.6286935110081114e-06,
-      "loss": 1.0725,
+      "learning_rate": 1.6286210892236386e-06,
+      "loss": 0.7892,
       "step": 12140
     },
     {
       "epoch": 10.53,
-      "learning_rate": 1.6279692931633836e-06,
-      "loss": 1.1735,
+      "learning_rate": 1.627896871378911e-06,
+      "loss": 0.811,
       "step": 12150
     },
     {
       "epoch": 10.54,
-      "learning_rate": 1.6272450753186561e-06,
-      "loss": 1.0358,
+      "learning_rate": 1.627172653534183e-06,
+      "loss": 0.7159,
       "step": 12160
     },
     {
       "epoch": 10.55,
-      "learning_rate": 1.6265208574739282e-06,
-      "loss": 0.9934,
+      "learning_rate": 1.6264484356894556e-06,
+      "loss": 0.6673,
       "step": 12170
     },
     {
       "epoch": 10.55,
-      "learning_rate": 1.6257966396292006e-06,
-      "loss": 1.0074,
+      "learning_rate": 1.6257242178447278e-06,
+      "loss": 0.7375,
       "step": 12180
     },
     {
       "epoch": 10.56,
-      "learning_rate": 1.625072421784473e-06,
-      "loss": 1.0178,
+      "learning_rate": 1.6250000000000001e-06,
+      "loss": 0.6914,
       "step": 12190
     },
     {
       "epoch": 10.57,
-      "learning_rate": 1.624348203939745e-06,
-      "loss": 0.9584,
+      "learning_rate": 1.6242757821552725e-06,
+      "loss": 0.6472,
       "step": 12200
     },
     {
       "epoch": 10.58,
-      "learning_rate": 1.6236239860950176e-06,
-      "loss": 1.0478,
+      "learning_rate": 1.6235515643105448e-06,
+      "loss": 0.7276,
       "step": 12210
     },
     {
       "epoch": 10.59,
-      "learning_rate": 1.6228997682502897e-06,
-      "loss": 1.0047,
+      "learning_rate": 1.622827346465817e-06,
+      "loss": 0.7103,
       "step": 12220
     },
     {
       "epoch": 10.6,
-      "learning_rate": 1.6221755504055623e-06,
-      "loss": 1.0461,
+      "learning_rate": 1.6221031286210895e-06,
+      "loss": 0.7569,
       "step": 12230
     },
     {
       "epoch": 10.61,
-      "learning_rate": 1.6214513325608344e-06,
-      "loss": 1.0406,
+      "learning_rate": 1.6213789107763616e-06,
+      "loss": 0.7401,
       "step": 12240
     },
     {
       "epoch": 10.61,
-      "learning_rate": 1.6207271147161065e-06,
-      "loss": 1.0609,
+      "learning_rate": 1.620654692931634e-06,
+      "loss": 0.7518,
       "step": 12250
     },
     {
       "epoch": 10.62,
-      "learning_rate": 1.620002896871379e-06,
-      "loss": 1.0016,
+      "learning_rate": 1.6199304750869063e-06,
+      "loss": 0.729,
       "step": 12260
     },
     {
       "epoch": 10.63,
-      "learning_rate": 1.6192786790266512e-06,
-      "loss": 0.9229,
+      "learning_rate": 1.6192062572421784e-06,
+      "loss": 0.6853,
       "step": 12270
     },
     {
       "epoch": 10.64,
-      "learning_rate": 1.6185544611819238e-06,
-      "loss": 1.0731,
+      "learning_rate": 1.618482039397451e-06,
+      "loss": 0.7222,
       "step": 12280
     },
     {
       "epoch": 10.65,
-      "learning_rate": 1.6178302433371959e-06,
-      "loss": 1.0512,
+      "learning_rate": 1.617757821552723e-06,
+      "loss": 0.7839,
       "step": 12290
     },
     {
       "epoch": 10.66,
-      "learning_rate": 1.6171060254924684e-06,
-      "loss": 1.1069,
+      "learning_rate": 1.6170336037079956e-06,
+      "loss": 0.7604,
       "step": 12300
     },
     {
       "epoch": 10.67,
-      "learning_rate": 1.6163818076477406e-06,
-      "loss": 1.0365,
+      "learning_rate": 1.6163093858632678e-06,
+      "loss": 0.712,
       "step": 12310
     },
     {
       "epoch": 10.68,
-      "learning_rate": 1.6156575898030131e-06,
-      "loss": 1.033,
+      "learning_rate": 1.6155851680185399e-06,
+      "loss": 0.75,
       "step": 12320
     },
     {
       "epoch": 10.68,
-      "learning_rate": 1.6149333719582852e-06,
-      "loss": 0.9382,
+      "learning_rate": 1.6148609501738124e-06,
+      "loss": 0.6826,
       "step": 12330
     },
     {
       "epoch": 10.69,
-      "learning_rate": 1.6142091541135574e-06,
-      "loss": 1.102,
+      "learning_rate": 1.6141367323290846e-06,
+      "loss": 0.7343,
       "step": 12340
     },
     {
       "epoch": 10.7,
-      "learning_rate": 1.61348493626883e-06,
-      "loss": 1.0686,
+      "learning_rate": 1.6134125144843571e-06,
+      "loss": 0.7456,
       "step": 12350
     },
     {
       "epoch": 10.71,
-      "learning_rate": 1.612760718424102e-06,
-      "loss": 1.0153,
+      "learning_rate": 1.6126882966396292e-06,
+      "loss": 0.7034,
       "step": 12360
     },
     {
       "epoch": 10.72,
-      "learning_rate": 1.6120365005793746e-06,
-      "loss": 0.9659,
+      "learning_rate": 1.6119640787949018e-06,
+      "loss": 0.7154,
       "step": 12370
     },
     {
       "epoch": 10.73,
-      "learning_rate": 1.6113122827346467e-06,
-      "loss": 1.0207,
+      "learning_rate": 1.611239860950174e-06,
+      "loss": 0.7147,
       "step": 12380
     },
     {
       "epoch": 10.74,
-      "learning_rate": 1.610588064889919e-06,
-      "loss": 1.0506,
+      "learning_rate": 1.610515643105446e-06,
+      "loss": 0.698,
       "step": 12390
     },
     {
       "epoch": 10.74,
-      "learning_rate": 1.6098638470451914e-06,
-      "loss": 1.0897,
+      "learning_rate": 1.6097914252607186e-06,
+      "loss": 0.8107,
       "step": 12400
     },
     {
       "epoch": 10.75,
-      "learning_rate": 1.6091396292004635e-06,
-      "loss": 0.9997,
+      "learning_rate": 1.6090672074159907e-06,
+      "loss": 0.7196,
       "step": 12410
     },
     {
       "epoch": 10.76,
-      "learning_rate": 1.608415411355736e-06,
-      "loss": 1.0439,
+      "learning_rate": 1.6083429895712633e-06,
+      "loss": 0.7877,
       "step": 12420
     },
     {
       "epoch": 10.77,
-      "learning_rate": 1.6076911935110082e-06,
-      "loss": 0.9936,
+      "learning_rate": 1.6076187717265354e-06,
+      "loss": 0.7228,
       "step": 12430
     },
     {
       "epoch": 10.78,
-      "learning_rate": 1.6069669756662805e-06,
-      "loss": 1.0784,
+      "learning_rate": 1.606894553881808e-06,
+      "loss": 0.7512,
       "step": 12440
     },
     {
       "epoch": 10.79,
-      "learning_rate": 1.6062427578215529e-06,
-      "loss": 1.0551,
+      "learning_rate": 1.60617033603708e-06,
+      "loss": 0.7364,
       "step": 12450
     },
     {
       "epoch": 10.8,
-      "learning_rate": 1.6055185399768252e-06,
-      "loss": 1.1024,
+      "learning_rate": 1.6054461181923526e-06,
+      "loss": 0.8132,
       "step": 12460
     },
     {
       "epoch": 10.81,
-      "learning_rate": 1.6047943221320976e-06,
-      "loss": 0.9815,
+      "learning_rate": 1.6047219003476248e-06,
+      "loss": 0.6381,
       "step": 12470
     },
     {
       "epoch": 10.81,
-      "learning_rate": 1.6040701042873697e-06,
-      "loss": 1.0661,
+      "learning_rate": 1.6039976825028969e-06,
+      "loss": 0.7102,
       "step": 12480
     },
     {
       "epoch": 10.82,
-      "learning_rate": 1.603345886442642e-06,
-      "loss": 1.0029,
+      "learning_rate": 1.6032734646581694e-06,
+      "loss": 0.7505,
       "step": 12490
     },
     {
       "epoch": 10.83,
-      "learning_rate": 1.6026216685979144e-06,
-      "loss": 0.9716,
+      "learning_rate": 1.6025492468134416e-06,
+      "loss": 0.7057,
       "step": 12500
     },
     {
       "epoch": 10.84,
-      "learning_rate": 1.6018974507531867e-06,
-      "loss": 1.0209,
+      "learning_rate": 1.601825028968714e-06,
+      "loss": 0.7087,
       "step": 12510
     },
     {
       "epoch": 10.85,
-      "learning_rate": 1.601173232908459e-06,
-      "loss": 1.0243,
+      "learning_rate": 1.6011008111239862e-06,
+      "loss": 0.8093,
       "step": 12520
     },
     {
       "epoch": 10.86,
-      "learning_rate": 1.6004490150637314e-06,
-      "loss": 0.9535,
+      "learning_rate": 1.6003765932792586e-06,
+      "loss": 0.695,
       "step": 12530
     },
     {
       "epoch": 10.87,
-      "learning_rate": 1.5997247972190035e-06,
-      "loss": 0.9896,
+      "learning_rate": 1.599652375434531e-06,
+      "loss": 0.7004,
       "step": 12540
     },
     {
       "epoch": 10.87,
-      "learning_rate": 1.5990005793742758e-06,
-      "loss": 1.0272,
+      "learning_rate": 1.598928157589803e-06,
+      "loss": 0.7217,
       "step": 12550
     },
     {
       "epoch": 10.88,
-      "learning_rate": 1.5982763615295482e-06,
-      "loss": 1.2494,
+      "learning_rate": 1.5982039397450754e-06,
+      "loss": 0.7279,
       "step": 12560
     },
     {
       "epoch": 10.89,
-      "learning_rate": 1.5975521436848205e-06,
-      "loss": 0.9614,
+      "learning_rate": 1.5974797219003477e-06,
+      "loss": 0.6834,
       "step": 12570
     },
     {
       "epoch": 10.9,
-      "learning_rate": 1.5968279258400929e-06,
-      "loss": 0.9868,
+      "learning_rate": 1.59675550405562e-06,
+      "loss": 0.6756,
       "step": 12580
     },
     {
       "epoch": 10.91,
-      "learning_rate": 1.596103707995365e-06,
-      "loss": 1.1178,
+      "learning_rate": 1.5960312862108924e-06,
+      "loss": 0.812,
       "step": 12590
     },
     {
       "epoch": 10.92,
-      "learning_rate": 1.5953794901506375e-06,
-      "loss": 1.0436,
+      "learning_rate": 1.5953070683661647e-06,
+      "loss": 0.7578,
       "step": 12600
     },
     {
       "epoch": 10.93,
-      "learning_rate": 1.5946552723059097e-06,
-      "loss": 1.0078,
+      "learning_rate": 1.5945828505214369e-06,
+      "loss": 0.724,
       "step": 12610
     },
     {
       "epoch": 10.94,
-      "learning_rate": 1.5939310544611822e-06,
-      "loss": 0.9879,
+      "learning_rate": 1.5938586326767092e-06,
+      "loss": 0.6777,
       "step": 12620
     },
     {
       "epoch": 10.94,
-      "learning_rate": 1.5932068366164543e-06,
-      "loss": 1.0112,
+      "learning_rate": 1.5931344148319815e-06,
+      "loss": 0.7201,
       "step": 12630
     },
     {
       "epoch": 10.95,
-      "learning_rate": 1.5924826187717265e-06,
-      "loss": 1.0602,
+      "learning_rate": 1.5924101969872539e-06,
+      "loss": 0.7869,
       "step": 12640
     },
     {
       "epoch": 10.96,
-      "learning_rate": 1.591758400926999e-06,
-      "loss": 1.01,
+      "learning_rate": 1.5916859791425262e-06,
+      "loss": 0.6968,
       "step": 12650
     },
     {
       "epoch": 10.97,
-      "learning_rate": 1.5910341830822712e-06,
-      "loss": 0.9469,
+      "learning_rate": 1.5909617612977983e-06,
+      "loss": 0.6977,
       "step": 12660
     },
     {
       "epoch": 10.98,
-      "learning_rate": 1.5903099652375437e-06,
-      "loss": 0.9783,
+      "learning_rate": 1.590237543453071e-06,
+      "loss": 0.6783,
       "step": 12670
     },
     {
       "epoch": 10.99,
-      "learning_rate": 1.5895857473928158e-06,
-      "loss": 0.9816,
+      "learning_rate": 1.589513325608343e-06,
+      "loss": 0.7447,
       "step": 12680
     },
     {
       "epoch": 11.0,
-      "learning_rate": 1.5888615295480884e-06,
-      "loss": 1.023,
+      "learning_rate": 1.5887891077636156e-06,
+      "loss": 0.7572,
       "step": 12690
     },
     {
       "epoch": 11.0,
-      "eval_loss": 1.2547703981399536,
-      "eval_runtime": 131.7319,
-      "eval_samples_per_second": 4.039,
-      "eval_steps_per_second": 2.019,
-      "eval_wer": 0.8348010541878255,
+      "eval_loss": 1.0403972864151,
+      "eval_runtime": 132.6347,
+      "eval_samples_per_second": 4.011,
+      "eval_steps_per_second": 2.006,
+      "eval_wer": 0.7159478048466928,
       "step": 12694
     },
     {
       "epoch": 11.01,
-      "learning_rate": 1.5881373117033605e-06,
-      "loss": 1.0764,
+      "learning_rate": 1.5880648899188877e-06,
+      "loss": 0.7351,
       "step": 12700
     },
     {
       "epoch": 11.01,
-      "learning_rate": 1.5874130938586326e-06,
-      "loss": 1.0086,
+      "learning_rate": 1.5873406720741598e-06,
+      "loss": 0.6665,
       "step": 12710
     },
     {
       "epoch": 11.02,
-      "learning_rate": 1.5866888760139052e-06,
-      "loss": 0.9884,
+      "learning_rate": 1.5866164542294324e-06,
+      "loss": 0.6715,
       "step": 12720
     },
     {
       "epoch": 11.03,
-      "learning_rate": 1.5859646581691773e-06,
-      "loss": 0.9965,
+      "learning_rate": 1.5858922363847045e-06,
+      "loss": 0.6744,
       "step": 12730
     },
     {
       "epoch": 11.04,
-      "learning_rate": 1.5852404403244499e-06,
-      "loss": 1.0265,
+      "learning_rate": 1.585168018539977e-06,
+      "loss": 0.7601,
       "step": 12740
     },
     {
       "epoch": 11.05,
-      "learning_rate": 1.584516222479722e-06,
-      "loss": 1.0198,
+      "learning_rate": 1.5844438006952492e-06,
+      "loss": 0.7378,
       "step": 12750
     },
     {
       "epoch": 11.06,
-      "learning_rate": 1.5837920046349945e-06,
-      "loss": 0.9887,
+      "learning_rate": 1.5837195828505217e-06,
+      "loss": 0.685,
       "step": 12760
     },
     {
       "epoch": 11.07,
-      "learning_rate": 1.5830677867902667e-06,
-      "loss": 0.9441,
+      "learning_rate": 1.5829953650057939e-06,
+      "loss": 0.6779,
       "step": 12770
     },
     {
       "epoch": 11.07,
-      "learning_rate": 1.5823435689455388e-06,
-      "loss": 1.0234,
+      "learning_rate": 1.582271147161066e-06,
+      "loss": 0.7644,
       "step": 12780
     },
     {
       "epoch": 11.08,
-      "learning_rate": 1.5816193511008113e-06,
-      "loss": 0.9827,
+      "learning_rate": 1.5815469293163385e-06,
+      "loss": 0.6965,
       "step": 12790
     },
     {
       "epoch": 11.09,
-      "learning_rate": 1.5808951332560835e-06,
-      "loss": 1.0519,
+      "learning_rate": 1.5808227114716107e-06,
+      "loss": 0.773,
       "step": 12800
     },
     {
       "epoch": 11.1,
-      "learning_rate": 1.580170915411356e-06,
-      "loss": 0.993,
+      "learning_rate": 1.5800984936268832e-06,
+      "loss": 0.7259,
       "step": 12810
     },
     {
       "epoch": 11.11,
-      "learning_rate": 1.5794466975666282e-06,
-      "loss": 1.0268,
+      "learning_rate": 1.5793742757821553e-06,
+      "loss": 0.7249,
       "step": 12820
     },
     {
       "epoch": 11.12,
-      "learning_rate": 1.5787224797219005e-06,
-      "loss": 0.9577,
+      "learning_rate": 1.5786500579374279e-06,
+      "loss": 0.6494,
       "step": 12830
     },
     {
       "epoch": 11.13,
-      "learning_rate": 1.5779982618771728e-06,
-      "loss": 1.0049,
+      "learning_rate": 1.5779258400927e-06,
+      "loss": 0.7089,
       "step": 12840
     },
     {
       "epoch": 11.14,
-      "learning_rate": 1.5772740440324452e-06,
-      "loss": 1.0653,
+      "learning_rate": 1.5772016222479721e-06,
+      "loss": 0.794,
       "step": 12850
     },
     {
       "epoch": 11.14,
-      "learning_rate": 1.5765498261877175e-06,
-      "loss": 0.9954,
+      "learning_rate": 1.5764774044032447e-06,
+      "loss": 0.7243,
       "step": 12860
     },
     {
       "epoch": 11.15,
-      "learning_rate": 1.5758256083429896e-06,
-      "loss": 0.9638,
+      "learning_rate": 1.5757531865585168e-06,
+      "loss": 0.6798,
       "step": 12870
     },
     {
       "epoch": 11.16,
-      "learning_rate": 1.575101390498262e-06,
-      "loss": 0.952,
+      "learning_rate": 1.5750289687137894e-06,
+      "loss": 0.7121,
       "step": 12880
     },
     {
       "epoch": 11.17,
-      "learning_rate": 1.5743771726535343e-06,
-      "loss": 1.0238,
+      "learning_rate": 1.5743047508690615e-06,
+      "loss": 0.7805,
       "step": 12890
     },
     {
       "epoch": 11.18,
-      "learning_rate": 1.5736529548088066e-06,
-      "loss": 1.0195,
+      "learning_rate": 1.5735805330243338e-06,
+      "loss": 0.7044,
       "step": 12900
     },
     {
       "epoch": 11.19,
-      "learning_rate": 1.572928736964079e-06,
-      "loss": 1.131,
+      "learning_rate": 1.5728563151796062e-06,
+      "loss": 0.7356,
       "step": 12910
     },
     {
       "epoch": 11.2,
-      "learning_rate": 1.5722045191193513e-06,
-      "loss": 1.0115,
+      "learning_rate": 1.5721320973348785e-06,
+      "loss": 0.6898,
       "step": 12920
     },
     {
       "epoch": 11.2,
-      "learning_rate": 1.5714803012746235e-06,
-      "loss": 0.9812,
+      "learning_rate": 1.5714078794901509e-06,
+      "loss": 0.6979,
       "step": 12930
     },
     {
       "epoch": 11.21,
-      "learning_rate": 1.5707560834298958e-06,
-      "loss": 0.9884,
+      "learning_rate": 1.570683661645423e-06,
+      "loss": 0.6769,
       "step": 12940
     },
     {
       "epoch": 11.22,
-      "learning_rate": 1.5700318655851681e-06,
-      "loss": 1.02,
+      "learning_rate": 1.5699594438006953e-06,
+      "loss": 0.733,
       "step": 12950
     },
     {
       "epoch": 11.23,
-      "learning_rate": 1.5693076477404405e-06,
-      "loss": 1.0234,
+      "learning_rate": 1.5692352259559677e-06,
+      "loss": 0.7352,
       "step": 12960
     },
     {
       "epoch": 11.24,
-      "learning_rate": 1.5685834298957128e-06,
-      "loss": 0.9932,
+      "learning_rate": 1.56851100811124e-06,
+      "loss": 0.7085,
       "step": 12970
     },
     {
       "epoch": 11.25,
-      "learning_rate": 1.567859212050985e-06,
-      "loss": 0.9641,
+      "learning_rate": 1.5677867902665123e-06,
+      "loss": 0.6642,
       "step": 12980
     },
     {
       "epoch": 11.26,
-      "learning_rate": 1.5671349942062575e-06,
-      "loss": 0.9815,
+      "learning_rate": 1.5670625724217847e-06,
+      "loss": 0.6991,
       "step": 12990
     },
     {
       "epoch": 11.27,
-      "learning_rate": 1.5664107763615296e-06,
-      "loss": 1.0936,
+      "learning_rate": 1.5663383545770568e-06,
+      "loss": 0.8118,
       "step": 13000
     },
     {
       "epoch": 11.27,
-      "learning_rate": 1.5656865585168017e-06,
-      "loss": 0.9702,
+      "learning_rate": 1.5656141367323291e-06,
+      "loss": 0.6727,
       "step": 13010
     },
     {
       "epoch": 11.28,
-      "learning_rate": 1.5649623406720743e-06,
-      "loss": 0.9552,
+      "learning_rate": 1.5648899188876015e-06,
+      "loss": 0.6385,
       "step": 13020
     },
     {
       "epoch": 11.29,
-      "learning_rate": 1.5642381228273464e-06,
-      "loss": 0.9004,
+      "learning_rate": 1.5641657010428738e-06,
+      "loss": 0.6066,
       "step": 13030
     },
     {
       "epoch": 11.3,
-      "learning_rate": 1.563513904982619e-06,
-      "loss": 1.0578,
+      "learning_rate": 1.5634414831981462e-06,
+      "loss": 0.8013,
       "step": 13040
     },
     {
       "epoch": 11.31,
-      "learning_rate": 1.562789687137891e-06,
-      "loss": 1.0335,
+      "learning_rate": 1.5627172653534183e-06,
+      "loss": 0.7013,
       "step": 13050
     },
     {
       "epoch": 11.32,
-      "learning_rate": 1.5620654692931636e-06,
-      "loss": 1.0351,
+      "learning_rate": 1.5619930475086908e-06,
+      "loss": 0.7112,
       "step": 13060
     },
     {
       "epoch": 11.33,
-      "learning_rate": 1.5613412514484358e-06,
-      "loss": 1.0446,
+      "learning_rate": 1.561268829663963e-06,
+      "loss": 0.7255,
       "step": 13070
     },
     {
       "epoch": 11.33,
-      "learning_rate": 1.5606170336037083e-06,
-      "loss": 0.9376,
+      "learning_rate": 1.5605446118192353e-06,
+      "loss": 0.6837,
       "step": 13080
     },
     {
       "epoch": 11.34,
-      "learning_rate": 1.5598928157589805e-06,
-      "loss": 0.9999,
+      "learning_rate": 1.5598203939745076e-06,
+      "loss": 0.7103,
       "step": 13090
     },
     {
       "epoch": 11.35,
-      "learning_rate": 1.5591685979142526e-06,
-      "loss": 1.0474,
+      "learning_rate": 1.5590961761297798e-06,
+      "loss": 0.7533,
       "step": 13100
     },
     {
       "epoch": 11.36,
-      "learning_rate": 1.5584443800695251e-06,
-      "loss": 1.0269,
+      "learning_rate": 1.5583719582850523e-06,
+      "loss": 0.6994,
       "step": 13110
     },
     {
       "epoch": 11.37,
-      "learning_rate": 1.5577201622247973e-06,
-      "loss": 1.0191,
+      "learning_rate": 1.5576477404403244e-06,
+      "loss": 0.7376,
       "step": 13120
     },
     {
       "epoch": 11.38,
-      "learning_rate": 1.5569959443800698e-06,
-      "loss": 1.0005,
+      "learning_rate": 1.556923522595597e-06,
+      "loss": 0.7466,
       "step": 13130
     },
     {
       "epoch": 11.39,
-      "learning_rate": 1.556271726535342e-06,
-      "loss": 1.0298,
+      "learning_rate": 1.5561993047508691e-06,
+      "loss": 0.7228,
       "step": 13140
     },
     {
       "epoch": 11.39,
-      "learning_rate": 1.5555475086906145e-06,
-      "loss": 1.037,
+      "learning_rate": 1.5554750869061417e-06,
+      "loss": 0.6882,
       "step": 13150
     },
     {
       "epoch": 11.4,
-      "learning_rate": 1.5548232908458866e-06,
-      "loss": 1.0187,
+      "learning_rate": 1.5547508690614138e-06,
+      "loss": 0.6894,
       "step": 13160
     },
     {
       "epoch": 11.41,
-      "learning_rate": 1.5540990730011587e-06,
-      "loss": 0.9703,
+      "learning_rate": 1.554026651216686e-06,
+      "loss": 0.7075,
       "step": 13170
     },
     {
       "epoch": 11.42,
-      "learning_rate": 1.5533748551564313e-06,
-      "loss": 0.9778,
+      "learning_rate": 1.5533024333719585e-06,
+      "loss": 0.684,
       "step": 13180
     },
     {
       "epoch": 11.43,
-      "learning_rate": 1.5526506373117034e-06,
-      "loss": 1.0262,
+      "learning_rate": 1.5525782155272306e-06,
+      "loss": 0.7636,
       "step": 13190
     },
     {
       "epoch": 11.44,
-      "learning_rate": 1.551926419466976e-06,
-      "loss": 1.0009,
+      "learning_rate": 1.5518539976825032e-06,
+      "loss": 0.7309,
       "step": 13200
     },
     {
       "epoch": 11.45,
-      "learning_rate": 1.551202201622248e-06,
-      "loss": 0.9965,
+      "learning_rate": 1.5511297798377753e-06,
+      "loss": 0.748,
       "step": 13210
     },
     {
       "epoch": 11.46,
-      "learning_rate": 1.5504779837775204e-06,
-      "loss": 0.9657,
+      "learning_rate": 1.5504055619930478e-06,
+      "loss": 0.6656,
       "step": 13220
     },
     {
       "epoch": 11.46,
-      "learning_rate": 1.5497537659327928e-06,
-      "loss": 1.0278,
+      "learning_rate": 1.54968134414832e-06,
+      "loss": 0.7153,
       "step": 13230
     },
     {
       "epoch": 11.47,
-      "learning_rate": 1.549029548088065e-06,
-      "loss": 1.0388,
+      "learning_rate": 1.548957126303592e-06,
+      "loss": 0.7133,
       "step": 13240
     },
     {
       "epoch": 11.48,
-      "learning_rate": 1.5483053302433375e-06,
-      "loss": 0.9837,
+      "learning_rate": 1.5482329084588646e-06,
+      "loss": 0.7363,
       "step": 13250
     },
     {
       "epoch": 11.49,
-      "learning_rate": 1.5475811123986096e-06,
-      "loss": 1.0386,
+      "learning_rate": 1.5475086906141368e-06,
+      "loss": 0.6946,
       "step": 13260
     },
     {
       "epoch": 11.5,
-      "learning_rate": 1.546856894553882e-06,
-      "loss": 0.9577,
+      "learning_rate": 1.5467844727694093e-06,
+      "loss": 0.6951,
       "step": 13270
     },
     {
       "epoch": 11.51,
-      "learning_rate": 1.5461326767091543e-06,
-      "loss": 0.9393,
+      "learning_rate": 1.5460602549246814e-06,
+      "loss": 0.656,
       "step": 13280
     },
     {
       "epoch": 11.52,
-      "learning_rate": 1.5454084588644266e-06,
-      "loss": 1.0532,
+      "learning_rate": 1.5453360370799538e-06,
+      "loss": 0.7381,
       "step": 13290
     },
     {
       "epoch": 11.52,
-      "learning_rate": 1.5446842410196987e-06,
-      "loss": 1.0105,
+      "learning_rate": 1.5446118192352261e-06,
+      "loss": 0.7317,
       "step": 13300
     },
     {
       "epoch": 11.53,
-      "learning_rate": 1.5439600231749713e-06,
-      "loss": 0.9886,
+      "learning_rate": 1.5438876013904983e-06,
+      "loss": 0.7271,
       "step": 13310
     },
     {
       "epoch": 11.54,
-      "learning_rate": 1.5432358053302434e-06,
-      "loss": 0.9905,
+      "learning_rate": 1.5431633835457708e-06,
+      "loss": 0.6769,
       "step": 13320
     },
     {
       "epoch": 11.55,
-      "learning_rate": 1.5425115874855157e-06,
-      "loss": 1.0071,
+      "learning_rate": 1.542439165701043e-06,
+      "loss": 0.7347,
       "step": 13330
     },
     {
       "epoch": 11.56,
-      "learning_rate": 1.541787369640788e-06,
-      "loss": 0.97,
+      "learning_rate": 1.5417149478563153e-06,
+      "loss": 0.6924,
       "step": 13340
     },
     {
       "epoch": 11.57,
-      "learning_rate": 1.5410631517960602e-06,
-      "loss": 1.0054,
+      "learning_rate": 1.5409907300115876e-06,
+      "loss": 0.7224,
       "step": 13350
     },
     {
       "epoch": 11.58,
-      "learning_rate": 1.5403389339513328e-06,
-      "loss": 1.0512,
+      "learning_rate": 1.54026651216686e-06,
+      "loss": 0.6905,
       "step": 13360
     },
     {
       "epoch": 11.59,
-      "learning_rate": 1.5396147161066049e-06,
-      "loss": 1.0226,
+      "learning_rate": 1.5395422943221323e-06,
+      "loss": 0.724,
       "step": 13370
     },
     {
       "epoch": 11.59,
-      "learning_rate": 1.5388904982618774e-06,
-      "loss": 1.0105,
+      "learning_rate": 1.5388180764774046e-06,
+      "loss": 0.7276,
       "step": 13380
     },
     {
       "epoch": 11.6,
-      "learning_rate": 1.5381662804171496e-06,
-      "loss": 0.9957,
+      "learning_rate": 1.5380938586326768e-06,
+      "loss": 0.7619,
       "step": 13390
     },
     {
       "epoch": 11.61,
-      "learning_rate": 1.5374420625724217e-06,
-      "loss": 1.1149,
+      "learning_rate": 1.537369640787949e-06,
+      "loss": 0.8144,
       "step": 13400
     },
     {
       "epoch": 11.62,
-      "learning_rate": 1.5367178447276942e-06,
-      "loss": 0.9886,
+      "learning_rate": 1.5366454229432214e-06,
+      "loss": 0.6844,
       "step": 13410
     },
     {
       "epoch": 11.63,
-      "learning_rate": 1.5359936268829664e-06,
-      "loss": 0.9412,
+      "learning_rate": 1.5359212050984938e-06,
+      "loss": 0.6078,
       "step": 13420
     },
     {
       "epoch": 11.64,
-      "learning_rate": 1.535269409038239e-06,
-      "loss": 0.9199,
+      "learning_rate": 1.5351969872537661e-06,
+      "loss": 0.6896,
       "step": 13430
     },
     {
       "epoch": 11.65,
-      "learning_rate": 1.534545191193511e-06,
-      "loss": 0.9839,
+      "learning_rate": 1.5344727694090382e-06,
+      "loss": 0.6705,
       "step": 13440
     },
     {
       "epoch": 11.65,
-      "learning_rate": 1.5338209733487836e-06,
-      "loss": 1.0608,
+      "learning_rate": 1.5337485515643108e-06,
+      "loss": 0.7609,
       "step": 13450
     },
     {
       "epoch": 11.66,
-      "learning_rate": 1.5330967555040557e-06,
-      "loss": 1.0034,
+      "learning_rate": 1.533024333719583e-06,
+      "loss": 0.6964,
       "step": 13460
     },
     {
       "epoch": 11.67,
-      "learning_rate": 1.5323725376593278e-06,
-      "loss": 0.9915,
+      "learning_rate": 1.5323001158748552e-06,
+      "loss": 0.7053,
       "step": 13470
     },
     {
       "epoch": 11.68,
-      "learning_rate": 1.5316483198146004e-06,
-      "loss": 0.9322,
+      "learning_rate": 1.5315758980301276e-06,
+      "loss": 0.6206,
       "step": 13480
     },
     {
       "epoch": 11.69,
-      "learning_rate": 1.5309241019698725e-06,
-      "loss": 1.0175,
+      "learning_rate": 1.5308516801853997e-06,
+      "loss": 0.7385,
       "step": 13490
     },
     {
       "epoch": 11.7,
-      "learning_rate": 1.530199884125145e-06,
-      "loss": 1.0129,
+      "learning_rate": 1.5301274623406723e-06,
+      "loss": 0.7348,
       "step": 13500
     },
     {
       "epoch": 11.71,
-      "learning_rate": 1.5294756662804172e-06,
-      "loss": 0.9719,
+      "learning_rate": 1.5294032444959444e-06,
+      "loss": 0.6789,
       "step": 13510
     },
     {
       "epoch": 11.72,
-      "learning_rate": 1.5287514484356898e-06,
-      "loss": 0.9835,
+      "learning_rate": 1.528679026651217e-06,
+      "loss": 0.7062,
       "step": 13520
     },
     {
       "epoch": 11.72,
-      "learning_rate": 1.5280272305909619e-06,
-      "loss": 1.0085,
+      "learning_rate": 1.527954808806489e-06,
+      "loss": 0.73,
       "step": 13530
     },
     {
       "epoch": 11.73,
-      "learning_rate": 1.5273030127462344e-06,
-      "loss": 0.9983,
+      "learning_rate": 1.5272305909617612e-06,
+      "loss": 0.724,
       "step": 13540
     },
     {
       "epoch": 11.74,
-      "learning_rate": 1.5265787949015066e-06,
-      "loss": 1.021,
+      "learning_rate": 1.5265063731170337e-06,
+      "loss": 0.7104,
       "step": 13550
     },
     {
       "epoch": 11.75,
-      "learning_rate": 1.5258545770567787e-06,
-      "loss": 1.0056,
+      "learning_rate": 1.5257821552723059e-06,
+      "loss": 0.6723,
       "step": 13560
     },
     {
       "epoch": 11.76,
-      "learning_rate": 1.5251303592120512e-06,
-      "loss": 1.0486,
+      "learning_rate": 1.5250579374275784e-06,
+      "loss": 0.7028,
       "step": 13570
     },
     {
       "epoch": 11.77,
-      "learning_rate": 1.5244061413673234e-06,
-      "loss": 0.9995,
+      "learning_rate": 1.5243337195828506e-06,
+      "loss": 0.7206,
       "step": 13580
     },
     {
       "epoch": 11.78,
-      "learning_rate": 1.523681923522596e-06,
-      "loss": 0.9763,
+      "learning_rate": 1.523609501738123e-06,
+      "loss": 0.7066,
       "step": 13590
     },
     {
       "epoch": 11.78,
-      "learning_rate": 1.522957705677868e-06,
-      "loss": 0.9766,
+      "learning_rate": 1.5228852838933952e-06,
+      "loss": 0.6449,
       "step": 13600
     },
     {
       "epoch": 11.79,
-      "learning_rate": 1.5222334878331404e-06,
-      "loss": 1.0352,
+      "learning_rate": 1.5221610660486678e-06,
+      "loss": 0.7118,
       "step": 13610
     },
     {
       "epoch": 11.8,
-      "learning_rate": 1.5215092699884127e-06,
-      "loss": 0.9724,
+      "learning_rate": 1.52143684820394e-06,
+      "loss": 0.713,
       "step": 13620
     },
     {
       "epoch": 11.81,
-      "learning_rate": 1.5207850521436848e-06,
-      "loss": 1.0119,
+      "learning_rate": 1.520712630359212e-06,
+      "loss": 0.7358,
       "step": 13630
     },
     {
       "epoch": 11.82,
-      "learning_rate": 1.5200608342989572e-06,
-      "loss": 0.9176,
+      "learning_rate": 1.5199884125144846e-06,
+      "loss": 0.6495,
       "step": 13640
     },
     {
       "epoch": 11.83,
-      "learning_rate": 1.5193366164542295e-06,
-      "loss": 1.0436,
+      "learning_rate": 1.5192641946697567e-06,
+      "loss": 0.7535,
       "step": 13650
     },
     {
       "epoch": 11.84,
-      "learning_rate": 1.5186123986095019e-06,
-      "loss": 1.0152,
+      "learning_rate": 1.5185399768250293e-06,
+      "loss": 0.7552,
       "step": 13660
     },
     {
       "epoch": 11.85,
-      "learning_rate": 1.5178881807647742e-06,
-      "loss": 0.9696,
+      "learning_rate": 1.5178157589803014e-06,
+      "loss": 0.6909,
       "step": 13670
     },
     {
       "epoch": 11.85,
-      "learning_rate": 1.5171639629200465e-06,
-      "loss": 1.0249,
+      "learning_rate": 1.5170915411355737e-06,
+      "loss": 0.7857,
       "step": 13680
     },
     {
       "epoch": 11.86,
-      "learning_rate": 1.5164397450753187e-06,
-      "loss": 1.0141,
+      "learning_rate": 1.516367323290846e-06,
+      "loss": 0.7107,
       "step": 13690
     },
     {
       "epoch": 11.87,
-      "learning_rate": 1.515715527230591e-06,
-      "loss": 1.1053,
+      "learning_rate": 1.5156431054461182e-06,
+      "loss": 0.7209,
       "step": 13700
     },
     {
       "epoch": 11.88,
-      "learning_rate": 1.5149913093858633e-06,
-      "loss": 0.9913,
+      "learning_rate": 1.5149188876013907e-06,
+      "loss": 0.7169,
       "step": 13710
     },
     {
       "epoch": 11.89,
-      "learning_rate": 1.5142670915411357e-06,
-      "loss": 0.9577,
+      "learning_rate": 1.5141946697566629e-06,
+      "loss": 0.7084,
       "step": 13720
     },
     {
       "epoch": 11.9,
-      "learning_rate": 1.513542873696408e-06,
-      "loss": 1.0296,
+      "learning_rate": 1.5134704519119352e-06,
+      "loss": 0.6856,
       "step": 13730
     },
     {
       "epoch": 11.91,
-      "learning_rate": 1.5128186558516801e-06,
-      "loss": 0.9639,
+      "learning_rate": 1.5127462340672076e-06,
+      "loss": 0.7083,
       "step": 13740
     },
     {
       "epoch": 11.91,
-      "learning_rate": 1.5120944380069527e-06,
-      "loss": 1.0211,
+      "learning_rate": 1.5120220162224799e-06,
+      "loss": 0.7212,
       "step": 13750
     },
     {
       "epoch": 11.92,
-      "learning_rate": 1.5113702201622248e-06,
-      "loss": 1.0119,
+      "learning_rate": 1.5112977983777522e-06,
+      "loss": 0.7135,
       "step": 13760
     },
     {
       "epoch": 11.93,
-      "learning_rate": 1.5106460023174974e-06,
-      "loss": 0.9814,
+      "learning_rate": 1.5105735805330244e-06,
+      "loss": 0.6855,
       "step": 13770
     },
     {
       "epoch": 11.94,
-      "learning_rate": 1.5099217844727695e-06,
-      "loss": 0.9526,
+      "learning_rate": 1.5098493626882967e-06,
+      "loss": 0.7124,
       "step": 13780
     },
     {
       "epoch": 11.95,
-      "learning_rate": 1.5091975666280416e-06,
-      "loss": 0.9725,
+      "learning_rate": 1.509125144843569e-06,
+      "loss": 0.6642,
       "step": 13790
     },
     {
       "epoch": 11.96,
-      "learning_rate": 1.5084733487833142e-06,
-      "loss": 0.9992,
+      "learning_rate": 1.5084009269988414e-06,
+      "loss": 0.7292,
       "step": 13800
     },
     {
       "epoch": 11.97,
-      "learning_rate": 1.5077491309385863e-06,
-      "loss": 1.0436,
+      "learning_rate": 1.5076767091541137e-06,
+      "loss": 0.7486,
       "step": 13810
     },
     {
       "epoch": 11.98,
-      "learning_rate": 1.5070249130938589e-06,
-      "loss": 1.0055,
+      "learning_rate": 1.506952491309386e-06,
+      "loss": 0.6905,
       "step": 13820
     },
     {
       "epoch": 11.98,
-      "learning_rate": 1.506300695249131e-06,
-      "loss": 0.9476,
+      "learning_rate": 1.5062282734646582e-06,
+      "loss": 0.7127,
       "step": 13830
     },
     {
       "epoch": 11.99,
-      "learning_rate": 1.5055764774044035e-06,
-      "loss": 0.9521,
+      "learning_rate": 1.5055040556199305e-06,
+      "loss": 0.6609,
       "step": 13840
     },
     {
       "epoch": 12.0,
-      "eval_loss": 1.2114826440811157,
-      "eval_runtime": 131.4914,
-      "eval_samples_per_second": 4.046,
-      "eval_steps_per_second": 2.023,
-      "eval_wer": 0.8058108889888796,
+      "eval_loss": 1.0317704677581787,
+      "eval_runtime": 132.7783,
+      "eval_samples_per_second": 4.007,
+      "eval_steps_per_second": 2.003,
+      "eval_wer": 0.7205116667737996,
       "step": 13848
     },
     {
       "epoch": 12.0,
-      "learning_rate": 1.5048522595596757e-06,
-      "loss": 1.0814,
+      "learning_rate": 1.5047798377752029e-06,
+      "loss": 0.7564,
       "step": 13850
     },
     {
       "epoch": 12.01,
-      "learning_rate": 1.5041280417149478e-06,
-      "loss": 0.9352,
+      "learning_rate": 1.5040556199304752e-06,
+      "loss": 0.6622,
       "step": 13860
     },
     {
       "epoch": 12.02,
-      "learning_rate": 1.5034038238702203e-06,
-      "loss": 0.9774,
+      "learning_rate": 1.5033314020857475e-06,
+      "loss": 0.6919,
       "step": 13870
     },
     {
       "epoch": 12.03,
-      "learning_rate": 1.5026796060254925e-06,
-      "loss": 0.9082,
+      "learning_rate": 1.5026071842410197e-06,
+      "loss": 0.6296,
       "step": 13880
     },
     {
       "epoch": 12.04,
-      "learning_rate": 1.501955388180765e-06,
-      "loss": 0.9795,
+      "learning_rate": 1.5018829663962922e-06,
+      "loss": 0.7242,
       "step": 13890
     },
     {
       "epoch": 12.05,
-      "learning_rate": 1.5012311703360371e-06,
-      "loss": 1.1272,
+      "learning_rate": 1.5011587485515643e-06,
+      "loss": 0.8664,
       "step": 13900
     },
     {
       "epoch": 12.05,
-      "learning_rate": 1.5005069524913097e-06,
-      "loss": 0.9773,
+      "learning_rate": 1.5004345307068369e-06,
+      "loss": 0.6795,
       "step": 13910
     },
     {
       "epoch": 12.06,
-      "learning_rate": 1.4997827346465818e-06,
-      "loss": 0.963,
+      "learning_rate": 1.499710312862109e-06,
+      "loss": 0.69,
       "step": 13920
     },
     {
       "epoch": 12.07,
-      "learning_rate": 1.499058516801854e-06,
-      "loss": 1.0674,
+      "learning_rate": 1.4989860950173811e-06,
+      "loss": 0.8134,
       "step": 13930
     },
     {
       "epoch": 12.08,
-      "learning_rate": 1.4983342989571265e-06,
-      "loss": 0.9758,
+      "learning_rate": 1.4982618771726537e-06,
+      "loss": 0.6668,
       "step": 13940
     },
     {
       "epoch": 12.09,
-      "learning_rate": 1.4976100811123986e-06,
-      "loss": 0.9801,
+      "learning_rate": 1.4975376593279258e-06,
+      "loss": 0.7331,
       "step": 13950
     },
     {
       "epoch": 12.1,
-      "learning_rate": 1.4968858632676712e-06,
-      "loss": 1.0434,
+      "learning_rate": 1.4968134414831984e-06,
+      "loss": 0.7182,
       "step": 13960
     },
     {
       "epoch": 12.11,
-      "learning_rate": 1.4961616454229433e-06,
-      "loss": 1.0143,
+      "learning_rate": 1.4960892236384705e-06,
+      "loss": 0.7265,
       "step": 13970
     },
     {
       "epoch": 12.11,
-      "learning_rate": 1.4954374275782156e-06,
-      "loss": 1.0326,
+      "learning_rate": 1.495365005793743e-06,
+      "loss": 0.6898,
       "step": 13980
     },
     {
       "epoch": 12.12,
-      "learning_rate": 1.494713209733488e-06,
-      "loss": 0.968,
+      "learning_rate": 1.4946407879490152e-06,
+      "loss": 0.7013,
       "step": 13990
     },
     {
       "epoch": 12.13,
-      "learning_rate": 1.4939889918887603e-06,
-      "loss": 1.0727,
+      "learning_rate": 1.4939165701042873e-06,
+      "loss": 0.7211,
       "step": 14000
     },
     {
       "epoch": 12.14,
-      "learning_rate": 1.4932647740440327e-06,
-      "loss": 0.9065,
+      "learning_rate": 1.4931923522595599e-06,
+      "loss": 0.654,
       "step": 14010
     },
     {
       "epoch": 12.15,
-      "learning_rate": 1.4925405561993048e-06,
-      "loss": 0.9801,
+      "learning_rate": 1.492468134414832e-06,
+      "loss": 0.669,
       "step": 14020
     },
     {
       "epoch": 12.16,
-      "learning_rate": 1.4918163383545771e-06,
-      "loss": 0.923,
+      "learning_rate": 1.4917439165701045e-06,
+      "loss": 0.6217,
       "step": 14030
     },
     {
       "epoch": 12.17,
-      "learning_rate": 1.4910921205098495e-06,
-      "loss": 0.9939,
+      "learning_rate": 1.4910196987253767e-06,
+      "loss": 0.6982,
       "step": 14040
     },
     {
       "epoch": 12.17,
-      "learning_rate": 1.4903679026651218e-06,
-      "loss": 1.0167,
+      "learning_rate": 1.4902954808806492e-06,
+      "loss": 0.7098,
       "step": 14050
     },
     {
       "epoch": 12.18,
-      "learning_rate": 1.4896436848203941e-06,
-      "loss": 0.9852,
+      "learning_rate": 1.4895712630359213e-06,
+      "loss": 0.6705,
       "step": 14060
     },
     {
       "epoch": 12.19,
-      "learning_rate": 1.4889194669756665e-06,
-      "loss": 0.9597,
+      "learning_rate": 1.4888470451911935e-06,
+      "loss": 0.6632,
       "step": 14070
     },
     {
       "epoch": 12.2,
-      "learning_rate": 1.4881952491309386e-06,
-      "loss": 0.9413,
+      "learning_rate": 1.488122827346466e-06,
+      "loss": 0.6963,
       "step": 14080
     },
     {
       "epoch": 12.21,
-      "learning_rate": 1.487471031286211e-06,
-      "loss": 0.9809,
+      "learning_rate": 1.4873986095017381e-06,
+      "loss": 0.6751,
       "step": 14090
     },
     {
       "epoch": 12.22,
-      "learning_rate": 1.4867468134414833e-06,
-      "loss": 1.0293,
+      "learning_rate": 1.4866743916570107e-06,
+      "loss": 0.7804,
       "step": 14100
     },
     {
       "epoch": 12.23,
-      "learning_rate": 1.4860225955967556e-06,
-      "loss": 0.9354,
+      "learning_rate": 1.4859501738122828e-06,
+      "loss": 0.6499,
       "step": 14110
     },
     {
       "epoch": 12.24,
-      "learning_rate": 1.485298377752028e-06,
-      "loss": 0.9971,
+      "learning_rate": 1.4852259559675552e-06,
+      "loss": 0.6614,
       "step": 14120
     },
     {
       "epoch": 12.24,
-      "learning_rate": 1.4845741599073e-06,
-      "loss": 0.9939,
+      "learning_rate": 1.4845017381228275e-06,
+      "loss": 0.7083,
       "step": 14130
     },
     {
       "epoch": 12.25,
-      "learning_rate": 1.4838499420625726e-06,
-      "loss": 1.008,
+      "learning_rate": 1.4837775202780998e-06,
+      "loss": 0.7085,
       "step": 14140
     },
     {
       "epoch": 12.26,
-      "learning_rate": 1.4831257242178448e-06,
-      "loss": 1.0455,
+      "learning_rate": 1.4830533024333722e-06,
+      "loss": 0.7799,
       "step": 14150
     },
     {
       "epoch": 12.27,
-      "learning_rate": 1.4824015063731171e-06,
-      "loss": 1.0219,
+      "learning_rate": 1.4823290845886443e-06,
+      "loss": 0.722,
       "step": 14160
     },
     {
       "epoch": 12.28,
       "learning_rate": 1.4816772885283894e-06,
-      "loss": 0.9815,
+      "loss": 0.7402,
       "step": 14170
     },
     {
       "epoch": 12.29,
       "learning_rate": 1.4809530706836616e-06,
-      "loss": 0.9821,
+      "loss": 0.696,
       "step": 14180
     },
     {
       "epoch": 12.3,
       "learning_rate": 1.4802288528389341e-06,
-      "loss": 0.9955,
+      "loss": 0.7119,
       "step": 14190
     },
     {
       "epoch": 12.3,
       "learning_rate": 1.4795046349942063e-06,
-      "loss": 1.0236,
+      "loss": 0.6711,
       "step": 14200
     },
     {
       "epoch": 12.31,
       "learning_rate": 1.4787804171494788e-06,
-      "loss": 0.976,
+      "loss": 0.6692,
       "step": 14210
     },
     {
       "epoch": 12.32,
       "learning_rate": 1.478056199304751e-06,
-      "loss": 0.9224,
+      "loss": 0.6414,
       "step": 14220
     },
     {
       "epoch": 12.33,
       "learning_rate": 1.4773319814600235e-06,
-      "loss": 0.9585,
+      "loss": 0.6907,
       "step": 14230
     },
     {
       "epoch": 12.34,
       "learning_rate": 1.4766077636152956e-06,
-      "loss": 1.0169,
+      "loss": 0.748,
       "step": 14240
     },
     {
       "epoch": 12.35,
       "learning_rate": 1.4758835457705677e-06,
-      "loss": 1.0225,
+      "loss": 0.7243,
       "step": 14250
     },
     {
       "epoch": 12.36,
       "learning_rate": 1.4751593279258403e-06,
-      "loss": 0.9566,
+      "loss": 0.6923,
       "step": 14260
     },
     {
       "epoch": 12.37,
       "learning_rate": 1.4744351100811124e-06,
-      "loss": 0.9872,
+      "loss": 0.7395,
       "step": 14270
     },
     {
       "epoch": 12.37,
       "learning_rate": 1.473710892236385e-06,
-      "loss": 0.9348,
+      "loss": 0.6287,
       "step": 14280
     },
     {
       "epoch": 12.38,
       "learning_rate": 1.472986674391657e-06,
-      "loss": 0.9929,
+      "loss": 0.7306,
       "step": 14290
     },
     {
       "epoch": 12.39,
       "learning_rate": 1.4722624565469296e-06,
-      "loss": 1.0226,
+      "loss": 0.7818,
       "step": 14300
     },
     {
       "epoch": 12.4,
       "learning_rate": 1.4715382387022018e-06,
-      "loss": 1.0035,
+      "loss": 0.6821,
       "step": 14310
     },
     {
       "epoch": 12.41,
       "learning_rate": 1.470814020857474e-06,
-      "loss": 1.0182,
+      "loss": 0.6969,
       "step": 14320
     },
     {
       "epoch": 12.42,
       "learning_rate": 1.4700898030127464e-06,
-      "loss": 1.0086,
+      "loss": 0.7192,
       "step": 14330
     },
     {
       "epoch": 12.43,
       "learning_rate": 1.4693655851680186e-06,
-      "loss": 0.953,
+      "loss": 0.6888,
       "step": 14340
     },
     {
       "epoch": 12.43,
       "learning_rate": 1.4686413673232911e-06,
-      "loss": 1.0539,
+      "loss": 0.7481,
       "step": 14350
     },
     {
       "epoch": 12.44,
       "learning_rate": 1.4679171494785633e-06,
-      "loss": 1.0156,
+      "loss": 0.7651,
       "step": 14360
     },
     {
       "epoch": 12.45,
       "learning_rate": 1.4671929316338356e-06,
-      "loss": 1.192,
+      "loss": 0.7513,
       "step": 14370
     },
     {
       "epoch": 12.46,
       "learning_rate": 1.466468713789108e-06,
-      "loss": 0.9792,
+      "loss": 0.6709,
       "step": 14380
     },
     {
       "epoch": 12.47,
       "learning_rate": 1.46574449594438e-06,
-      "loss": 1.0517,
+      "loss": 0.7592,
       "step": 14390
     },
     {
       "epoch": 12.48,
       "learning_rate": 1.4650202780996526e-06,
-      "loss": 1.0309,
+      "loss": 0.7373,
       "step": 14400
     },
     {
       "epoch": 12.49,
       "learning_rate": 1.4642960602549247e-06,
-      "loss": 0.9874,
+      "loss": 0.6541,
       "step": 14410
     },
     {
       "epoch": 12.5,
       "learning_rate": 1.463571842410197e-06,
-      "loss": 0.9901,
+      "loss": 0.6835,
       "step": 14420
     },
     {
       "epoch": 12.5,
       "learning_rate": 1.4628476245654694e-06,
-      "loss": 0.9765,
+      "loss": 0.7031,
       "step": 14430
     },
     {
       "epoch": 12.51,
       "learning_rate": 1.4621234067207418e-06,
-      "loss": 0.9343,
+      "loss": 0.6578,
       "step": 14440
     },
     {
       "epoch": 12.52,
       "learning_rate": 1.461399188876014e-06,
-      "loss": 0.9828,
+      "loss": 0.666,
       "step": 14450
     },
     {
       "epoch": 12.53,
       "learning_rate": 1.4606749710312862e-06,
-      "loss": 1.0476,
+      "loss": 0.7044,
       "step": 14460
     },
     {
       "epoch": 12.54,
       "learning_rate": 1.4599507531865586e-06,
-      "loss": 0.9211,
+      "loss": 0.6467,
       "step": 14470
     },
     {
       "epoch": 12.55,
       "learning_rate": 1.459226535341831e-06,
-      "loss": 0.9438,
+      "loss": 0.6458,
       "step": 14480
     },
     {
       "epoch": 12.56,
       "learning_rate": 1.4585023174971032e-06,
-      "loss": 0.9275,
+      "loss": 0.6652,
       "step": 14490
     },
     {
       "epoch": 12.56,
       "learning_rate": 1.4577780996523756e-06,
-      "loss": 0.9929,
+      "loss": 0.7086,
       "step": 14500
     },
     {
       "epoch": 12.57,
       "learning_rate": 1.457053881807648e-06,
-      "loss": 0.9641,
+      "loss": 0.678,
       "step": 14510
     },
     {
       "epoch": 12.58,
       "learning_rate": 1.45632966396292e-06,
-      "loss": 1.0614,
+      "loss": 0.7336,
       "step": 14520
     },
     {
       "epoch": 12.59,
       "learning_rate": 1.4556054461181926e-06,
-      "loss": 0.9629,
+      "loss": 0.7052,
       "step": 14530
     },
     {
       "epoch": 12.6,
       "learning_rate": 1.4548812282734647e-06,
-      "loss": 0.9244,
+      "loss": 0.635,
       "step": 14540
     },
     {
       "epoch": 12.61,
       "learning_rate": 1.454157010428737e-06,
-      "loss": 0.9784,
+      "loss": 0.7313,
       "step": 14550
     },
     {
       "epoch": 12.62,
       "learning_rate": 1.4534327925840094e-06,
-      "loss": 0.9819,
+      "loss": 0.6599,
       "step": 14560
     },
     {
       "epoch": 12.63,
       "learning_rate": 1.4527085747392815e-06,
-      "loss": 1.035,
+      "loss": 0.7176,
       "step": 14570
     },
     {
       "epoch": 12.63,
       "learning_rate": 1.451984356894554e-06,
-      "loss": 1.03,
+      "loss": 0.7657,
       "step": 14580
     },
     {
       "epoch": 12.64,
       "learning_rate": 1.4512601390498262e-06,
-      "loss": 0.9904,
+      "loss": 0.7202,
       "step": 14590
     },
     {
       "epoch": 12.65,
       "learning_rate": 1.4505359212050987e-06,
-      "loss": 0.9747,
+      "loss": 0.7264,
       "step": 14600
     },
     {
       "epoch": 12.66,
       "learning_rate": 1.4498117033603709e-06,
-      "loss": 1.0305,
+      "loss": 0.7177,
       "step": 14610
     },
     {
       "epoch": 12.67,
       "learning_rate": 1.449087485515643e-06,
-      "loss": 1.0166,
+      "loss": 0.6624,
       "step": 14620
     },
     {
       "epoch": 12.68,
       "learning_rate": 1.4483632676709156e-06,
-      "loss": 0.9677,
+      "loss": 0.6685,
       "step": 14630
     },
     {
       "epoch": 12.69,
       "learning_rate": 1.4476390498261877e-06,
-      "loss": 0.9973,
+      "loss": 0.7264,
       "step": 14640
     },
     {
       "epoch": 12.69,
       "learning_rate": 1.4469148319814602e-06,
-      "loss": 0.9607,
+      "loss": 0.6759,
       "step": 14650
     },
     {
       "epoch": 12.7,
       "learning_rate": 1.4461906141367324e-06,
-      "loss": 1.0151,
+      "loss": 0.7009,
       "step": 14660
     },
     {
       "epoch": 12.71,
       "learning_rate": 1.445466396292005e-06,
-      "loss": 1.0152,
+      "loss": 0.7001,
       "step": 14670
     },
     {
       "epoch": 12.72,
       "learning_rate": 1.444742178447277e-06,
-      "loss": 1.0112,
+      "loss": 0.708,
       "step": 14680
     },
     {
       "epoch": 12.73,
       "learning_rate": 1.4440179606025492e-06,
-      "loss": 0.9527,
+      "loss": 0.6771,
       "step": 14690
     },
     {
       "epoch": 12.74,
       "learning_rate": 1.4432937427578217e-06,
-      "loss": 0.9857,
+      "loss": 0.68,
       "step": 14700
     },
     {
       "epoch": 12.75,
       "learning_rate": 1.4425695249130938e-06,
-      "loss": 0.9726,
+      "loss": 0.7114,
       "step": 14710
     },
     {
       "epoch": 12.76,
       "learning_rate": 1.4418453070683664e-06,
-      "loss": 0.9752,
+      "loss": 0.6968,
       "step": 14720
     },
     {
       "epoch": 12.76,
       "learning_rate": 1.4411210892236385e-06,
-      "loss": 0.9245,
+      "loss": 0.6656,
       "step": 14730
     },
     {
       "epoch": 12.77,
       "learning_rate": 1.440396871378911e-06,
-      "loss": 0.9227,
+      "loss": 0.6746,
       "step": 14740
     },
     {
       "epoch": 12.78,
       "learning_rate": 1.4396726535341832e-06,
-      "loss": 1.081,
+      "loss": 0.7731,
       "step": 14750
     },
     {
       "epoch": 12.79,
       "learning_rate": 1.4389484356894555e-06,
-      "loss": 1.0147,
+      "loss": 0.7157,
       "step": 14760
     },
     {
       "epoch": 12.8,
       "learning_rate": 1.4382242178447279e-06,
-      "loss": 0.9729,
+      "loss": 0.6976,
       "step": 14770
     },
     {
       "epoch": 12.81,
       "learning_rate": 1.4375e-06,
-      "loss": 1.0069,
+      "loss": 0.7044,
       "step": 14780
     },
     {
       "epoch": 12.82,
       "learning_rate": 1.4367757821552726e-06,
-      "loss": 0.9676,
+      "loss": 0.6806,
       "step": 14790
     },
     {
       "epoch": 12.82,
       "learning_rate": 1.4360515643105447e-06,
-      "loss": 1.0209,
+      "loss": 0.6765,
       "step": 14800
     },
     {
       "epoch": 12.83,
       "learning_rate": 1.435327346465817e-06,
-      "loss": 1.0289,
+      "loss": 0.7385,
       "step": 14810
     },
     {
       "epoch": 12.84,
       "learning_rate": 1.4346031286210894e-06,
-      "loss": 0.9852,
+      "loss": 0.7116,
       "step": 14820
     },
     {
       "epoch": 12.85,
       "learning_rate": 1.4338789107763617e-06,
-      "loss": 0.9319,
+      "loss": 0.667,
       "step": 14830
     },
     {
       "epoch": 12.86,
       "learning_rate": 1.433154692931634e-06,
-      "loss": 0.9548,
+      "loss": 0.6775,
       "step": 14840
     },
     {
       "epoch": 12.87,
       "learning_rate": 1.4324304750869062e-06,
-      "loss": 0.9856,
+      "loss": 0.6965,
       "step": 14850
     },
     {
       "epoch": 12.88,
       "learning_rate": 1.4317062572421785e-06,
-      "loss": 0.97,
+      "loss": 0.6832,
       "step": 14860
     },
     {
       "epoch": 12.89,
       "learning_rate": 1.4309820393974508e-06,
-      "loss": 0.9561,
+      "loss": 0.7018,
       "step": 14870
     },
     {
       "epoch": 12.89,
       "learning_rate": 1.4302578215527232e-06,
-      "loss": 0.9396,
+      "loss": 0.6693,
       "step": 14880
     },
     {
       "epoch": 12.9,
       "learning_rate": 1.4295336037079955e-06,
-      "loss": 0.9531,
+      "loss": 0.719,
       "step": 14890
     },
     {
       "epoch": 12.91,
       "learning_rate": 1.4288093858632679e-06,
-      "loss": 1.1419,
+      "loss": 0.8142,
       "step": 14900
     },
     {
       "epoch": 12.92,
       "learning_rate": 1.42808516801854e-06,
-      "loss": 0.9624,
+      "loss": 0.632,
       "step": 14910
     },
     {
       "epoch": 12.93,
       "learning_rate": 1.4273609501738123e-06,
-      "loss": 0.9624,
+      "loss": 0.7086,
       "step": 14920
     },
     {
       "epoch": 12.94,
       "learning_rate": 1.4266367323290847e-06,
-      "loss": 0.9738,
+      "loss": 0.7301,
       "step": 14930
     },
     {
       "epoch": 12.95,
       "learning_rate": 1.425912514484357e-06,
-      "loss": 0.948,
+      "loss": 0.6797,
       "step": 14940
     },
     {
       "epoch": 12.95,
       "learning_rate": 1.4251882966396293e-06,
-      "loss": 1.0358,
+      "loss": 0.7566,
       "step": 14950
     },
     {
       "epoch": 12.96,
       "learning_rate": 1.4244640787949015e-06,
-      "loss": 1.0066,
+      "loss": 0.6894,
       "step": 14960
     },
     {
       "epoch": 12.97,
       "learning_rate": 1.423739860950174e-06,
-      "loss": 0.9306,
+      "loss": 0.6438,
       "step": 14970
     },
     {
       "epoch": 12.98,
       "learning_rate": 1.4230156431054461e-06,
-      "loss": 0.9506,
+      "loss": 0.6662,
       "step": 14980
     },
     {
       "epoch": 12.99,
       "learning_rate": 1.4222914252607187e-06,
-      "loss": 0.9732,
+      "loss": 0.6813,
       "step": 14990
     },
     {
       "epoch": 13.0,
       "learning_rate": 1.4215672074159908e-06,
-      "loss": 0.9883,
+      "loss": 0.6602,
       "step": 15000
     },
     {
       "epoch": 13.0,
-      "eval_loss": 1.196679949760437,
-      "eval_runtime": 131.874,
-      "eval_samples_per_second": 4.034,
-      "eval_steps_per_second": 2.017,
-      "eval_wer": 0.8048466928070965,
+      "eval_loss": 1.0353323221206665,
+      "eval_runtime": 133.0414,
+      "eval_samples_per_second": 3.999,
+      "eval_steps_per_second": 1.999,
+      "eval_wer": 0.7007777849199717,
       "step": 15002
     },
     {
       "epoch": 13.01,
       "learning_rate": 1.420842989571263e-06,
-      "loss": 1.0559,
+      "loss": 0.7225,
       "step": 15010
     },
     {
       "epoch": 13.02,
       "learning_rate": 1.4201187717265355e-06,
-      "loss": 1.0279,
+      "loss": 0.6649,
       "step": 15020
     },
     {
       "epoch": 13.02,
       "learning_rate": 1.4193945538818076e-06,
-      "loss": 0.953,
+      "loss": 0.6886,
       "step": 15030
     },
     {
       "epoch": 13.03,
       "learning_rate": 1.4186703360370802e-06,
-      "loss": 0.9492,
+      "loss": 0.6565,
       "step": 15040
     },
     {
       "epoch": 13.04,
       "learning_rate": 1.4179461181923523e-06,
-      "loss": 0.9757,
+      "loss": 0.6879,
       "step": 15050
     },
     {
       "epoch": 13.05,
       "learning_rate": 1.4172219003476249e-06,
-      "loss": 1.0406,
+      "loss": 0.7318,
       "step": 15060
     },
     {
       "epoch": 13.06,
       "learning_rate": 1.416497682502897e-06,
-      "loss": 0.9952,
+      "loss": 0.7014,
       "step": 15070
     },
     {
       "epoch": 13.07,
       "learning_rate": 1.4157734646581691e-06,
-      "loss": 0.9448,
+      "loss": 0.6157,
       "step": 15080
     },
     {
       "epoch": 13.08,
       "learning_rate": 1.4150492468134417e-06,
-      "loss": 0.9658,
+      "loss": 0.7221,
       "step": 15090
     },
     {
       "epoch": 13.08,
       "learning_rate": 1.4143250289687138e-06,
-      "loss": 0.9574,
+      "loss": 0.6815,
       "step": 15100
     },
     {
       "epoch": 13.09,
       "learning_rate": 1.4136008111239863e-06,
-      "loss": 0.9719,
+      "loss": 0.6968,
       "step": 15110
     },
     {
       "epoch": 13.1,
       "learning_rate": 1.4128765932792585e-06,
-      "loss": 1.0107,
+      "loss": 0.6931,
       "step": 15120
     },
     {
       "epoch": 13.11,
       "learning_rate": 1.412152375434531e-06,
-      "loss": 0.9106,
+      "loss": 0.626,
       "step": 15130
     },
     {
       "epoch": 13.12,
       "learning_rate": 1.4114281575898031e-06,
-      "loss": 0.9806,
+      "loss": 0.6701,
       "step": 15140
     },
     {
       "epoch": 13.13,
       "learning_rate": 1.4107039397450753e-06,
-      "loss": 0.9848,
+      "loss": 0.7365,
       "step": 15150
     },
     {
       "epoch": 13.14,
       "learning_rate": 1.4099797219003478e-06,
-      "loss": 1.0288,
+      "loss": 0.7548,
       "step": 15160
     },
     {
       "epoch": 13.15,
       "learning_rate": 1.40925550405562e-06,
-      "loss": 1.0072,
+      "loss": 0.7085,
       "step": 15170
     },
     {
       "epoch": 13.15,
       "learning_rate": 1.4085312862108925e-06,
-      "loss": 0.9497,
+      "loss": 0.663,
       "step": 15180
     },
     {
       "epoch": 13.16,
       "learning_rate": 1.4078070683661646e-06,
-      "loss": 0.8975,
+      "loss": 0.6289,
       "step": 15190
     },
     {
       "epoch": 13.17,
       "learning_rate": 1.407082850521437e-06,
-      "loss": 0.975,
+      "loss": 0.6516,
       "step": 15200
     },
     {
       "epoch": 13.18,
       "learning_rate": 1.4063586326767093e-06,
-      "loss": 1.0024,
+      "loss": 0.6794,
       "step": 15210
     },
     {
       "epoch": 13.19,
       "learning_rate": 1.4056344148319816e-06,
-      "loss": 0.9552,
+      "loss": 0.6552,
       "step": 15220
     },
     {
       "epoch": 13.2,
       "learning_rate": 1.404910196987254e-06,
-      "loss": 0.9356,
+      "loss": 0.6646,
       "step": 15230
     },
     {
       "epoch": 13.21,
       "learning_rate": 1.4041859791425261e-06,
-      "loss": 0.9126,
+      "loss": 0.6329,
       "step": 15240
     },
     {
       "epoch": 13.21,
       "learning_rate": 1.4034617612977984e-06,
-      "loss": 0.9698,
+      "loss": 0.6752,
       "step": 15250
     },
     {
       "epoch": 13.22,
       "learning_rate": 1.4027375434530708e-06,
-      "loss": 1.0305,
+      "loss": 0.7431,
       "step": 15260
     },
     {
       "epoch": 13.23,
       "learning_rate": 1.4020133256083431e-06,
-      "loss": 0.9813,
+      "loss": 0.6774,
       "step": 15270
     },
     {
       "epoch": 13.24,
       "learning_rate": 1.4012891077636155e-06,
-      "loss": 0.9735,
+      "loss": 0.6657,
       "step": 15280
     },
     {
       "epoch": 13.25,
       "learning_rate": 1.4005648899188878e-06,
-      "loss": 1.0212,
+      "loss": 0.7266,
       "step": 15290
     },
     {
       "epoch": 13.26,
       "learning_rate": 1.39984067207416e-06,
-      "loss": 1.0376,
+      "loss": 0.7486,
       "step": 15300
     },
     {
       "epoch": 13.27,
       "learning_rate": 1.3991164542294323e-06,
-      "loss": 0.9929,
+      "loss": 0.7176,
       "step": 15310
     },
     {
       "epoch": 13.28,
       "learning_rate": 1.3983922363847046e-06,
-      "loss": 0.973,
+      "loss": 0.6674,
       "step": 15320
     },
     {
       "epoch": 13.28,
       "learning_rate": 1.397668018539977e-06,
-      "loss": 1.0013,
+      "loss": 0.7235,
       "step": 15330
     },
     {
       "epoch": 13.29,
       "learning_rate": 1.3969438006952493e-06,
-      "loss": 0.9881,
+      "loss": 0.7006,
       "step": 15340
     },
     {
       "epoch": 13.3,
       "learning_rate": 1.3962195828505214e-06,
-      "loss": 0.9599,
+      "loss": 0.6591,
       "step": 15350
     },
     {
       "epoch": 13.31,
       "learning_rate": 1.395495365005794e-06,
-      "loss": 0.9647,
+      "loss": 0.7378,
       "step": 15360
     },
     {
       "epoch": 13.32,
       "learning_rate": 1.394771147161066e-06,
-      "loss": 0.9541,
+      "loss": 0.6538,
       "step": 15370
     },
     {
       "epoch": 13.33,
       "learning_rate": 1.3940469293163384e-06,
-      "loss": 0.9079,
+      "loss": 0.6419,
       "step": 15380
     },
     {
       "epoch": 13.34,
       "learning_rate": 1.3933227114716108e-06,
-      "loss": 0.9849,
+      "loss": 0.6998,
       "step": 15390
     },
     {
       "epoch": 13.34,
       "learning_rate": 1.3925984936268829e-06,
-      "loss": 0.9417,
+      "loss": 0.6432,
       "step": 15400
     },
     {
       "epoch": 13.35,
       "learning_rate": 1.3918742757821554e-06,
-      "loss": 1.0469,
+      "loss": 0.6978,
       "step": 15410
     },
     {
       "epoch": 13.36,
       "learning_rate": 1.3911500579374276e-06,
-      "loss": 1.0076,
+      "loss": 0.7155,
       "step": 15420
     },
     {
       "epoch": 13.37,
       "learning_rate": 1.3904258400927001e-06,
-      "loss": 0.9443,
+      "loss": 0.6381,
       "step": 15430
     },
     {
       "epoch": 13.38,
       "learning_rate": 1.3897016222479722e-06,
-      "loss": 0.9702,
+      "loss": 0.685,
       "step": 15440
     },
     {
       "epoch": 13.39,
       "learning_rate": 1.3889774044032448e-06,
-      "loss": 0.9858,
+      "loss": 0.7344,
       "step": 15450
     },
     {
       "epoch": 13.4,
       "learning_rate": 1.388253186558517e-06,
-      "loss": 0.9618,
+      "loss": 0.6484,
       "step": 15460
     },
     {
       "epoch": 13.41,
       "learning_rate": 1.387528968713789e-06,
-      "loss": 0.9374,
+      "loss": 0.6351,
       "step": 15470
     },
     {
       "epoch": 13.41,
       "learning_rate": 1.3868047508690616e-06,
-      "loss": 0.9796,
+      "loss": 0.645,
       "step": 15480
     },
     {
       "epoch": 13.42,
       "learning_rate": 1.3860805330243337e-06,
-      "loss": 0.9011,
+      "loss": 0.6524,
       "step": 15490
     },
     {
       "epoch": 13.43,
       "learning_rate": 1.3853563151796063e-06,
-      "loss": 1.0215,
+      "loss": 0.7244,
       "step": 15500
     },
     {
       "epoch": 13.44,
       "learning_rate": 1.3846320973348784e-06,
-      "loss": 1.0313,
+      "loss": 0.7349,
       "step": 15510
     },
     {
       "epoch": 13.45,
       "learning_rate": 1.383907879490151e-06,
-      "loss": 1.1627,
+      "loss": 0.7347,
       "step": 15520
     },
     {
       "epoch": 13.46,
       "learning_rate": 1.383183661645423e-06,
-      "loss": 0.9283,
+      "loss": 0.6535,
       "step": 15530
     },
     {
       "epoch": 13.47,
       "learning_rate": 1.3824594438006952e-06,
-      "loss": 0.9672,
+      "loss": 0.7066,
       "step": 15540
     },
     {
       "epoch": 13.47,
       "learning_rate": 1.3817352259559678e-06,
-      "loss": 0.9734,
+      "loss": 0.7266,
       "step": 15550
     },
     {
       "epoch": 13.48,
       "learning_rate": 1.3810110081112399e-06,
-      "loss": 1.0004,
+      "loss": 0.6705,
       "step": 15560
     },
     {
       "epoch": 13.49,
       "learning_rate": 1.3802867902665124e-06,
-      "loss": 1.0111,
+      "loss": 0.6793,
       "step": 15570
     },
     {
       "epoch": 13.5,
       "learning_rate": 1.3795625724217846e-06,
-      "loss": 0.9153,
+      "loss": 0.6265,
       "step": 15580
     },
     {
       "epoch": 13.51,
       "learning_rate": 1.378838354577057e-06,
-      "loss": 0.926,
+      "loss": 0.6738,
       "step": 15590
     },
     {
       "epoch": 13.52,
       "learning_rate": 1.3781141367323292e-06,
-      "loss": 1.0239,
+      "loss": 0.7775,
       "step": 15600
     },
     {
       "epoch": 13.53,
       "learning_rate": 1.3773899188876014e-06,
-      "loss": 0.9405,
+      "loss": 0.6951,
       "step": 15610
     },
     {
       "epoch": 13.54,
       "learning_rate": 1.376665701042874e-06,
-      "loss": 0.9994,
+      "loss": 0.6969,
       "step": 15620
     },
     {
       "epoch": 13.54,
       "learning_rate": 1.375941483198146e-06,
-      "loss": 0.9414,
+      "loss": 0.6712,
       "step": 15630
     },
     {
       "epoch": 13.55,
       "learning_rate": 1.3752172653534184e-06,
-      "loss": 0.9702,
+      "loss": 0.7225,
       "step": 15640
     },
     {
       "epoch": 13.56,
       "learning_rate": 1.3744930475086907e-06,
-      "loss": 0.998,
+      "loss": 0.7094,
       "step": 15650
     },
     {
       "epoch": 13.57,
       "learning_rate": 1.373768829663963e-06,
-      "loss": 1.0352,
+      "loss": 0.8164,
       "step": 15660
     },
     {
       "epoch": 13.58,
-      "learning_rate": 1.373117033603708e-06,
-      "loss": 0.998,
+      "learning_rate": 1.3730446118192354e-06,
+      "loss": 0.7178,
       "step": 15670
     },
     {
       "epoch": 13.59,
-      "learning_rate": 1.3723928157589806e-06,
-      "loss": 0.9507,
+      "learning_rate": 1.3723203939745077e-06,
+      "loss": 0.6744,
       "step": 15680
     },
     {
       "epoch": 13.6,
-      "learning_rate": 1.3716685979142527e-06,
-      "loss": 0.9406,
+      "learning_rate": 1.3715961761297799e-06,
+      "loss": 0.6598,
       "step": 15690
     },
     {
       "epoch": 13.6,
-      "learning_rate": 1.3709443800695248e-06,
-      "loss": 1.0223,
+      "learning_rate": 1.3708719582850522e-06,
+      "loss": 0.7128,
       "step": 15700
     },
     {
       "epoch": 13.61,
-      "learning_rate": 1.3702201622247974e-06,
-      "loss": 0.9252,
+      "learning_rate": 1.3701477404403245e-06,
+      "loss": 0.6164,
       "step": 15710
     },
     {
       "epoch": 13.62,
-      "learning_rate": 1.3694959443800695e-06,
-      "loss": 0.9007,
+      "learning_rate": 1.3694235225955969e-06,
+      "loss": 0.6302,
       "step": 15720
     },
     {
       "epoch": 13.63,
-      "learning_rate": 1.368771726535342e-06,
-      "loss": 0.9368,
+      "learning_rate": 1.3686993047508692e-06,
+      "loss": 0.6708,
       "step": 15730
     },
     {
       "epoch": 13.64,
-      "learning_rate": 1.3680475086906142e-06,
-      "loss": 0.9411,
+      "learning_rate": 1.3679750869061414e-06,
+      "loss": 0.6663,
       "step": 15740
     },
     {
       "epoch": 13.65,
-      "learning_rate": 1.3673232908458867e-06,
-      "loss": 0.9849,
+      "learning_rate": 1.367250869061414e-06,
+      "loss": 0.6749,
       "step": 15750
     },
     {
       "epoch": 13.66,
-      "learning_rate": 1.3665990730011588e-06,
-      "loss": 1.0171,
+      "learning_rate": 1.366526651216686e-06,
+      "loss": 0.632,
       "step": 15760
     },
     {
       "epoch": 13.67,
-      "learning_rate": 1.365874855156431e-06,
-      "loss": 0.9575,
+      "learning_rate": 1.3658024333719584e-06,
+      "loss": 0.6212,
       "step": 15770
     },
     {
       "epoch": 13.67,
-      "learning_rate": 1.3651506373117035e-06,
-      "loss": 0.9722,
+      "learning_rate": 1.3650782155272307e-06,
+      "loss": 0.7201,
       "step": 15780
     },
     {
       "epoch": 13.68,
-      "learning_rate": 1.3644264194669756e-06,
-      "loss": 0.9367,
+      "learning_rate": 1.3643539976825028e-06,
+      "loss": 0.6775,
       "step": 15790
     },
     {
       "epoch": 13.69,
-      "learning_rate": 1.3637022016222482e-06,
-      "loss": 0.9173,
+      "learning_rate": 1.3636297798377754e-06,
+      "loss": 0.6389,
       "step": 15800
     },
     {
       "epoch": 13.7,
-      "learning_rate": 1.3629779837775203e-06,
-      "loss": 0.9556,
+      "learning_rate": 1.3629055619930475e-06,
+      "loss": 0.6801,
       "step": 15810
     },
     {
       "epoch": 13.71,
-      "learning_rate": 1.3622537659327929e-06,
-      "loss": 0.9715,
+      "learning_rate": 1.36218134414832e-06,
+      "loss": 0.6744,
       "step": 15820
     },
     {
       "epoch": 13.72,
-      "learning_rate": 1.361529548088065e-06,
-      "loss": 0.9656,
+      "learning_rate": 1.3614571263035922e-06,
+      "loss": 0.6897,
       "step": 15830
     },
     {
       "epoch": 13.73,
-      "learning_rate": 1.3608053302433373e-06,
-      "loss": 0.9413,
+      "learning_rate": 1.3607329084588643e-06,
+      "loss": 0.704,
       "step": 15840
     },
     {
       "epoch": 13.73,
-      "learning_rate": 1.3600811123986097e-06,
-      "loss": 1.041,
+      "learning_rate": 1.3600086906141369e-06,
+      "loss": 0.7737,
       "step": 15850
     },
     {
       "epoch": 13.74,
-      "learning_rate": 1.3593568945538818e-06,
-      "loss": 0.95,
+      "learning_rate": 1.359284472769409e-06,
+      "loss": 0.659,
       "step": 15860
     },
     {
       "epoch": 13.75,
-      "learning_rate": 1.3586326767091544e-06,
-      "loss": 0.955,
+      "learning_rate": 1.3585602549246815e-06,
+      "loss": 0.652,
       "step": 15870
     },
     {
       "epoch": 13.76,
-      "learning_rate": 1.3579084588644265e-06,
-      "loss": 0.9819,
+      "learning_rate": 1.3578360370799537e-06,
+      "loss": 0.7265,
       "step": 15880
     },
     {
       "epoch": 13.77,
-      "learning_rate": 1.3571842410196988e-06,
-      "loss": 0.9329,
+      "learning_rate": 1.3571118192352262e-06,
+      "loss": 0.6654,
       "step": 15890
     },
     {
       "epoch": 13.78,
-      "learning_rate": 1.3564600231749712e-06,
-      "loss": 0.9836,
+      "learning_rate": 1.3563876013904984e-06,
+      "loss": 0.707,
       "step": 15900
     },
     {
       "epoch": 13.79,
-      "learning_rate": 1.3557358053302435e-06,
-      "loss": 0.9806,
+      "learning_rate": 1.355663383545771e-06,
+      "loss": 0.7041,
       "step": 15910
     },
     {
       "epoch": 13.8,
-      "learning_rate": 1.3550115874855158e-06,
-      "loss": 0.9839,
+      "learning_rate": 1.354939165701043e-06,
+      "loss": 0.6868,
       "step": 15920
     },
     {
       "epoch": 13.8,
-      "learning_rate": 1.354287369640788e-06,
-      "loss": 0.929,
+      "learning_rate": 1.3542149478563152e-06,
+      "loss": 0.6326,
       "step": 15930
     },
     {
       "epoch": 13.81,
-      "learning_rate": 1.3535631517960603e-06,
-      "loss": 0.9185,
+      "learning_rate": 1.3534907300115877e-06,
+      "loss": 0.6654,
       "step": 15940
     },
     {
       "epoch": 13.82,
-      "learning_rate": 1.3528389339513326e-06,
-      "loss": 0.9543,
+      "learning_rate": 1.3527665121668598e-06,
+      "loss": 0.6787,
       "step": 15950
     },
     {
       "epoch": 13.83,
-      "learning_rate": 1.352114716106605e-06,
-      "loss": 1.0914,
+      "learning_rate": 1.3520422943221324e-06,
+      "loss": 0.8239,
       "step": 15960
     },
     {
       "epoch": 13.84,
-      "learning_rate": 1.3513904982618773e-06,
-      "loss": 1.0187,
+      "learning_rate": 1.3513180764774045e-06,
+      "loss": 0.7335,
       "step": 15970
     },
     {
       "epoch": 13.85,
-      "learning_rate": 1.3506662804171497e-06,
-      "loss": 0.9211,
+      "learning_rate": 1.3505938586326769e-06,
+      "loss": 0.6648,
       "step": 15980
     },
     {
       "epoch": 13.86,
-      "learning_rate": 1.3499420625724218e-06,
-      "loss": 0.9251,
+      "learning_rate": 1.3498696407879492e-06,
+      "loss": 0.6377,
       "step": 15990
     },
     {
       "epoch": 13.86,
-      "learning_rate": 1.3492178447276941e-06,
-      "loss": 0.9781,
+      "learning_rate": 1.3491454229432213e-06,
+      "loss": 0.7006,
       "step": 16000
     },
     {
       "epoch": 13.87,
-      "learning_rate": 1.3484936268829665e-06,
-      "loss": 1.009,
+      "learning_rate": 1.3484212050984939e-06,
+      "loss": 0.6786,
       "step": 16010
     },
     {
       "epoch": 13.88,
-      "learning_rate": 1.3477694090382388e-06,
-      "loss": 0.9306,
+      "learning_rate": 1.347696987253766e-06,
+      "loss": 0.6488,
       "step": 16020
     },
     {
       "epoch": 13.89,
-      "learning_rate": 1.3470451911935111e-06,
-      "loss": 0.9613,
+      "learning_rate": 1.3469727694090383e-06,
+      "loss": 0.7087,
       "step": 16030
     },
     {
       "epoch": 13.9,
-      "learning_rate": 1.3463209733487833e-06,
-      "loss": 0.8862,
+      "learning_rate": 1.3462485515643107e-06,
+      "loss": 0.6163,
       "step": 16040
     },
     {
       "epoch": 13.91,
-      "learning_rate": 1.3455967555040558e-06,
-      "loss": 0.9904,
+      "learning_rate": 1.345524333719583e-06,
+      "loss": 0.7282,
       "step": 16050
     },
     {
       "epoch": 13.92,
-      "learning_rate": 1.344872537659328e-06,
-      "loss": 1.019,
+      "learning_rate": 1.3448001158748554e-06,
+      "loss": 0.7303,
       "step": 16060
     },
     {
       "epoch": 13.93,
-      "learning_rate": 1.3441483198146005e-06,
-      "loss": 0.9653,
+      "learning_rate": 1.3440758980301275e-06,
+      "loss": 0.7128,
       "step": 16070
     },
     {
       "epoch": 13.93,
-      "learning_rate": 1.3434241019698726e-06,
-      "loss": 0.9501,
+      "learning_rate": 1.3433516801853998e-06,
+      "loss": 0.6381,
       "step": 16080
     },
     {
       "epoch": 13.94,
-      "learning_rate": 1.3426998841251448e-06,
-      "loss": 0.9662,
+      "learning_rate": 1.3426274623406722e-06,
+      "loss": 0.716,
       "step": 16090
     },
     {
       "epoch": 13.95,
-      "learning_rate": 1.3419756662804173e-06,
-      "loss": 0.9598,
+      "learning_rate": 1.3419032444959445e-06,
+      "loss": 0.7246,
       "step": 16100
     },
     {
       "epoch": 13.96,
-      "learning_rate": 1.3412514484356894e-06,
-      "loss": 0.9637,
+      "learning_rate": 1.3411790266512168e-06,
+      "loss": 0.624,
       "step": 16110
     },
     {
       "epoch": 13.97,
-      "learning_rate": 1.340527230590962e-06,
-      "loss": 0.9569,
+      "learning_rate": 1.3404548088064892e-06,
+      "loss": 0.6734,
       "step": 16120
     },
     {
       "epoch": 13.98,
-      "learning_rate": 1.3398030127462341e-06,
-      "loss": 0.9781,
+      "learning_rate": 1.3397305909617613e-06,
+      "loss": 0.672,
       "step": 16130
     },
     {
       "epoch": 13.99,
-      "learning_rate": 1.3390787949015067e-06,
-      "loss": 0.9825,
+      "learning_rate": 1.3390063731170336e-06,
+      "loss": 0.7428,
       "step": 16140
     },
     {
       "epoch": 13.99,
-      "learning_rate": 1.3383545770567788e-06,
-      "loss": 0.946,
+      "learning_rate": 1.338282155272306e-06,
+      "loss": 0.6401,
       "step": 16150
     },
     {
       "epoch": 14.0,
-      "eval_loss": 1.2340941429138184,
-      "eval_runtime": 131.651,
-      "eval_samples_per_second": 4.041,
-      "eval_steps_per_second": 2.02,
-      "eval_wer": 0.8364080478241306,
+      "eval_loss": 1.0307486057281494,
+      "eval_runtime": 133.1764,
+      "eval_samples_per_second": 3.995,
+      "eval_steps_per_second": 1.997,
+      "eval_wer": 0.7160763643375972,
       "step": 16156
     },
     {
       "epoch": 14.0,
-      "learning_rate": 1.337630359212051e-06,
-      "loss": 1.0321,
+      "learning_rate": 1.3375579374275783e-06,
+      "loss": 0.7577,
       "step": 16160
     },
     {
       "epoch": 14.01,
-      "learning_rate": 1.3369061413673235e-06,
-      "loss": 0.9868,
+      "learning_rate": 1.3368337195828507e-06,
+      "loss": 0.6451,
       "step": 16170
     },
     {
       "epoch": 14.02,
-      "learning_rate": 1.3361819235225956e-06,
-      "loss": 0.9528,
+      "learning_rate": 1.3361095017381228e-06,
+      "loss": 0.6566,
       "step": 16180
     },
     {
       "epoch": 14.03,
-      "learning_rate": 1.3354577056778681e-06,
-      "loss": 0.9704,
+      "learning_rate": 1.3353852838933953e-06,
+      "loss": 0.7009,
       "step": 16190
     },
     {
       "epoch": 14.04,
-      "learning_rate": 1.3347334878331403e-06,
-      "loss": 0.9044,
+      "learning_rate": 1.3346610660486675e-06,
+      "loss": 0.6721,
       "step": 16200
     },
     {
       "epoch": 14.05,
-      "learning_rate": 1.3340092699884128e-06,
-      "loss": 1.0201,
+      "learning_rate": 1.33393684820394e-06,
+      "loss": 0.74,
       "step": 16210
     },
     {
       "epoch": 14.06,
-      "learning_rate": 1.333285052143685e-06,
-      "loss": 1.0102,
+      "learning_rate": 1.3332126303592121e-06,
+      "loss": 0.7024,
       "step": 16220
     },
     {
       "epoch": 14.06,
-      "learning_rate": 1.332560834298957e-06,
-      "loss": 0.942,
+      "learning_rate": 1.3324884125144843e-06,
+      "loss": 0.6318,
       "step": 16230
     },
     {
       "epoch": 14.07,
-      "learning_rate": 1.3318366164542296e-06,
-      "loss": 0.9645,
+      "learning_rate": 1.3317641946697568e-06,
+      "loss": 0.6797,
       "step": 16240
     },
     {
       "epoch": 14.08,
-      "learning_rate": 1.3311123986095018e-06,
-      "loss": 0.9283,
+      "learning_rate": 1.331039976825029e-06,
+      "loss": 0.6457,
       "step": 16250
     },
     {
       "epoch": 14.09,
-      "learning_rate": 1.3303881807647743e-06,
-      "loss": 1.0386,
+      "learning_rate": 1.3303157589803015e-06,
+      "loss": 0.7323,
       "step": 16260
     },
     {
       "epoch": 14.1,
-      "learning_rate": 1.3297363847045192e-06,
-      "loss": 1.0272,
+      "learning_rate": 1.3295915411355736e-06,
+      "loss": 0.7202,
       "step": 16270
     },
     {
       "epoch": 14.11,
-      "learning_rate": 1.3290121668597916e-06,
-      "loss": 0.9385,
+      "learning_rate": 1.3288673232908462e-06,
+      "loss": 0.6671,
       "step": 16280
     },
     {
       "epoch": 14.12,
-      "learning_rate": 1.3282879490150637e-06,
-      "loss": 0.8986,
+      "learning_rate": 1.3281431054461183e-06,
+      "loss": 0.6311,
       "step": 16290
     },
     {
       "epoch": 14.12,
-      "learning_rate": 1.3275637311703363e-06,
-      "loss": 0.9466,
+      "learning_rate": 1.3274188876013904e-06,
+      "loss": 0.6885,
       "step": 16300
     },
     {
       "epoch": 14.13,
-      "learning_rate": 1.3268395133256084e-06,
-      "loss": 0.9352,
+      "learning_rate": 1.326694669756663e-06,
+      "loss": 0.6801,
       "step": 16310
     },
     {
       "epoch": 14.14,
-      "learning_rate": 1.3261152954808807e-06,
-      "loss": 0.9655,
+      "learning_rate": 1.325970451911935e-06,
+      "loss": 0.665,
       "step": 16320
     },
     {
       "epoch": 14.15,
-      "learning_rate": 1.325391077636153e-06,
-      "loss": 0.9839,
+      "learning_rate": 1.3252462340672077e-06,
+      "loss": 0.7434,
       "step": 16330
     },
     {
       "epoch": 14.16,
-      "learning_rate": 1.3246668597914252e-06,
-      "loss": 0.9088,
+      "learning_rate": 1.3245220162224798e-06,
+      "loss": 0.6406,
       "step": 16340
     },
     {
       "epoch": 14.17,
-      "learning_rate": 1.3239426419466977e-06,
-      "loss": 0.9058,
+      "learning_rate": 1.3237977983777523e-06,
+      "loss": 0.6216,
       "step": 16350
     },
     {
       "epoch": 14.18,
-      "learning_rate": 1.3232184241019699e-06,
-      "loss": 1.0455,
+      "learning_rate": 1.3230735805330245e-06,
+      "loss": 0.7407,
       "step": 16360
     },
     {
       "epoch": 14.19,
-      "learning_rate": 1.3224942062572424e-06,
-      "loss": 0.9627,
+      "learning_rate": 1.3223493626882966e-06,
+      "loss": 0.6543,
       "step": 16370
     },
     {
       "epoch": 14.19,
-      "learning_rate": 1.3217699884125145e-06,
-      "loss": 0.9979,
+      "learning_rate": 1.3216251448435691e-06,
+      "loss": 0.6982,
       "step": 16380
     },
     {
       "epoch": 14.2,
-      "learning_rate": 1.3210457705677867e-06,
-      "loss": 0.9025,
+      "learning_rate": 1.3209009269988413e-06,
+      "loss": 0.6671,
       "step": 16390
     },
     {
       "epoch": 14.21,
-      "learning_rate": 1.3203215527230592e-06,
-      "loss": 0.9801,
+      "learning_rate": 1.3201767091541138e-06,
+      "loss": 0.6769,
       "step": 16400
     },
     {
       "epoch": 14.22,
-      "learning_rate": 1.3195973348783313e-06,
-      "loss": 0.9776,
+      "learning_rate": 1.319452491309386e-06,
+      "loss": 0.6581,
       "step": 16410
     },
     {
       "epoch": 14.23,
-      "learning_rate": 1.318873117033604e-06,
-      "loss": 0.9469,
+      "learning_rate": 1.3187282734646583e-06,
+      "loss": 0.6346,
       "step": 16420
     },
     {
       "epoch": 14.24,
-      "learning_rate": 1.318148899188876e-06,
-      "loss": 0.945,
+      "learning_rate": 1.3180040556199306e-06,
+      "loss": 0.6584,
       "step": 16430
     },
     {
       "epoch": 14.25,
-      "learning_rate": 1.3174246813441486e-06,
-      "loss": 0.9288,
+      "learning_rate": 1.317279837775203e-06,
+      "loss": 0.6308,
       "step": 16440
     },
     {
       "epoch": 14.25,
-      "learning_rate": 1.3167004634994207e-06,
-      "loss": 0.9109,
+      "learning_rate": 1.3165556199304753e-06,
+      "loss": 0.6553,
       "step": 16450
     },
     {
       "epoch": 14.26,
-      "learning_rate": 1.3159762456546933e-06,
-      "loss": 0.9532,
+      "learning_rate": 1.3158314020857474e-06,
+      "loss": 0.6949,
       "step": 16460
     },
     {
       "epoch": 14.27,
-      "learning_rate": 1.3152520278099654e-06,
-      "loss": 0.9042,
+      "learning_rate": 1.3151071842410198e-06,
+      "loss": 0.6295,
       "step": 16470
     },
     {
       "epoch": 14.28,
-      "learning_rate": 1.3145278099652375e-06,
-      "loss": 0.9404,
+      "learning_rate": 1.314382966396292e-06,
+      "loss": 0.6807,
       "step": 16480
     },
     {
       "epoch": 14.29,
-      "learning_rate": 1.31380359212051e-06,
-      "loss": 0.9674,
+      "learning_rate": 1.3136587485515644e-06,
+      "loss": 0.6703,
       "step": 16490
     },
     {
       "epoch": 14.3,
-      "learning_rate": 1.3130793742757822e-06,
-      "loss": 0.9208,
+      "learning_rate": 1.3129345307068368e-06,
+      "loss": 0.6387,
       "step": 16500
     },
     {
       "epoch": 14.31,
-      "learning_rate": 1.3123551564310547e-06,
-      "loss": 0.9475,
+      "learning_rate": 1.3122103128621091e-06,
+      "loss": 0.6387,
       "step": 16510
     },
     {
       "epoch": 14.32,
-      "learning_rate": 1.3116309385863269e-06,
-      "loss": 0.9745,
+      "learning_rate": 1.3114860950173812e-06,
+      "loss": 0.6758,
       "step": 16520
     },
     {
       "epoch": 14.32,
-      "learning_rate": 1.3109067207415992e-06,
-      "loss": 0.9033,
+      "learning_rate": 1.3107618771726536e-06,
+      "loss": 0.6653,
       "step": 16530
     },
     {
       "epoch": 14.33,
-      "learning_rate": 1.3101825028968715e-06,
-      "loss": 0.9193,
+      "learning_rate": 1.310037659327926e-06,
+      "loss": 0.6658,
       "step": 16540
     },
     {
       "epoch": 14.34,
-      "learning_rate": 1.3094582850521437e-06,
-      "loss": 0.9189,
+      "learning_rate": 1.3093134414831983e-06,
+      "loss": 0.6653,
       "step": 16550
     },
     {
       "epoch": 14.35,
-      "learning_rate": 1.3087340672074162e-06,
-      "loss": 1.0934,
+      "learning_rate": 1.3085892236384706e-06,
+      "loss": 0.7913,
       "step": 16560
     },
     {
       "epoch": 14.36,
-      "learning_rate": 1.3080098493626883e-06,
-      "loss": 0.9938,
+      "learning_rate": 1.3078650057937427e-06,
+      "loss": 0.6866,
       "step": 16570
     },
     {
       "epoch": 14.37,
-      "learning_rate": 1.3072856315179607e-06,
-      "loss": 0.9383,
+      "learning_rate": 1.3071407879490153e-06,
+      "loss": 0.6252,
       "step": 16580
     },
     {
       "epoch": 14.38,
-      "learning_rate": 1.306561413673233e-06,
-      "loss": 0.9898,
+      "learning_rate": 1.3064165701042874e-06,
+      "loss": 0.7212,
       "step": 16590
     },
     {
       "epoch": 14.38,
-      "learning_rate": 1.3058371958285054e-06,
-      "loss": 0.9112,
+      "learning_rate": 1.3056923522595597e-06,
+      "loss": 0.645,
       "step": 16600
     },
     {
       "epoch": 14.39,
-      "learning_rate": 1.3051129779837777e-06,
-      "loss": 1.0361,
+      "learning_rate": 1.304968134414832e-06,
+      "loss": 0.7104,
       "step": 16610
     },
     {
       "epoch": 14.4,
-      "learning_rate": 1.3043887601390498e-06,
-      "loss": 0.98,
+      "learning_rate": 1.3042439165701042e-06,
+      "loss": 0.7017,
       "step": 16620
     },
     {
       "epoch": 14.41,
-      "learning_rate": 1.3036645422943222e-06,
-      "loss": 0.9134,
+      "learning_rate": 1.3035196987253768e-06,
+      "loss": 0.576,
       "step": 16630
     },
     {
       "epoch": 14.42,
-      "learning_rate": 1.3029403244495945e-06,
-      "loss": 0.9109,
+      "learning_rate": 1.3027954808806489e-06,
+      "loss": 0.6667,
       "step": 16640
     },
     {
       "epoch": 14.43,
-      "learning_rate": 1.3022161066048668e-06,
-      "loss": 0.8978,
+      "learning_rate": 1.3020712630359214e-06,
+      "loss": 0.6334,
       "step": 16650
     },
     {
       "epoch": 14.44,
-      "learning_rate": 1.3014918887601392e-06,
-      "loss": 0.9789,
+      "learning_rate": 1.3013470451911936e-06,
+      "loss": 0.6987,
       "step": 16660
     },
     {
       "epoch": 14.45,
-      "learning_rate": 1.3007676709154115e-06,
-      "loss": 0.9972,
+      "learning_rate": 1.3006228273464661e-06,
+      "loss": 0.6234,
       "step": 16670
     },
     {
       "epoch": 14.45,
-      "learning_rate": 1.3000434530706836e-06,
-      "loss": 0.9147,
+      "learning_rate": 1.2998986095017382e-06,
+      "loss": 0.6262,
       "step": 16680
     },
     {
       "epoch": 14.46,
-      "learning_rate": 1.2993192352259562e-06,
-      "loss": 0.9191,
+      "learning_rate": 1.2991743916570104e-06,
+      "loss": 0.6226,
       "step": 16690
     },
     {
       "epoch": 14.47,
-      "learning_rate": 1.2985950173812283e-06,
-      "loss": 0.9382,
+      "learning_rate": 1.298450173812283e-06,
+      "loss": 0.6911,
       "step": 16700
     },
     {
       "epoch": 14.48,
-      "learning_rate": 1.2978707995365007e-06,
-      "loss": 0.9503,
+      "learning_rate": 1.297725955967555e-06,
+      "loss": 0.7282,
       "step": 16710
     },
     {
       "epoch": 14.49,
-      "learning_rate": 1.297146581691773e-06,
-      "loss": 0.9413,
+      "learning_rate": 1.2970017381228276e-06,
+      "loss": 0.6845,
       "step": 16720
     },
     {
       "epoch": 14.5,
-      "learning_rate": 1.2964223638470451e-06,
-      "loss": 1.023,
+      "learning_rate": 1.2962775202780997e-06,
+      "loss": 0.6854,
       "step": 16730
     },
     {
       "epoch": 14.51,
-      "learning_rate": 1.2956981460023177e-06,
-      "loss": 0.9536,
+      "learning_rate": 1.2955533024333723e-06,
+      "loss": 0.6772,
       "step": 16740
     },
     {
       "epoch": 14.51,
-      "learning_rate": 1.2949739281575898e-06,
-      "loss": 0.9387,
+      "learning_rate": 1.2948290845886444e-06,
+      "loss": 0.6765,
       "step": 16750
     },
     {
       "epoch": 14.52,
-      "learning_rate": 1.2942497103128624e-06,
-      "loss": 0.9456,
+      "learning_rate": 1.2941048667439165e-06,
+      "loss": 0.6604,
       "step": 16760
     },
     {
       "epoch": 14.53,
-      "learning_rate": 1.2935254924681345e-06,
-      "loss": 0.9696,
+      "learning_rate": 1.2934530706836617e-06,
+      "loss": 0.7299,
       "step": 16770
     },
     {
       "epoch": 14.54,
-      "learning_rate": 1.2928012746234066e-06,
-      "loss": 0.9534,
+      "learning_rate": 1.292728852838934e-06,
+      "loss": 0.6835,
       "step": 16780
     },
     {
       "epoch": 14.55,
-      "learning_rate": 1.2920770567786792e-06,
-      "loss": 0.9492,
+      "learning_rate": 1.2920046349942064e-06,
+      "loss": 0.6852,
       "step": 16790
     },
     {
       "epoch": 14.56,
-      "learning_rate": 1.2913528389339513e-06,
-      "loss": 1.0176,
+      "learning_rate": 1.2912804171494787e-06,
+      "loss": 0.7345,
       "step": 16800
     },
     {
       "epoch": 14.57,
-      "learning_rate": 1.2906286210892238e-06,
-      "loss": 0.9585,
+      "learning_rate": 1.290556199304751e-06,
+      "loss": 0.714,
       "step": 16810
     },
     {
       "epoch": 14.58,
-      "learning_rate": 1.289904403244496e-06,
-      "loss": 1.0382,
+      "learning_rate": 1.2898319814600232e-06,
+      "loss": 0.7654,
       "step": 16820
     },
     {
       "epoch": 14.58,
-      "learning_rate": 1.2891801853997685e-06,
-      "loss": 0.9262,
+      "learning_rate": 1.2891077636152957e-06,
+      "loss": 0.6506,
       "step": 16830
     },
     {
       "epoch": 14.59,
-      "learning_rate": 1.2884559675550406e-06,
-      "loss": 0.9266,
+      "learning_rate": 1.2883835457705678e-06,
+      "loss": 0.6612,
       "step": 16840
     },
     {
       "epoch": 14.6,
-      "learning_rate": 1.2877317497103128e-06,
-      "loss": 0.9675,
+      "learning_rate": 1.2876593279258402e-06,
+      "loss": 0.6982,
       "step": 16850
     },
     {
       "epoch": 14.61,
-      "learning_rate": 1.2870075318655853e-06,
-      "loss": 0.9443,
+      "learning_rate": 1.2869351100811125e-06,
+      "loss": 0.6351,
       "step": 16860
     },
     {
       "epoch": 14.62,
-      "learning_rate": 1.2862833140208575e-06,
-      "loss": 0.9795,
+      "learning_rate": 1.2862108922363846e-06,
+      "loss": 0.6998,
       "step": 16870
     },
     {
       "epoch": 14.63,
-      "learning_rate": 1.28555909617613e-06,
-      "loss": 0.9051,
+      "learning_rate": 1.2854866743916572e-06,
+      "loss": 0.6774,
       "step": 16880
     },
     {
       "epoch": 14.64,
-      "learning_rate": 1.2848348783314021e-06,
-      "loss": 0.9601,
+      "learning_rate": 1.2847624565469293e-06,
+      "loss": 0.6828,
       "step": 16890
     },
     {
       "epoch": 14.64,
-      "learning_rate": 1.2841106604866747e-06,
-      "loss": 0.9394,
+      "learning_rate": 1.2840382387022019e-06,
+      "loss": 0.6785,
       "step": 16900
     },
     {
       "epoch": 14.65,
-      "learning_rate": 1.2833864426419468e-06,
-      "loss": 0.9518,
+      "learning_rate": 1.283314020857474e-06,
+      "loss": 0.7145,
       "step": 16910
     },
     {
       "epoch": 14.66,
-      "learning_rate": 1.2826622247972191e-06,
-      "loss": 0.948,
+      "learning_rate": 1.2825898030127461e-06,
+      "loss": 0.6335,
       "step": 16920
     },
     {
       "epoch": 14.67,
-      "learning_rate": 1.2819380069524915e-06,
-      "loss": 0.9914,
+      "learning_rate": 1.2818655851680187e-06,
+      "loss": 0.7297,
       "step": 16930
     },
     {
       "epoch": 14.68,
-      "learning_rate": 1.2812137891077636e-06,
-      "loss": 0.9757,
+      "learning_rate": 1.2811413673232908e-06,
+      "loss": 0.7302,
       "step": 16940
     },
     {
       "epoch": 14.69,
-      "learning_rate": 1.2804895712630362e-06,
-      "loss": 0.9426,
+      "learning_rate": 1.2804171494785634e-06,
+      "loss": 0.6825,
       "step": 16950
     },
     {
       "epoch": 14.7,
-      "learning_rate": 1.2797653534183083e-06,
-      "loss": 1.0424,
+      "learning_rate": 1.2796929316338355e-06,
+      "loss": 0.7273,
       "step": 16960
     },
     {
       "epoch": 14.71,
-      "learning_rate": 1.2790411355735806e-06,
-      "loss": 0.9578,
+      "learning_rate": 1.278968713789108e-06,
+      "loss": 0.6622,
       "step": 16970
     },
     {
       "epoch": 14.71,
-      "learning_rate": 1.278316917728853e-06,
-      "loss": 0.9145,
+      "learning_rate": 1.2782444959443802e-06,
+      "loss": 0.6765,
       "step": 16980
     },
     {
       "epoch": 14.72,
-      "learning_rate": 1.2775926998841253e-06,
-      "loss": 0.8686,
+      "learning_rate": 1.2775202780996523e-06,
+      "loss": 0.6099,
       "step": 16990
     },
     {
       "epoch": 14.73,
-      "learning_rate": 1.2768684820393976e-06,
-      "loss": 0.955,
+      "learning_rate": 1.2767960602549248e-06,
+      "loss": 0.6856,
       "step": 17000
     },
     {
       "epoch": 14.74,
-      "learning_rate": 1.2761442641946698e-06,
-      "loss": 1.0175,
+      "learning_rate": 1.276071842410197e-06,
+      "loss": 0.7575,
       "step": 17010
     },
     {
       "epoch": 14.75,
-      "learning_rate": 1.2754200463499421e-06,
-      "loss": 0.9037,
+      "learning_rate": 1.2753476245654695e-06,
+      "loss": 0.6672,
       "step": 17020
     },
     {
       "epoch": 14.76,
-      "learning_rate": 1.2746958285052144e-06,
-      "loss": 0.9447,
+      "learning_rate": 1.2746234067207416e-06,
+      "loss": 0.6374,
       "step": 17030
     },
     {
       "epoch": 14.77,
-      "learning_rate": 1.2739716106604868e-06,
-      "loss": 0.9364,
+      "learning_rate": 1.2738991888760142e-06,
+      "loss": 0.6958,
       "step": 17040
     },
     {
       "epoch": 14.77,
-      "learning_rate": 1.2732473928157591e-06,
-      "loss": 0.9546,
+      "learning_rate": 1.2731749710312863e-06,
+      "loss": 0.6627,
       "step": 17050
     },
     {
       "epoch": 14.78,
-      "learning_rate": 1.2725231749710315e-06,
-      "loss": 1.0147,
+      "learning_rate": 1.2724507531865587e-06,
+      "loss": 0.7532,
       "step": 17060
     },
     {
       "epoch": 14.79,
-      "learning_rate": 1.2717989571263036e-06,
-      "loss": 0.9593,
+      "learning_rate": 1.271726535341831e-06,
+      "loss": 0.662,
       "step": 17070
     },
     {
       "epoch": 14.8,
-      "learning_rate": 1.271074739281576e-06,
-      "loss": 0.9647,
+      "learning_rate": 1.2710023174971031e-06,
+      "loss": 0.6875,
       "step": 17080
     },
     {
       "epoch": 14.81,
-      "learning_rate": 1.2703505214368483e-06,
-      "loss": 0.9562,
+      "learning_rate": 1.2702780996523757e-06,
+      "loss": 0.6867,
       "step": 17090
     },
     {
       "epoch": 14.82,
-      "learning_rate": 1.2696263035921206e-06,
-      "loss": 0.9355,
+      "learning_rate": 1.2695538818076478e-06,
+      "loss": 0.676,
       "step": 17100
     },
     {
       "epoch": 14.83,
-      "learning_rate": 1.268902085747393e-06,
-      "loss": 0.989,
+      "learning_rate": 1.2688296639629201e-06,
+      "loss": 0.6905,
       "step": 17110
     },
     {
       "epoch": 14.83,
-      "learning_rate": 1.268177867902665e-06,
-      "loss": 0.9462,
+      "learning_rate": 1.2681054461181925e-06,
+      "loss": 0.6773,
       "step": 17120
     },
     {
       "epoch": 14.84,
-      "learning_rate": 1.2674536500579376e-06,
-      "loss": 0.9282,
+      "learning_rate": 1.2673812282734648e-06,
+      "loss": 0.6468,
       "step": 17130
     },
     {
       "epoch": 14.85,
-      "learning_rate": 1.2667294322132098e-06,
-      "loss": 0.9515,
+      "learning_rate": 1.2666570104287372e-06,
+      "loss": 0.6812,
       "step": 17140
     },
     {
       "epoch": 14.86,
-      "learning_rate": 1.266005214368482e-06,
-      "loss": 0.9722,
+      "learning_rate": 1.2659327925840093e-06,
+      "loss": 0.7043,
       "step": 17150
     },
     {
       "epoch": 14.87,
-      "learning_rate": 1.2652809965237544e-06,
-      "loss": 1.0116,
+      "learning_rate": 1.2652085747392816e-06,
+      "loss": 0.7528,
       "step": 17160
     },
     {
       "epoch": 14.88,
-      "learning_rate": 1.2645567786790266e-06,
-      "loss": 0.964,
+      "learning_rate": 1.264484356894554e-06,
+      "loss": 0.6596,
       "step": 17170
     },
     {
       "epoch": 14.89,
-      "learning_rate": 1.2638325608342991e-06,
-      "loss": 0.9326,
+      "learning_rate": 1.2637601390498263e-06,
+      "loss": 0.6538,
       "step": 17180
     },
     {
       "epoch": 14.9,
-      "learning_rate": 1.2631083429895712e-06,
-      "loss": 0.8799,
+      "learning_rate": 1.2630359212050986e-06,
+      "loss": 0.6248,
       "step": 17190
     },
     {
       "epoch": 14.9,
-      "learning_rate": 1.2623841251448438e-06,
-      "loss": 0.9614,
+      "learning_rate": 1.262311703360371e-06,
+      "loss": 0.6839,
       "step": 17200
     },
     {
       "epoch": 14.91,
-      "learning_rate": 1.261659907300116e-06,
-      "loss": 0.96,
+      "learning_rate": 1.261587485515643e-06,
+      "loss": 0.6741,
       "step": 17210
     },
     {
       "epoch": 14.92,
-      "learning_rate": 1.2609356894553885e-06,
-      "loss": 1.0472,
+      "learning_rate": 1.2608632676709154e-06,
+      "loss": 0.7615,
       "step": 17220
     },
     {
       "epoch": 14.93,
-      "learning_rate": 1.2602114716106606e-06,
-      "loss": 0.9453,
+      "learning_rate": 1.2601390498261878e-06,
+      "loss": 0.6658,
       "step": 17230
     },
     {
       "epoch": 14.94,
-      "learning_rate": 1.2594872537659327e-06,
-      "loss": 1.0003,
+      "learning_rate": 1.2594148319814601e-06,
+      "loss": 0.6749,
       "step": 17240
     },
     {
       "epoch": 14.95,
-      "learning_rate": 1.2587630359212053e-06,
-      "loss": 0.9497,
+      "learning_rate": 1.2586906141367325e-06,
+      "loss": 0.6619,
       "step": 17250
     },
     {
       "epoch": 14.96,
-      "learning_rate": 1.2580388180764774e-06,
-      "loss": 1.0205,
+      "learning_rate": 1.2579663962920046e-06,
+      "loss": 0.7034,
       "step": 17260
     },
     {
       "epoch": 14.96,
-      "learning_rate": 1.25731460023175e-06,
-      "loss": 0.9396,
+      "learning_rate": 1.2572421784472771e-06,
+      "loss": 0.6891,
       "step": 17270
     },
     {
       "epoch": 14.97,
-      "learning_rate": 1.256590382387022e-06,
-      "loss": 0.9222,
+      "learning_rate": 1.2565179606025493e-06,
+      "loss": 0.6141,
       "step": 17280
     },
     {
       "epoch": 14.98,
-      "learning_rate": 1.2558661645422946e-06,
-      "loss": 0.9481,
+      "learning_rate": 1.2557937427578218e-06,
+      "loss": 0.6987,
       "step": 17290
     },
     {
       "epoch": 14.99,
-      "learning_rate": 1.2551419466975668e-06,
-      "loss": 1.0156,
+      "learning_rate": 1.255069524913094e-06,
+      "loss": 0.7308,
       "step": 17300
     },
     {
       "epoch": 15.0,
-      "learning_rate": 1.2544177288528389e-06,
-      "loss": 0.9802,
+      "learning_rate": 1.254345307068366e-06,
+      "loss": 0.7059,
       "step": 17310
     },
     {
       "epoch": 15.0,
-      "eval_loss": 1.1872659921646118,
-      "eval_runtime": 131.7532,
-      "eval_samples_per_second": 4.038,
-      "eval_steps_per_second": 2.019,
-      "eval_wer": 0.7966831651346661,
+      "eval_loss": 1.0092785358428955,
+      "eval_runtime": 133.8364,
+      "eval_samples_per_second": 3.975,
+      "eval_steps_per_second": 1.988,
+      "eval_wer": 0.691907180047567,
       "step": 17310
     },
     {
       "epoch": 15.01,
-      "learning_rate": 1.2536935110081114e-06,
-      "loss": 1.1071,
+      "learning_rate": 1.2536210892236386e-06,
+      "loss": 0.7292,
       "step": 17320
     },
     {
       "epoch": 15.02,
-      "learning_rate": 1.2529692931633836e-06,
-      "loss": 0.9409,
+      "learning_rate": 1.2528968713789107e-06,
+      "loss": 0.6316,
       "step": 17330
     },
     {
       "epoch": 15.03,
-      "learning_rate": 1.2522450753186561e-06,
-      "loss": 0.9363,
+      "learning_rate": 1.2521726535341833e-06,
+      "loss": 0.6939,
       "step": 17340
     },
     {
       "epoch": 15.03,
-      "learning_rate": 1.2515208574739282e-06,
-      "loss": 0.8876,
+      "learning_rate": 1.2514484356894554e-06,
+      "loss": 0.6117,
       "step": 17350
     },
     {
       "epoch": 15.04,
-      "learning_rate": 1.2507966396292006e-06,
-      "loss": 0.9658,
+      "learning_rate": 1.250724217844728e-06,
+      "loss": 0.7174,
       "step": 17360
     },
     {
       "epoch": 15.05,
-      "learning_rate": 1.250072421784473e-06,
-      "loss": 0.9509,
+      "learning_rate": 1.25e-06,
+      "loss": 0.6817,
       "step": 17370
     },
     {
       "epoch": 15.06,
-      "learning_rate": 1.2493482039397452e-06,
-      "loss": 0.9648,
+      "learning_rate": 1.2492757821552724e-06,
+      "loss": 0.7191,
       "step": 17380
     },
     {
       "epoch": 15.07,
-      "learning_rate": 1.2486239860950176e-06,
-      "loss": 0.9276,
+      "learning_rate": 1.2485515643105448e-06,
+      "loss": 0.6315,
       "step": 17390
     },
     {
       "epoch": 15.08,
-      "learning_rate": 1.24789976825029e-06,
-      "loss": 0.9299,
+      "learning_rate": 1.2478273464658171e-06,
+      "loss": 0.6412,
       "step": 17400
     },
     {
       "epoch": 15.09,
-      "learning_rate": 1.247175550405562e-06,
-      "loss": 0.9895,
+      "learning_rate": 1.2471031286210892e-06,
+      "loss": 0.7128,
       "step": 17410
     },
     {
       "epoch": 15.1,
-      "learning_rate": 1.2464513325608344e-06,
-      "loss": 0.9474,
+      "learning_rate": 1.2463789107763616e-06,
+      "loss": 0.6487,
       "step": 17420
     },
     {
       "epoch": 15.1,
-      "learning_rate": 1.2457271147161067e-06,
-      "loss": 0.9511,
+      "learning_rate": 1.245654692931634e-06,
+      "loss": 0.6351,
       "step": 17430
     },
     {
       "epoch": 15.11,
-      "learning_rate": 1.245002896871379e-06,
-      "loss": 0.9305,
+      "learning_rate": 1.2449304750869063e-06,
+      "loss": 0.6635,
       "step": 17440
     },
     {
       "epoch": 15.12,
-      "learning_rate": 1.2442786790266514e-06,
-      "loss": 0.8984,
+      "learning_rate": 1.2442062572421786e-06,
+      "loss": 0.6536,
       "step": 17450
     },
     {
       "epoch": 15.13,
-      "learning_rate": 1.2435544611819235e-06,
-      "loss": 1.0168,
+      "learning_rate": 1.243482039397451e-06,
+      "loss": 0.7077,
       "step": 17460
     },
     {
       "epoch": 15.14,
-      "learning_rate": 1.2428302433371959e-06,
-      "loss": 0.956,
+      "learning_rate": 1.2427578215527233e-06,
+      "loss": 0.6464,
       "step": 17470
     },
     {
       "epoch": 15.15,
-      "learning_rate": 1.2421060254924682e-06,
-      "loss": 0.9029,
+      "learning_rate": 1.2420336037079956e-06,
+      "loss": 0.6403,
       "step": 17480
     },
     {
       "epoch": 15.16,
-      "learning_rate": 1.2413818076477406e-06,
-      "loss": 0.9786,
+      "learning_rate": 1.2413093858632677e-06,
+      "loss": 0.6868,
       "step": 17490
     },
     {
       "epoch": 15.16,
-      "learning_rate": 1.2406575898030129e-06,
-      "loss": 0.9213,
+      "learning_rate": 1.24058516801854e-06,
+      "loss": 0.6562,
       "step": 17500
     },
     {
       "epoch": 15.17,
-      "learning_rate": 1.239933371958285e-06,
-      "loss": 1.0136,
+      "learning_rate": 1.2398609501738124e-06,
+      "loss": 0.6859,
       "step": 17510
     },
     {
       "epoch": 15.18,
-      "learning_rate": 1.2392091541135574e-06,
-      "loss": 1.0594,
+      "learning_rate": 1.2391367323290848e-06,
+      "loss": 0.7069,
       "step": 17520
     },
     {
       "epoch": 15.19,
-      "learning_rate": 1.2384849362688297e-06,
-      "loss": 0.9168,
+      "learning_rate": 1.238412514484357e-06,
+      "loss": 0.6115,
       "step": 17530
     },
     {
       "epoch": 15.2,
-      "learning_rate": 1.237760718424102e-06,
-      "loss": 0.9303,
+      "learning_rate": 1.2376882966396292e-06,
+      "loss": 0.6448,
       "step": 17540
     },
     {
       "epoch": 15.21,
-      "learning_rate": 1.2370365005793744e-06,
-      "loss": 0.9191,
+      "learning_rate": 1.2369640787949016e-06,
+      "loss": 0.6648,
       "step": 17550
     },
     {
       "epoch": 15.22,
-      "learning_rate": 1.2363122827346467e-06,
-      "loss": 0.9962,
+      "learning_rate": 1.236239860950174e-06,
+      "loss": 0.6945,
       "step": 17560
     },
     {
       "epoch": 15.23,
-      "learning_rate": 1.2355880648899188e-06,
-      "loss": 0.8494,
+      "learning_rate": 1.2355156431054462e-06,
+      "loss": 0.5883,
       "step": 17570
     },
     {
       "epoch": 15.23,
-      "learning_rate": 1.2348638470451912e-06,
-      "loss": 0.9016,
+      "learning_rate": 1.2347914252607186e-06,
+      "loss": 0.6421,
       "step": 17580
     },
     {
       "epoch": 15.24,
-      "learning_rate": 1.2341396292004635e-06,
-      "loss": 0.8788,
+      "learning_rate": 1.2340672074159907e-06,
+      "loss": 0.612,
       "step": 17590
     },
     {
       "epoch": 15.25,
-      "learning_rate": 1.2334154113557359e-06,
-      "loss": 0.8517,
+      "learning_rate": 1.233342989571263e-06,
+      "loss": 0.5897,
       "step": 17600
     },
     {
       "epoch": 15.26,
-      "learning_rate": 1.2326911935110082e-06,
-      "loss": 1.0084,
+      "learning_rate": 1.2326187717265354e-06,
+      "loss": 0.7381,
       "step": 17610
     },
     {
       "epoch": 15.27,
-      "learning_rate": 1.2319669756662805e-06,
-      "loss": 0.9512,
+      "learning_rate": 1.2318945538818077e-06,
+      "loss": 0.6381,
       "step": 17620
     },
     {
       "epoch": 15.28,
-      "learning_rate": 1.2312427578215529e-06,
-      "loss": 0.9561,
+      "learning_rate": 1.23117033603708e-06,
+      "loss": 0.6629,
       "step": 17630
     },
     {
       "epoch": 15.29,
-      "learning_rate": 1.2305185399768252e-06,
-      "loss": 0.9269,
+      "learning_rate": 1.2304461181923522e-06,
+      "loss": 0.6522,
       "step": 17640
     },
     {
       "epoch": 15.29,
-      "learning_rate": 1.2297943221320973e-06,
-      "loss": 0.9583,
+      "learning_rate": 1.2297219003476245e-06,
+      "loss": 0.6723,
       "step": 17650
     },
     {
       "epoch": 15.3,
-      "learning_rate": 1.2290701042873697e-06,
-      "loss": 0.9358,
+      "learning_rate": 1.2289976825028969e-06,
+      "loss": 0.6621,
       "step": 17660
     },
     {
       "epoch": 15.31,
-      "learning_rate": 1.228345886442642e-06,
-      "loss": 0.9659,
+      "learning_rate": 1.2282734646581692e-06,
+      "loss": 0.7103,
       "step": 17670
     },
     {
       "epoch": 15.32,
-      "learning_rate": 1.2276216685979144e-06,
-      "loss": 0.9401,
+      "learning_rate": 1.2275492468134415e-06,
+      "loss": 0.6219,
       "step": 17680
     },
     {
       "epoch": 15.33,
-      "learning_rate": 1.2268974507531867e-06,
-      "loss": 0.932,
+      "learning_rate": 1.2268250289687139e-06,
+      "loss": 0.6431,
       "step": 17690
     },
     {
       "epoch": 15.34,
-      "learning_rate": 1.226173232908459e-06,
-      "loss": 0.9337,
+      "learning_rate": 1.2261008111239862e-06,
+      "loss": 0.6581,
       "step": 17700
     },
     {
       "epoch": 15.35,
-      "learning_rate": 1.2254490150637314e-06,
-      "loss": 0.9168,
+      "learning_rate": 1.2253765932792586e-06,
+      "loss": 0.7161,
       "step": 17710
     },
     {
       "epoch": 15.36,
-      "learning_rate": 1.2247247972190037e-06,
-      "loss": 0.9243,
+      "learning_rate": 1.2246523754345307e-06,
+      "loss": 0.6365,
       "step": 17720
     },
     {
       "epoch": 15.36,
-      "learning_rate": 1.2240005793742758e-06,
-      "loss": 0.9209,
+      "learning_rate": 1.223928157589803e-06,
+      "loss": 0.6724,
       "step": 17730
     },
     {
       "epoch": 15.37,
-      "learning_rate": 1.2232763615295482e-06,
-      "loss": 0.915,
+      "learning_rate": 1.2232039397450754e-06,
+      "loss": 0.6234,
       "step": 17740
     },
     {
       "epoch": 15.38,
-      "learning_rate": 1.2225521436848205e-06,
-      "loss": 0.96,
+      "learning_rate": 1.2224797219003477e-06,
+      "loss": 0.6968,
       "step": 17750
     },
     {
       "epoch": 15.39,
-      "learning_rate": 1.2218279258400929e-06,
-      "loss": 0.9622,
+      "learning_rate": 1.22175550405562e-06,
+      "loss": 0.6753,
       "step": 17760
     },
     {
       "epoch": 15.4,
-      "learning_rate": 1.2211037079953652e-06,
-      "loss": 0.8996,
+      "learning_rate": 1.2210312862108924e-06,
+      "loss": 0.5949,
       "step": 17770
     },
     {
       "epoch": 15.41,
-      "learning_rate": 1.2203794901506375e-06,
-      "loss": 0.9614,
+      "learning_rate": 1.2203070683661647e-06,
+      "loss": 0.6911,
       "step": 17780
     },
     {
       "epoch": 15.42,
-      "learning_rate": 1.2196552723059099e-06,
-      "loss": 0.9646,
+      "learning_rate": 1.219582850521437e-06,
+      "loss": 0.7472,
       "step": 17790
     },
     {
       "epoch": 15.42,
-      "learning_rate": 1.218931054461182e-06,
-      "loss": 0.9412,
+      "learning_rate": 1.2188586326767092e-06,
+      "loss": 0.7195,
       "step": 17800
     },
     {
       "epoch": 15.43,
-      "learning_rate": 1.2182068366164543e-06,
-      "loss": 0.9837,
+      "learning_rate": 1.2181344148319815e-06,
+      "loss": 0.6893,
       "step": 17810
     },
     {
       "epoch": 15.44,
-      "learning_rate": 1.2174826187717267e-06,
-      "loss": 0.995,
+      "learning_rate": 1.2174101969872539e-06,
+      "loss": 0.6754,
       "step": 17820
     },
     {
       "epoch": 15.45,
-      "learning_rate": 1.216758400926999e-06,
-      "loss": 0.916,
+      "learning_rate": 1.2166859791425262e-06,
+      "loss": 0.6455,
       "step": 17830
     },
     {
       "epoch": 15.46,
-      "learning_rate": 1.2160341830822714e-06,
-      "loss": 0.9684,
+      "learning_rate": 1.2159617612977985e-06,
+      "loss": 0.6777,
       "step": 17840
     },
     {
       "epoch": 15.47,
-      "learning_rate": 1.2153099652375435e-06,
-      "loss": 0.9311,
+      "learning_rate": 1.2152375434530709e-06,
+      "loss": 0.6769,
       "step": 17850
     },
     {
       "epoch": 15.48,
-      "learning_rate": 1.2145857473928158e-06,
-      "loss": 0.8896,
+      "learning_rate": 1.2145133256083432e-06,
+      "loss": 0.6582,
       "step": 17860
     },
     {
       "epoch": 15.49,
-      "learning_rate": 1.2138615295480882e-06,
-      "loss": 0.9931,
+      "learning_rate": 1.2137891077636154e-06,
+      "loss": 0.6866,
       "step": 17870
     },
     {
       "epoch": 15.49,
-      "learning_rate": 1.2131373117033605e-06,
-      "loss": 0.928,
+      "learning_rate": 1.2130648899188877e-06,
+      "loss": 0.6382,
       "step": 17880
     },
     {
       "epoch": 15.5,
-      "learning_rate": 1.2124130938586328e-06,
-      "loss": 0.9256,
+      "learning_rate": 1.21234067207416e-06,
+      "loss": 0.6539,
       "step": 17890
     },
     {
       "epoch": 15.51,
-      "learning_rate": 1.211688876013905e-06,
-      "loss": 0.9015,
+      "learning_rate": 1.2116164542294324e-06,
+      "loss": 0.6254,
       "step": 17900
     },
     {
       "epoch": 15.52,
-      "learning_rate": 1.2109646581691773e-06,
-      "loss": 1.0175,
+      "learning_rate": 1.2108922363847047e-06,
+      "loss": 0.7391,
       "step": 17910
     },
     {
       "epoch": 15.53,
-      "learning_rate": 1.2102404403244496e-06,
-      "loss": 1.0339,
+      "learning_rate": 1.210168018539977e-06,
+      "loss": 0.7823,
       "step": 17920
     },
     {
       "epoch": 15.54,
-      "learning_rate": 1.209516222479722e-06,
-      "loss": 0.9237,
+      "learning_rate": 1.2094438006952492e-06,
+      "loss": 0.6913,
       "step": 17930
     },
     {
       "epoch": 15.55,
-      "learning_rate": 1.2087920046349943e-06,
-      "loss": 0.9583,
+      "learning_rate": 1.2087195828505215e-06,
+      "loss": 0.6642,
       "step": 17940
     },
     {
       "epoch": 15.55,
-      "learning_rate": 1.2080677867902667e-06,
-      "loss": 0.9413,
+      "learning_rate": 1.2079953650057938e-06,
+      "loss": 0.6917,
       "step": 17950
     },
     {
       "epoch": 15.56,
-      "learning_rate": 1.2073435689455388e-06,
-      "loss": 0.9393,
+      "learning_rate": 1.2072711471610662e-06,
+      "loss": 0.6721,
       "step": 17960
     },
     {
       "epoch": 15.57,
-      "learning_rate": 1.2066193511008111e-06,
-      "loss": 0.8913,
+      "learning_rate": 1.2065469293163385e-06,
+      "loss": 0.6057,
       "step": 17970
     },
     {
       "epoch": 15.58,
-      "learning_rate": 1.2058951332560835e-06,
-      "loss": 0.9324,
+      "learning_rate": 1.2058227114716107e-06,
+      "loss": 0.6674,
       "step": 17980
     },
     {
       "epoch": 15.59,
-      "learning_rate": 1.2051709154113558e-06,
-      "loss": 0.9428,
+      "learning_rate": 1.205098493626883e-06,
+      "loss": 0.678,
       "step": 17990
     },
     {
       "epoch": 15.6,
-      "learning_rate": 1.2044466975666281e-06,
-      "loss": 0.9057,
+      "learning_rate": 1.2043742757821553e-06,
+      "loss": 0.6189,
       "step": 18000
     },
     {
       "epoch": 15.61,
-      "learning_rate": 1.2037224797219005e-06,
-      "loss": 0.9454,
+      "learning_rate": 1.2036500579374277e-06,
+      "loss": 0.6818,
       "step": 18010
     },
     {
       "epoch": 15.61,
-      "learning_rate": 1.2029982618771728e-06,
-      "loss": 0.9423,
+      "learning_rate": 1.2029258400927e-06,
+      "loss": 0.671,
       "step": 18020
     },
     {
       "epoch": 15.62,
-      "learning_rate": 1.202274044032445e-06,
-      "loss": 0.935,
+      "learning_rate": 1.2022016222479721e-06,
+      "loss": 0.6617,
       "step": 18030
     },
     {
       "epoch": 15.63,
-      "learning_rate": 1.2015498261877173e-06,
-      "loss": 0.9208,
+      "learning_rate": 1.2014774044032445e-06,
+      "loss": 0.6267,
       "step": 18040
     },
     {
       "epoch": 15.64,
-      "learning_rate": 1.2008256083429896e-06,
-      "loss": 0.9208,
+      "learning_rate": 1.2007531865585168e-06,
+      "loss": 0.6323,
       "step": 18050
     },
     {
       "epoch": 15.65,
-      "learning_rate": 1.200101390498262e-06,
-      "loss": 0.9236,
+      "learning_rate": 1.2000289687137892e-06,
+      "loss": 0.6497,
       "step": 18060
     },
     {
       "epoch": 15.66,
-      "learning_rate": 1.1993771726535343e-06,
-      "loss": 0.962,
+      "learning_rate": 1.1993047508690615e-06,
+      "loss": 0.7386,
       "step": 18070
     },
     {
       "epoch": 15.67,
-      "learning_rate": 1.1986529548088066e-06,
-      "loss": 0.9345,
+      "learning_rate": 1.1985805330243338e-06,
+      "loss": 0.6812,
       "step": 18080
     },
     {
       "epoch": 15.68,
-      "learning_rate": 1.197928736964079e-06,
-      "loss": 0.9128,
+      "learning_rate": 1.1978563151796062e-06,
+      "loss": 0.6367,
       "step": 18090
     },
     {
       "epoch": 15.68,
-      "learning_rate": 1.1972045191193513e-06,
-      "loss": 0.906,
+      "learning_rate": 1.1971320973348783e-06,
+      "loss": 0.6427,
       "step": 18100
     },
     {
       "epoch": 15.69,
-      "learning_rate": 1.1964803012746234e-06,
-      "loss": 1.0316,
+      "learning_rate": 1.1964078794901506e-06,
+      "loss": 0.7227,
       "step": 18110
     },
     {
       "epoch": 15.7,
-      "learning_rate": 1.1957560834298958e-06,
-      "loss": 0.9696,
+      "learning_rate": 1.195683661645423e-06,
+      "loss": 0.6755,
       "step": 18120
     },
     {
       "epoch": 15.71,
-      "learning_rate": 1.1950318655851681e-06,
-      "loss": 0.944,
+      "learning_rate": 1.1949594438006953e-06,
+      "loss": 0.6147,
       "step": 18130
     },
     {
       "epoch": 15.72,
-      "learning_rate": 1.1943076477404405e-06,
-      "loss": 0.8974,
+      "learning_rate": 1.1942352259559677e-06,
+      "loss": 0.6214,
       "step": 18140
     },
     {
       "epoch": 15.73,
-      "learning_rate": 1.1935834298957128e-06,
-      "loss": 0.9589,
+      "learning_rate": 1.19351100811124e-06,
+      "loss": 0.7035,
       "step": 18150
     },
     {
       "epoch": 15.74,
-      "learning_rate": 1.1928592120509851e-06,
-      "loss": 0.9619,
+      "learning_rate": 1.1927867902665123e-06,
+      "loss": 0.7523,
       "step": 18160
     },
     {
       "epoch": 15.74,
-      "learning_rate": 1.1921349942062575e-06,
-      "loss": 0.9542,
+      "learning_rate": 1.1920625724217847e-06,
+      "loss": 0.6831,
       "step": 18170
     },
     {
       "epoch": 15.75,
-      "learning_rate": 1.1914107763615298e-06,
-      "loss": 0.9582,
+      "learning_rate": 1.1913383545770568e-06,
+      "loss": 0.6469,
       "step": 18180
     },
     {
       "epoch": 15.76,
-      "learning_rate": 1.190686558516802e-06,
-      "loss": 0.9215,
+      "learning_rate": 1.1906141367323291e-06,
+      "loss": 0.679,
       "step": 18190
     },
     {
       "epoch": 15.77,
-      "learning_rate": 1.1899623406720743e-06,
-      "loss": 0.9403,
+      "learning_rate": 1.1898899188876015e-06,
+      "loss": 0.6809,
       "step": 18200
     },
     {
       "epoch": 15.78,
-      "learning_rate": 1.1892381228273466e-06,
-      "loss": 0.9475,
+      "learning_rate": 1.1891657010428738e-06,
+      "loss": 0.6969,
       "step": 18210
     },
     {
       "epoch": 15.79,
-      "learning_rate": 1.188513904982619e-06,
-      "loss": 0.9318,
+      "learning_rate": 1.1884414831981462e-06,
+      "loss": 0.675,
       "step": 18220
     },
     {
       "epoch": 15.8,
-      "learning_rate": 1.1877896871378913e-06,
-      "loss": 1.1119,
+      "learning_rate": 1.1877172653534185e-06,
+      "loss": 0.664,
       "step": 18230
     },
     {
       "epoch": 15.81,
-      "learning_rate": 1.1870654692931634e-06,
-      "loss": 0.8792,
+      "learning_rate": 1.1869930475086908e-06,
+      "loss": 0.6428,
       "step": 18240
     },
     {
       "epoch": 15.81,
-      "learning_rate": 1.1863412514484358e-06,
-      "loss": 0.9161,
+      "learning_rate": 1.186268829663963e-06,
+      "loss": 0.6773,
       "step": 18250
     },
     {
       "epoch": 15.82,
-      "learning_rate": 1.185617033603708e-06,
-      "loss": 0.9804,
+      "learning_rate": 1.1855446118192353e-06,
+      "loss": 0.7043,
       "step": 18260
     },
     {
       "epoch": 15.83,
-      "learning_rate": 1.1848928157589804e-06,
-      "loss": 0.9927,
+      "learning_rate": 1.1848203939745076e-06,
+      "loss": 0.7202,
       "step": 18270
     },
     {
       "epoch": 15.84,
-      "learning_rate": 1.1841685979142528e-06,
-      "loss": 0.965,
+      "learning_rate": 1.18409617612978e-06,
+      "loss": 0.6449,
       "step": 18280
     },
     {
       "epoch": 15.85,
-      "learning_rate": 1.183444380069525e-06,
-      "loss": 0.9093,
+      "learning_rate": 1.1833719582850523e-06,
+      "loss": 0.6603,
       "step": 18290
     },
     {
       "epoch": 15.86,
-      "learning_rate": 1.1827201622247972e-06,
-      "loss": 0.9197,
+      "learning_rate": 1.1826477404403247e-06,
+      "loss": 0.6772,
       "step": 18300
     },
     {
       "epoch": 15.87,
-      "learning_rate": 1.1819959443800696e-06,
-      "loss": 0.9414,
+      "learning_rate": 1.181923522595597e-06,
+      "loss": 0.7194,
       "step": 18310
     },
     {
       "epoch": 15.87,
-      "learning_rate": 1.181271726535342e-06,
-      "loss": 0.9386,
+      "learning_rate": 1.1811993047508691e-06,
+      "loss": 0.6501,
       "step": 18320
     },
     {
       "epoch": 15.88,
-      "learning_rate": 1.1805475086906143e-06,
-      "loss": 0.989,
+      "learning_rate": 1.1804750869061415e-06,
+      "loss": 0.7258,
       "step": 18330
     },
     {
       "epoch": 15.89,
-      "learning_rate": 1.1798232908458864e-06,
-      "loss": 0.9219,
+      "learning_rate": 1.1797508690614138e-06,
+      "loss": 0.6943,
       "step": 18340
     },
     {
       "epoch": 15.9,
-      "learning_rate": 1.1790990730011587e-06,
-      "loss": 0.9235,
+      "learning_rate": 1.1790266512166861e-06,
+      "loss": 0.6517,
       "step": 18350
     },
     {
       "epoch": 15.91,
-      "learning_rate": 1.178374855156431e-06,
-      "loss": 0.9626,
+      "learning_rate": 1.1783024333719585e-06,
+      "loss": 0.7175,
       "step": 18360
     },
     {
       "epoch": 15.92,
-      "learning_rate": 1.1776506373117034e-06,
-      "loss": 0.9702,
+      "learning_rate": 1.1775782155272306e-06,
+      "loss": 0.6726,
       "step": 18370
     },
     {
       "epoch": 15.93,
-      "learning_rate": 1.1769264194669757e-06,
-      "loss": 0.9479,
+      "learning_rate": 1.176853997682503e-06,
+      "loss": 0.7081,
       "step": 18380
     },
     {
       "epoch": 15.94,
-      "learning_rate": 1.176202201622248e-06,
-      "loss": 0.8963,
+      "learning_rate": 1.1761297798377753e-06,
+      "loss": 0.6165,
       "step": 18390
     },
     {
       "epoch": 15.94,
-      "learning_rate": 1.1754779837775204e-06,
-      "loss": 0.96,
+      "learning_rate": 1.1754055619930476e-06,
+      "loss": 0.6948,
       "step": 18400
     },
     {
       "epoch": 15.95,
-      "learning_rate": 1.1747537659327926e-06,
-      "loss": 0.9765,
+      "learning_rate": 1.17468134414832e-06,
+      "loss": 0.702,
       "step": 18410
     },
     {
       "epoch": 15.96,
-      "learning_rate": 1.1740295480880649e-06,
-      "loss": 0.8927,
+      "learning_rate": 1.173957126303592e-06,
+      "loss": 0.6127,
       "step": 18420
     },
     {
       "epoch": 15.97,
-      "learning_rate": 1.1733053302433372e-06,
-      "loss": 0.9294,
+      "learning_rate": 1.1732329084588644e-06,
+      "loss": 0.6326,
       "step": 18430
     },
     {
       "epoch": 15.98,
-      "learning_rate": 1.1725811123986096e-06,
-      "loss": 0.9294,
+      "learning_rate": 1.1725086906141368e-06,
+      "loss": 0.6576,
       "step": 18440
     },
     {
       "epoch": 15.99,
-      "learning_rate": 1.171856894553882e-06,
-      "loss": 0.8998,
+      "learning_rate": 1.171784472769409e-06,
+      "loss": 0.6379,
       "step": 18450
     },
     {
       "epoch": 16.0,
-      "learning_rate": 1.1711326767091542e-06,
-      "loss": 0.9286,
+      "learning_rate": 1.1710602549246814e-06,
+      "loss": 0.6832,
       "step": 18460
     },
     {
       "epoch": 16.0,
-      "eval_loss": 1.2341227531433105,
-      "eval_runtime": 132.2741,
-      "eval_samples_per_second": 4.022,
-      "eval_steps_per_second": 2.011,
-      "eval_wer": 0.8285659188789612,
+      "eval_loss": 1.037853717803955,
+      "eval_runtime": 133.086,
+      "eval_samples_per_second": 3.997,
+      "eval_steps_per_second": 1.999,
+      "eval_wer": 0.7006492254290673,
       "step": 18464
     },
     {
       "epoch": 16.01,
-      "learning_rate": 1.1704084588644266e-06,
-      "loss": 0.9577,
+      "learning_rate": 1.1703360370799538e-06,
+      "loss": 0.6488,
       "step": 18470
     },
     {
       "epoch": 16.01,
-      "learning_rate": 1.169684241019699e-06,
-      "loss": 0.9421,
+      "learning_rate": 1.169611819235226e-06,
+      "loss": 0.6849,
       "step": 18480
     },
     {
       "epoch": 16.02,
-      "learning_rate": 1.168960023174971e-06,
-      "loss": 0.907,
+      "learning_rate": 1.1688876013904982e-06,
+      "loss": 0.661,
       "step": 18490
     },
     {
       "epoch": 16.03,
-      "learning_rate": 1.1682358053302434e-06,
-      "loss": 0.8754,
+      "learning_rate": 1.1681633835457706e-06,
+      "loss": 0.612,
       "step": 18500
     },
     {
       "epoch": 16.04,
-      "learning_rate": 1.1675115874855157e-06,
-      "loss": 0.8986,
+      "learning_rate": 1.167439165701043e-06,
+      "loss": 0.6541,
       "step": 18510
     },
     {
       "epoch": 16.05,
-      "learning_rate": 1.166787369640788e-06,
-      "loss": 0.953,
+      "learning_rate": 1.1667149478563153e-06,
+      "loss": 0.6777,
       "step": 18520
     },
     {
       "epoch": 16.06,
-      "learning_rate": 1.1660631517960604e-06,
-      "loss": 0.9376,
+      "learning_rate": 1.1659907300115876e-06,
+      "loss": 0.6573,
       "step": 18530
     },
     {
       "epoch": 16.07,
-      "learning_rate": 1.1653389339513327e-06,
-      "loss": 0.9147,
+      "learning_rate": 1.16526651216686e-06,
+      "loss": 0.6403,
       "step": 18540
     },
     {
       "epoch": 16.07,
-      "learning_rate": 1.164614716106605e-06,
-      "loss": 0.8759,
+      "learning_rate": 1.1645422943221323e-06,
+      "loss": 0.6052,
       "step": 18550
     },
     {
       "epoch": 16.08,
-      "learning_rate": 1.1638904982618774e-06,
-      "loss": 0.9194,
+      "learning_rate": 1.1638180764774044e-06,
+      "loss": 0.6798,
       "step": 18560
     },
     {
       "epoch": 16.09,
-      "learning_rate": 1.1631662804171495e-06,
-      "loss": 0.9663,
+      "learning_rate": 1.1630938586326767e-06,
+      "loss": 0.6672,
       "step": 18570
     },
     {
       "epoch": 16.1,
-      "learning_rate": 1.1624420625724219e-06,
-      "loss": 0.9107,
+      "learning_rate": 1.162369640787949e-06,
+      "loss": 0.6376,
       "step": 18580
     },
     {
       "epoch": 16.11,
-      "learning_rate": 1.1617178447276942e-06,
-      "loss": 0.8985,
+      "learning_rate": 1.1616454229432214e-06,
+      "loss": 0.6345,
       "step": 18590
     },
     {
       "epoch": 16.12,
-      "learning_rate": 1.1609936268829666e-06,
-      "loss": 0.9165,
+      "learning_rate": 1.1609212050984938e-06,
+      "loss": 0.6549,
       "step": 18600
     },
     {
       "epoch": 16.13,
-      "learning_rate": 1.160269409038239e-06,
-      "loss": 0.9268,
+      "learning_rate": 1.160196987253766e-06,
+      "loss": 0.6979,
       "step": 18610
     },
     {
       "epoch": 16.14,
-      "learning_rate": 1.1595451911935112e-06,
-      "loss": 0.9609,
+      "learning_rate": 1.1594727694090384e-06,
+      "loss": 0.7138,
       "step": 18620
     },
     {
       "epoch": 16.14,
-      "learning_rate": 1.1588209733487834e-06,
-      "loss": 0.9618,
+      "learning_rate": 1.1587485515643108e-06,
+      "loss": 0.6639,
       "step": 18630
     },
     {
       "epoch": 16.15,
-      "learning_rate": 1.1580967555040557e-06,
-      "loss": 0.9233,
+      "learning_rate": 1.158024333719583e-06,
+      "loss": 0.649,
       "step": 18640
     },
     {
       "epoch": 16.16,
-      "learning_rate": 1.1574449594438006e-06,
-      "loss": 0.9105,
+      "learning_rate": 1.1573001158748552e-06,
+      "loss": 0.6361,
       "step": 18650
     },
     {
       "epoch": 16.17,
-      "learning_rate": 1.156720741599073e-06,
-      "loss": 0.8864,
+      "learning_rate": 1.1565758980301276e-06,
+      "loss": 0.6233,
       "step": 18660
     },
     {
       "epoch": 16.18,
-      "learning_rate": 1.1559965237543453e-06,
-      "loss": 0.941,
+      "learning_rate": 1.1558516801854e-06,
+      "loss": 0.6649,
       "step": 18670
     },
     {
       "epoch": 16.19,
-      "learning_rate": 1.1552723059096177e-06,
-      "loss": 0.9643,
+      "learning_rate": 1.1551274623406723e-06,
+      "loss": 0.6603,
       "step": 18680
     },
     {
       "epoch": 16.2,
-      "learning_rate": 1.15454808806489e-06,
-      "loss": 0.9185,
+      "learning_rate": 1.1544032444959446e-06,
+      "loss": 0.6938,
       "step": 18690
     },
     {
       "epoch": 16.2,
-      "learning_rate": 1.1538238702201623e-06,
-      "loss": 0.8954,
+      "learning_rate": 1.153679026651217e-06,
+      "loss": 0.5732,
       "step": 18700
     },
     {
       "epoch": 16.21,
-      "learning_rate": 1.1530996523754347e-06,
-      "loss": 0.9263,
+      "learning_rate": 1.152954808806489e-06,
+      "loss": 0.68,
       "step": 18710
     },
     {
       "epoch": 16.22,
-      "learning_rate": 1.152375434530707e-06,
-      "loss": 0.9697,
+      "learning_rate": 1.1522305909617614e-06,
+      "loss": 0.704,
       "step": 18720
     },
     {
       "epoch": 16.23,
-      "learning_rate": 1.1516512166859791e-06,
-      "loss": 1.0067,
+      "learning_rate": 1.1515063731170337e-06,
+      "loss": 0.7125,
       "step": 18730
     },
     {
       "epoch": 16.24,
-      "learning_rate": 1.1509269988412515e-06,
-      "loss": 0.8819,
+      "learning_rate": 1.150782155272306e-06,
+      "loss": 0.5694,
       "step": 18740
     },
     {
       "epoch": 16.25,
-      "learning_rate": 1.1502027809965238e-06,
-      "loss": 0.8967,
+      "learning_rate": 1.1500579374275784e-06,
+      "loss": 0.6262,
       "step": 18750
     },
     {
       "epoch": 16.26,
-      "learning_rate": 1.1494785631517962e-06,
-      "loss": 0.937,
+      "learning_rate": 1.1493337195828505e-06,
+      "loss": 0.6871,
       "step": 18760
     },
     {
       "epoch": 16.27,
-      "learning_rate": 1.1487543453070685e-06,
-      "loss": 0.969,
+      "learning_rate": 1.1486095017381229e-06,
+      "loss": 0.75,
       "step": 18770
     },
     {
       "epoch": 16.27,
-      "learning_rate": 1.1480301274623408e-06,
-      "loss": 0.8864,
+      "learning_rate": 1.1478852838933952e-06,
+      "loss": 0.6236,
       "step": 18780
     },
     {
       "epoch": 16.28,
-      "learning_rate": 1.1473059096176132e-06,
-      "loss": 0.9266,
+      "learning_rate": 1.1471610660486676e-06,
+      "loss": 0.6611,
       "step": 18790
     },
     {
       "epoch": 16.29,
-      "learning_rate": 1.1465816917728855e-06,
-      "loss": 0.893,
+      "learning_rate": 1.14643684820394e-06,
+      "loss": 0.6867,
       "step": 18800
     },
     {
       "epoch": 16.3,
-      "learning_rate": 1.1458574739281576e-06,
-      "loss": 0.9276,
+      "learning_rate": 1.145712630359212e-06,
+      "loss": 0.6776,
       "step": 18810
     },
     {
       "epoch": 16.31,
-      "learning_rate": 1.14513325608343e-06,
-      "loss": 0.9114,
+      "learning_rate": 1.1449884125144844e-06,
+      "loss": 0.6253,
       "step": 18820
     },
     {
       "epoch": 16.32,
-      "learning_rate": 1.1444090382387023e-06,
-      "loss": 0.9412,
+      "learning_rate": 1.1442641946697567e-06,
+      "loss": 0.6847,
       "step": 18830
     },
     {
       "epoch": 16.33,
-      "learning_rate": 1.1436848203939747e-06,
-      "loss": 0.8506,
+      "learning_rate": 1.143539976825029e-06,
+      "loss": 0.5873,
       "step": 18840
     },
     {
       "epoch": 16.33,
-      "learning_rate": 1.142960602549247e-06,
-      "loss": 0.9329,
+      "learning_rate": 1.1428157589803014e-06,
+      "loss": 0.7136,
       "step": 18850
     },
     {
       "epoch": 16.34,
-      "learning_rate": 1.1422363847045193e-06,
-      "loss": 0.9958,
+      "learning_rate": 1.1420915411355735e-06,
+      "loss": 0.7457,
       "step": 18860
     },
     {
       "epoch": 16.35,
-      "learning_rate": 1.1415121668597917e-06,
-      "loss": 0.9544,
+      "learning_rate": 1.1413673232908458e-06,
+      "loss": 0.6182,
       "step": 18870
     },
     {
       "epoch": 16.36,
-      "learning_rate": 1.1407879490150638e-06,
-      "loss": 0.9603,
+      "learning_rate": 1.1406431054461182e-06,
+      "loss": 0.6316,
       "step": 18880
     },
     {
       "epoch": 16.37,
-      "learning_rate": 1.1400637311703361e-06,
-      "loss": 0.9343,
+      "learning_rate": 1.1399188876013905e-06,
+      "loss": 0.6445,
       "step": 18890
     },
     {
       "epoch": 16.38,
-      "learning_rate": 1.1393395133256085e-06,
-      "loss": 0.8872,
+      "learning_rate": 1.1391946697566629e-06,
+      "loss": 0.646,
       "step": 18900
     },
     {
       "epoch": 16.39,
-      "learning_rate": 1.1386152954808808e-06,
-      "loss": 0.9156,
+      "learning_rate": 1.1384704519119352e-06,
+      "loss": 0.6393,
       "step": 18910
     },
     {
       "epoch": 16.39,
-      "learning_rate": 1.1378910776361532e-06,
-      "loss": 0.919,
+      "learning_rate": 1.1377462340672075e-06,
+      "loss": 0.677,
       "step": 18920
     },
     {
       "epoch": 16.4,
-      "learning_rate": 1.1371668597914253e-06,
-      "loss": 0.9253,
+      "learning_rate": 1.1370220162224799e-06,
+      "loss": 0.6795,
       "step": 18930
     },
     {
       "epoch": 16.41,
-      "learning_rate": 1.1364426419466976e-06,
-      "loss": 0.9343,
+      "learning_rate": 1.136297798377752e-06,
+      "loss": 0.6574,
       "step": 18940
     },
     {
       "epoch": 16.42,
-      "learning_rate": 1.13571842410197e-06,
-      "loss": 0.908,
+      "learning_rate": 1.1355735805330243e-06,
+      "loss": 0.6699,
       "step": 18950
     },
     {
       "epoch": 16.43,
-      "learning_rate": 1.1349942062572423e-06,
-      "loss": 0.9368,
+      "learning_rate": 1.1348493626882967e-06,
+      "loss": 0.6892,
       "step": 18960
     },
     {
       "epoch": 16.44,
-      "learning_rate": 1.1342699884125146e-06,
-      "loss": 1.011,
+      "learning_rate": 1.134125144843569e-06,
+      "loss": 0.667,
       "step": 18970
     },
     {
       "epoch": 16.45,
-      "learning_rate": 1.1335457705677868e-06,
-      "loss": 0.9483,
+      "learning_rate": 1.1334009269988414e-06,
+      "loss": 0.6367,
       "step": 18980
     },
     {
       "epoch": 16.46,
-      "learning_rate": 1.1328215527230591e-06,
-      "loss": 0.9804,
+      "learning_rate": 1.1326767091541137e-06,
+      "loss": 0.6842,
       "step": 18990
     },
     {
       "epoch": 16.46,
-      "learning_rate": 1.1320973348783314e-06,
-      "loss": 0.9055,
+      "learning_rate": 1.131952491309386e-06,
+      "loss": 0.6494,
       "step": 19000
     },
     {
       "epoch": 16.47,
-      "learning_rate": 1.1313731170336038e-06,
-      "loss": 0.9312,
+      "learning_rate": 1.1312282734646584e-06,
+      "loss": 0.6809,
       "step": 19010
     },
     {
       "epoch": 16.48,
-      "learning_rate": 1.1306488991888761e-06,
-      "loss": 0.9265,
+      "learning_rate": 1.1305040556199305e-06,
+      "loss": 0.6809,
       "step": 19020
     },
     {
       "epoch": 16.49,
-      "learning_rate": 1.1299246813441483e-06,
-      "loss": 0.9259,
+      "learning_rate": 1.1297798377752028e-06,
+      "loss": 0.6532,
       "step": 19030
     },
     {
       "epoch": 16.5,
-      "learning_rate": 1.1292004634994206e-06,
-      "loss": 0.996,
+      "learning_rate": 1.1290556199304752e-06,
+      "loss": 0.6823,
       "step": 19040
     },
     {
       "epoch": 16.51,
-      "learning_rate": 1.128476245654693e-06,
-      "loss": 0.9353,
+      "learning_rate": 1.1283314020857475e-06,
+      "loss": 0.6718,
       "step": 19050
     },
     {
       "epoch": 16.52,
-      "learning_rate": 1.1277520278099653e-06,
-      "loss": 0.9589,
+      "learning_rate": 1.1276071842410199e-06,
+      "loss": 0.7183,
       "step": 19060
     },
     {
       "epoch": 16.52,
-      "learning_rate": 1.1270278099652376e-06,
-      "loss": 0.9708,
+      "learning_rate": 1.1268829663962922e-06,
+      "loss": 0.6633,
       "step": 19070
     },
     {
       "epoch": 16.53,
-      "learning_rate": 1.12630359212051e-06,
-      "loss": 0.9349,
+      "learning_rate": 1.1261587485515645e-06,
+      "loss": 0.7016,
       "step": 19080
     },
     {
       "epoch": 16.54,
-      "learning_rate": 1.1255793742757823e-06,
-      "loss": 0.9476,
+      "learning_rate": 1.1254345307068367e-06,
+      "loss": 0.6722,
       "step": 19090
     },
     {
       "epoch": 16.55,
-      "learning_rate": 1.1248551564310546e-06,
-      "loss": 0.8848,
+      "learning_rate": 1.124710312862109e-06,
+      "loss": 0.6371,
       "step": 19100
     },
     {
       "epoch": 16.56,
-      "learning_rate": 1.1241309385863268e-06,
-      "loss": 0.9233,
+      "learning_rate": 1.1239860950173813e-06,
+      "loss": 0.6678,
       "step": 19110
     },
     {
       "epoch": 16.57,
-      "learning_rate": 1.123406720741599e-06,
-      "loss": 0.9928,
+      "learning_rate": 1.1232618771726537e-06,
+      "loss": 0.7033,
       "step": 19120
     },
     {
       "epoch": 16.58,
-      "learning_rate": 1.1226825028968714e-06,
-      "loss": 0.888,
+      "learning_rate": 1.122537659327926e-06,
+      "loss": 0.6101,
       "step": 19130
     },
     {
       "epoch": 16.59,
-      "learning_rate": 1.1219582850521438e-06,
-      "loss": 0.8908,
+      "learning_rate": 1.1218134414831984e-06,
+      "loss": 0.6044,
       "step": 19140
     },
     {
       "epoch": 16.59,
-      "learning_rate": 1.121234067207416e-06,
-      "loss": 0.9541,
+      "learning_rate": 1.1210892236384705e-06,
+      "loss": 0.7089,
       "step": 19150
     },
     {
       "epoch": 16.6,
-      "learning_rate": 1.1205098493626884e-06,
-      "loss": 0.911,
+      "learning_rate": 1.1203650057937428e-06,
+      "loss": 0.6401,
       "step": 19160
     },
     {
       "epoch": 16.61,
-      "learning_rate": 1.1197856315179608e-06,
-      "loss": 0.9637,
+      "learning_rate": 1.1196407879490152e-06,
+      "loss": 0.6714,
       "step": 19170
     },
     {
       "epoch": 16.62,
-      "learning_rate": 1.1190614136732331e-06,
-      "loss": 0.917,
+      "learning_rate": 1.1189165701042875e-06,
+      "loss": 0.6187,
       "step": 19180
     },
     {
       "epoch": 16.63,
-      "learning_rate": 1.1183371958285052e-06,
-      "loss": 0.9017,
+      "learning_rate": 1.1181923522595598e-06,
+      "loss": 0.6047,
       "step": 19190
     },
     {
       "epoch": 16.64,
-      "learning_rate": 1.1176129779837776e-06,
-      "loss": 0.9486,
+      "learning_rate": 1.1175405561993048e-06,
+      "loss": 0.7017,
       "step": 19200
     },
     {
       "epoch": 16.65,
-      "learning_rate": 1.11688876013905e-06,
-      "loss": 0.9073,
+      "learning_rate": 1.1168163383545771e-06,
+      "loss": 0.6266,
       "step": 19210
     },
     {
       "epoch": 16.65,
-      "learning_rate": 1.1161645422943223e-06,
-      "loss": 0.9018,
+      "learning_rate": 1.1160921205098495e-06,
+      "loss": 0.6381,
       "step": 19220
     },
     {
       "epoch": 16.66,
-      "learning_rate": 1.1154403244495946e-06,
-      "loss": 0.9701,
+      "learning_rate": 1.1153679026651218e-06,
+      "loss": 0.6613,
       "step": 19230
     },
     {
       "epoch": 16.67,
-      "learning_rate": 1.114716106604867e-06,
-      "loss": 0.8718,
+      "learning_rate": 1.1146436848203941e-06,
+      "loss": 0.5978,
       "step": 19240
     },
     {
       "epoch": 16.68,
-      "learning_rate": 1.1139918887601393e-06,
-      "loss": 0.875,
+      "learning_rate": 1.1139194669756663e-06,
+      "loss": 0.6139,
       "step": 19250
     },
     {
       "epoch": 16.69,
-      "learning_rate": 1.1132676709154114e-06,
-      "loss": 0.8607,
+      "learning_rate": 1.1131952491309386e-06,
+      "loss": 0.5833,
       "step": 19260
     },
     {
       "epoch": 16.7,
-      "learning_rate": 1.1125434530706837e-06,
-      "loss": 0.9662,
+      "learning_rate": 1.112471031286211e-06,
+      "loss": 0.6997,
       "step": 19270
     },
     {
       "epoch": 16.71,
-      "learning_rate": 1.111819235225956e-06,
-      "loss": 1.0052,
+      "learning_rate": 1.1117468134414833e-06,
+      "loss": 0.7748,
       "step": 19280
     },
     {
       "epoch": 16.72,
-      "learning_rate": 1.1110950173812284e-06,
-      "loss": 1.1063,
+      "learning_rate": 1.1110225955967556e-06,
+      "loss": 0.7082,
       "step": 19290
     },
     {
       "epoch": 16.72,
-      "learning_rate": 1.1103707995365008e-06,
-      "loss": 0.9086,
+      "learning_rate": 1.110298377752028e-06,
+      "loss": 0.6693,
       "step": 19300
     },
     {
       "epoch": 16.73,
-      "learning_rate": 1.109646581691773e-06,
-      "loss": 0.8886,
+      "learning_rate": 1.1095741599073003e-06,
+      "loss": 0.6259,
       "step": 19310
     },
     {
       "epoch": 16.74,
-      "learning_rate": 1.1089223638470452e-06,
-      "loss": 0.9189,
+      "learning_rate": 1.1088499420625726e-06,
+      "loss": 0.6873,
       "step": 19320
     },
     {
       "epoch": 16.75,
-      "learning_rate": 1.1081981460023176e-06,
-      "loss": 0.9307,
+      "learning_rate": 1.1081257242178448e-06,
+      "loss": 0.6637,
       "step": 19330
     },
     {
       "epoch": 16.76,
-      "learning_rate": 1.10747392815759e-06,
-      "loss": 0.9155,
+      "learning_rate": 1.107401506373117e-06,
+      "loss": 0.6281,
       "step": 19340
     },
     {
       "epoch": 16.77,
-      "learning_rate": 1.1067497103128622e-06,
-      "loss": 0.8883,
+      "learning_rate": 1.1066772885283894e-06,
+      "loss": 0.6105,
       "step": 19350
     },
     {
       "epoch": 16.78,
-      "learning_rate": 1.1060254924681346e-06,
-      "loss": 0.9318,
+      "learning_rate": 1.1059530706836618e-06,
+      "loss": 0.6539,
       "step": 19360
     },
     {
       "epoch": 16.78,
-      "learning_rate": 1.1053012746234067e-06,
-      "loss": 0.9679,
+      "learning_rate": 1.1052288528389341e-06,
+      "loss": 0.6915,
       "step": 19370
     },
     {
       "epoch": 16.79,
-      "learning_rate": 1.104577056778679e-06,
-      "loss": 0.952,
+      "learning_rate": 1.1045046349942065e-06,
+      "loss": 0.6414,
       "step": 19380
     },
     {
       "epoch": 16.8,
-      "learning_rate": 1.1038528389339514e-06,
-      "loss": 0.9292,
+      "learning_rate": 1.1037804171494788e-06,
+      "loss": 0.6946,
       "step": 19390
     },
     {
       "epoch": 16.81,
-      "learning_rate": 1.1031286210892237e-06,
-      "loss": 0.9762,
+      "learning_rate": 1.103056199304751e-06,
+      "loss": 0.7216,
       "step": 19400
     },
     {
       "epoch": 16.82,
-      "learning_rate": 1.102404403244496e-06,
-      "loss": 0.9039,
+      "learning_rate": 1.1023319814600233e-06,
+      "loss": 0.6481,
       "step": 19410
     },
     {
       "epoch": 16.83,
-      "learning_rate": 1.1016801853997682e-06,
-      "loss": 0.9779,
+      "learning_rate": 1.1016077636152956e-06,
+      "loss": 0.6762,
       "step": 19420
     },
     {
       "epoch": 16.84,
-      "learning_rate": 1.1009559675550405e-06,
-      "loss": 0.9926,
+      "learning_rate": 1.100883545770568e-06,
+      "loss": 0.6824,
       "step": 19430
     },
     {
       "epoch": 16.85,
-      "learning_rate": 1.1002317497103129e-06,
-      "loss": 0.8703,
+      "learning_rate": 1.1001593279258403e-06,
+      "loss": 0.5776,
       "step": 19440
     },
     {
       "epoch": 16.85,
-      "learning_rate": 1.0995075318655852e-06,
-      "loss": 0.9482,
+      "learning_rate": 1.0994351100811124e-06,
+      "loss": 0.7095,
       "step": 19450
     },
     {
       "epoch": 16.86,
-      "learning_rate": 1.0987833140208576e-06,
-      "loss": 0.996,
+      "learning_rate": 1.0987108922363847e-06,
+      "loss": 0.6889,
       "step": 19460
     },
     {
       "epoch": 16.87,
-      "learning_rate": 1.0980590961761299e-06,
-      "loss": 0.9342,
+      "learning_rate": 1.097986674391657e-06,
+      "loss": 0.6798,
       "step": 19470
     },
     {
       "epoch": 16.88,
-      "learning_rate": 1.0973348783314022e-06,
-      "loss": 0.8435,
+      "learning_rate": 1.0972624565469294e-06,
+      "loss": 0.5764,
       "step": 19480
     },
     {
       "epoch": 16.89,
-      "learning_rate": 1.0966106604866744e-06,
-      "loss": 0.8735,
+      "learning_rate": 1.0965382387022018e-06,
+      "loss": 0.6192,
       "step": 19490
     },
     {
       "epoch": 16.9,
-      "learning_rate": 1.0958864426419467e-06,
-      "loss": 0.9484,
+      "learning_rate": 1.0958140208574739e-06,
+      "loss": 0.6576,
       "step": 19500
     },
     {
       "epoch": 16.91,
-      "learning_rate": 1.095162224797219e-06,
-      "loss": 0.9378,
+      "learning_rate": 1.0950898030127462e-06,
+      "loss": 0.6755,
       "step": 19510
     },
     {
       "epoch": 16.91,
-      "learning_rate": 1.0944380069524914e-06,
-      "loss": 0.9008,
+      "learning_rate": 1.0943655851680186e-06,
+      "loss": 0.6366,
       "step": 19520
     },
     {
       "epoch": 16.92,
-      "learning_rate": 1.0937137891077637e-06,
-      "loss": 0.9485,
+      "learning_rate": 1.093641367323291e-06,
+      "loss": 0.6592,
       "step": 19530
     },
     {
       "epoch": 16.93,
-      "learning_rate": 1.092989571263036e-06,
-      "loss": 0.9084,
+      "learning_rate": 1.0929171494785632e-06,
+      "loss": 0.5941,
       "step": 19540
     },
     {
       "epoch": 16.94,
-      "learning_rate": 1.0922653534183084e-06,
-      "loss": 0.9407,
+      "learning_rate": 1.0921929316338356e-06,
+      "loss": 0.6585,
       "step": 19550
     },
     {
       "epoch": 16.95,
-      "learning_rate": 1.0915411355735807e-06,
-      "loss": 0.9284,
+      "learning_rate": 1.0914687137891077e-06,
+      "loss": 0.6751,
       "step": 19560
     },
     {
       "epoch": 16.96,
-      "learning_rate": 1.0908169177288529e-06,
-      "loss": 1.0317,
+      "learning_rate": 1.09074449594438e-06,
+      "loss": 0.6747,
       "step": 19570
     },
     {
       "epoch": 16.97,
-      "learning_rate": 1.0900926998841252e-06,
-      "loss": 0.9646,
+      "learning_rate": 1.0900202780996524e-06,
+      "loss": 0.6713,
       "step": 19580
     },
     {
       "epoch": 16.98,
-      "learning_rate": 1.0893684820393975e-06,
-      "loss": 0.9129,
+      "learning_rate": 1.0892960602549247e-06,
+      "loss": 0.6207,
       "step": 19590
     },
     {
       "epoch": 16.98,
-      "learning_rate": 1.0886442641946699e-06,
-      "loss": 0.9343,
+      "learning_rate": 1.088571842410197e-06,
+      "loss": 0.6252,
       "step": 19600
     },
     {
       "epoch": 16.99,
-      "learning_rate": 1.0879200463499422e-06,
-      "loss": 0.9262,
+      "learning_rate": 1.0878476245654694e-06,
+      "loss": 0.6653,
       "step": 19610
     },
     {
       "epoch": 17.0,
-      "eval_loss": 1.2041616439819336,
-      "eval_runtime": 132.871,
-      "eval_samples_per_second": 4.004,
-      "eval_steps_per_second": 2.002,
-      "eval_wer": 0.8186668380793212,
+      "eval_loss": 1.0229994058609009,
+      "eval_runtime": 133.7009,
+      "eval_samples_per_second": 3.979,
+      "eval_steps_per_second": 1.99,
+      "eval_wer": 0.6979494761200745,
       "step": 19618
     },
     {
       "epoch": 17.0,
-      "learning_rate": 1.0871958285052145e-06,
-      "loss": 1.0056,
+      "learning_rate": 1.0871234067207417e-06,
+      "loss": 0.7442,
       "step": 19620
     },
     {
       "epoch": 17.01,
-      "learning_rate": 1.0864716106604869e-06,
-      "loss": 0.9554,
+      "learning_rate": 1.086399188876014e-06,
+      "loss": 0.705,
       "step": 19630
     },
     {
       "epoch": 17.02,
-      "learning_rate": 1.0857473928157592e-06,
-      "loss": 0.9333,
+      "learning_rate": 1.0856749710312862e-06,
+      "loss": 0.6735,
       "step": 19640
     },
     {
       "epoch": 17.03,
-      "learning_rate": 1.0850231749710314e-06,
-      "loss": 0.9441,
+      "learning_rate": 1.0849507531865585e-06,
+      "loss": 0.6997,
       "step": 19650
     },
     {
       "epoch": 17.04,
-      "learning_rate": 1.0842989571263037e-06,
-      "loss": 0.8785,
+      "learning_rate": 1.0842265353418309e-06,
+      "loss": 0.5813,
       "step": 19660
     },
     {
       "epoch": 17.05,
-      "learning_rate": 1.083574739281576e-06,
-      "loss": 0.9215,
+      "learning_rate": 1.0835023174971032e-06,
+      "loss": 0.678,
       "step": 19670
     },
     {
       "epoch": 17.05,
-      "learning_rate": 1.0828505214368484e-06,
-      "loss": 0.9069,
+      "learning_rate": 1.0827780996523756e-06,
+      "loss": 0.6327,
       "step": 19680
     },
     {
       "epoch": 17.06,
-      "learning_rate": 1.0821263035921207e-06,
-      "loss": 0.9668,
+      "learning_rate": 1.082053881807648e-06,
+      "loss": 0.7004,
       "step": 19690
     },
     {
       "epoch": 17.07,
-      "learning_rate": 1.081402085747393e-06,
-      "loss": 0.8905,
+      "learning_rate": 1.0813296639629202e-06,
+      "loss": 0.6281,
       "step": 19700
     },
     {
       "epoch": 17.08,
-      "learning_rate": 1.0806778679026652e-06,
-      "loss": 0.9064,
+      "learning_rate": 1.0806054461181924e-06,
+      "loss": 0.6002,
       "step": 19710
     },
     {
       "epoch": 17.09,
-      "learning_rate": 1.0799536500579375e-06,
-      "loss": 0.9388,
+      "learning_rate": 1.0798812282734647e-06,
+      "loss": 0.6643,
       "step": 19720
     },
     {
       "epoch": 17.1,
-      "learning_rate": 1.0792294322132099e-06,
-      "loss": 0.9773,
+      "learning_rate": 1.079157010428737e-06,
+      "loss": 0.6456,
       "step": 19730
     },
     {
       "epoch": 17.11,
-      "learning_rate": 1.0785052143684822e-06,
-      "loss": 0.9034,
+      "learning_rate": 1.0784327925840094e-06,
+      "loss": 0.6543,
       "step": 19740
     },
     {
       "epoch": 17.11,
-      "learning_rate": 1.0777809965237543e-06,
-      "loss": 0.9204,
+      "learning_rate": 1.0777085747392817e-06,
+      "loss": 0.6398,
       "step": 19750
     },
     {
       "epoch": 17.12,
-      "learning_rate": 1.0770567786790267e-06,
-      "loss": 0.8721,
+      "learning_rate": 1.076984356894554e-06,
+      "loss": 0.616,
       "step": 19760
     },
     {
       "epoch": 17.13,
-      "learning_rate": 1.076332560834299e-06,
-      "loss": 0.928,
+      "learning_rate": 1.0762601390498264e-06,
+      "loss": 0.6203,
       "step": 19770
     },
     {
       "epoch": 17.14,
-      "learning_rate": 1.0756083429895713e-06,
-      "loss": 0.9112,
+      "learning_rate": 1.0755359212050987e-06,
+      "loss": 0.5915,
       "step": 19780
     },
     {
       "epoch": 17.15,
-      "learning_rate": 1.0748841251448437e-06,
-      "loss": 0.861,
+      "learning_rate": 1.0748117033603709e-06,
+      "loss": 0.5695,
       "step": 19790
     },
     {
       "epoch": 17.16,
-      "learning_rate": 1.0741599073001158e-06,
-      "loss": 0.841,
+      "learning_rate": 1.0740874855156432e-06,
+      "loss": 0.5809,
       "step": 19800
     },
     {
       "epoch": 17.17,
-      "learning_rate": 1.0734356894553881e-06,
-      "loss": 0.9256,
+      "learning_rate": 1.0733632676709155e-06,
+      "loss": 0.6715,
       "step": 19810
     },
     {
       "epoch": 17.17,
-      "learning_rate": 1.0727114716106605e-06,
-      "loss": 0.9429,
+      "learning_rate": 1.0726390498261879e-06,
+      "loss": 0.6506,
       "step": 19820
     },
     {
       "epoch": 17.18,
-      "learning_rate": 1.0719872537659328e-06,
-      "loss": 0.9251,
+      "learning_rate": 1.0719148319814602e-06,
+      "loss": 0.6684,
       "step": 19830
     },
     {
       "epoch": 17.19,
-      "learning_rate": 1.0712630359212052e-06,
-      "loss": 0.8588,
+      "learning_rate": 1.0711906141367323e-06,
+      "loss": 0.614,
       "step": 19840
     },
     {
       "epoch": 17.2,
-      "learning_rate": 1.0705388180764775e-06,
-      "loss": 0.923,
+      "learning_rate": 1.0704663962920047e-06,
+      "loss": 0.6459,
       "step": 19850
     },
     {
       "epoch": 17.21,
-      "learning_rate": 1.0698146002317498e-06,
-      "loss": 0.9126,
+      "learning_rate": 1.069742178447277e-06,
+      "loss": 0.6683,
       "step": 19860
     },
     {
       "epoch": 17.22,
-      "learning_rate": 1.069090382387022e-06,
-      "loss": 1.0389,
+      "learning_rate": 1.0690179606025494e-06,
+      "loss": 0.7229,
       "step": 19870
     },
     {
       "epoch": 17.23,
-      "learning_rate": 1.0683661645422943e-06,
-      "loss": 0.9336,
+      "learning_rate": 1.0682937427578217e-06,
+      "loss": 0.6268,
       "step": 19880
     },
     {
       "epoch": 17.24,
-      "learning_rate": 1.0676419466975666e-06,
-      "loss": 0.928,
+      "learning_rate": 1.0675695249130938e-06,
+      "loss": 0.6824,
       "step": 19890
     },
     {
       "epoch": 17.24,
-      "learning_rate": 1.066917728852839e-06,
-      "loss": 0.8853,
+      "learning_rate": 1.0668453070683662e-06,
+      "loss": 0.6348,
       "step": 19900
     },
     {
       "epoch": 17.25,
-      "learning_rate": 1.0661935110081113e-06,
-      "loss": 0.9177,
+      "learning_rate": 1.0661210892236385e-06,
+      "loss": 0.6545,
       "step": 19910
     },
     {
       "epoch": 17.26,
-      "learning_rate": 1.0654692931633837e-06,
-      "loss": 0.9502,
+      "learning_rate": 1.0653968713789108e-06,
+      "loss": 0.6531,
       "step": 19920
     },
     {
       "epoch": 17.27,
-      "learning_rate": 1.064745075318656e-06,
-      "loss": 0.9359,
+      "learning_rate": 1.0646726535341832e-06,
+      "loss": 0.6621,
       "step": 19930
     },
     {
       "epoch": 17.28,
-      "learning_rate": 1.0640208574739283e-06,
-      "loss": 0.8817,
+      "learning_rate": 1.0639484356894553e-06,
+      "loss": 0.6173,
       "step": 19940
     },
     {
       "epoch": 17.29,
-      "learning_rate": 1.0632966396292005e-06,
-      "loss": 0.8467,
+      "learning_rate": 1.0632242178447277e-06,
+      "loss": 0.6177,
       "step": 19950
     },
     {
       "epoch": 17.3,
-      "learning_rate": 1.0625724217844728e-06,
-      "loss": 0.9,
+      "learning_rate": 1.0625e-06,
+      "loss": 0.6497,
       "step": 19960
     },
     {
       "epoch": 17.3,
-      "learning_rate": 1.0618482039397451e-06,
-      "loss": 0.8936,
+      "learning_rate": 1.0617757821552723e-06,
+      "loss": 0.6391,
       "step": 19970
     },
     {
       "epoch": 17.31,
       "learning_rate": 1.0611239860950175e-06,
-      "loss": 1.0052,
+      "loss": 0.686,
       "step": 19980
     },
     {
       "epoch": 17.32,
       "learning_rate": 1.0603997682502898e-06,
-      "loss": 0.8752,
+      "loss": 0.6138,
       "step": 19990
     },
     {
       "epoch": 17.33,
       "learning_rate": 1.0596755504055622e-06,
-      "loss": 0.8772,
+      "loss": 0.6268,
       "step": 20000
     },
     {
       "epoch": 17.34,
       "learning_rate": 1.0589513325608345e-06,
-      "loss": 0.9233,
+      "loss": 0.6501,
       "step": 20010
     },
     {
       "epoch": 17.35,
       "learning_rate": 1.0582271147161068e-06,
-      "loss": 0.9384,
+      "loss": 0.6601,
       "step": 20020
     },
     {
       "epoch": 17.36,
       "learning_rate": 1.057502896871379e-06,
-      "loss": 0.8767,
+      "loss": 0.6181,
       "step": 20030
     },
     {
       "epoch": 17.37,
       "learning_rate": 1.0567786790266513e-06,
-      "loss": 0.9287,
+      "loss": 0.685,
       "step": 20040
     },
     {
       "epoch": 17.37,
       "learning_rate": 1.0560544611819236e-06,
-      "loss": 0.8664,
+      "loss": 0.6163,
       "step": 20050
     },
     {
       "epoch": 17.38,
       "learning_rate": 1.055330243337196e-06,
-      "loss": 0.905,
+      "loss": 0.646,
       "step": 20060
     },
     {
       "epoch": 17.39,
       "learning_rate": 1.0546060254924683e-06,
-      "loss": 0.96,
+      "loss": 0.6646,
       "step": 20070
     },
     {
       "epoch": 17.4,
       "learning_rate": 1.0538818076477407e-06,
-      "loss": 0.8993,
+      "loss": 0.6452,
       "step": 20080
     },
     {
       "epoch": 17.41,
       "learning_rate": 1.0531575898030128e-06,
-      "loss": 0.929,
+      "loss": 0.6173,
       "step": 20090
     },
     {
       "epoch": 17.42,
       "learning_rate": 1.0524333719582851e-06,
-      "loss": 0.8826,
+      "loss": 0.5922,
       "step": 20100
     },
     {
       "epoch": 17.43,
       "learning_rate": 1.0517091541135575e-06,
-      "loss": 0.955,
+      "loss": 0.6843,
       "step": 20110
     },
     {
       "epoch": 17.43,
       "learning_rate": 1.0509849362688298e-06,
-      "loss": 0.8974,
+      "loss": 0.6171,
       "step": 20120
     },
     {
       "epoch": 17.44,
       "learning_rate": 1.0502607184241021e-06,
-      "loss": 0.9405,
+      "loss": 0.6083,
       "step": 20130
     },
     {
       "epoch": 17.45,
       "learning_rate": 1.0495365005793743e-06,
-      "loss": 0.8878,
+      "loss": 0.664,
       "step": 20140
     },
     {
       "epoch": 17.46,
       "learning_rate": 1.0488122827346466e-06,
-      "loss": 0.9054,
+      "loss": 0.6934,
       "step": 20150
     },
     {
       "epoch": 17.47,
       "learning_rate": 1.048088064889919e-06,
-      "loss": 0.9229,
+      "loss": 0.6531,
       "step": 20160
     },
     {
       "epoch": 17.48,
       "learning_rate": 1.0473638470451913e-06,
-      "loss": 0.8777,
+      "loss": 0.6008,
       "step": 20170
     },
     {
       "epoch": 17.49,
       "learning_rate": 1.0466396292004636e-06,
-      "loss": 0.9208,
+      "loss": 0.6518,
       "step": 20180
     },
     {
       "epoch": 17.5,
       "learning_rate": 1.0459154113557357e-06,
-      "loss": 0.973,
+      "loss": 0.669,
       "step": 20190
     },
     {
       "epoch": 17.5,
       "learning_rate": 1.045191193511008e-06,
-      "loss": 0.8858,
+      "loss": 0.6343,
       "step": 20200
     },
     {
       "epoch": 17.51,
       "learning_rate": 1.0444669756662804e-06,
-      "loss": 0.893,
+      "loss": 0.6699,
       "step": 20210
     },
     {
       "epoch": 17.52,
       "learning_rate": 1.0437427578215528e-06,
-      "loss": 0.9776,
+      "loss": 0.694,
       "step": 20220
     },
     {
       "epoch": 17.53,
       "learning_rate": 1.043018539976825e-06,
-      "loss": 0.9441,
+      "loss": 0.6569,
       "step": 20230
     },
     {
       "epoch": 17.54,
       "learning_rate": 1.0422943221320974e-06,
-      "loss": 0.9414,
+      "loss": 0.6563,
       "step": 20240
     },
     {
       "epoch": 17.55,
       "learning_rate": 1.0415701042873698e-06,
-      "loss": 0.9259,
+      "loss": 0.6955,
       "step": 20250
     },
     {
       "epoch": 17.56,
       "learning_rate": 1.040845886442642e-06,
-      "loss": 0.9238,
+      "loss": 0.6828,
       "step": 20260
     },
     {
       "epoch": 17.56,
       "learning_rate": 1.0401216685979142e-06,
-      "loss": 0.9859,
+      "loss": 0.7119,
       "step": 20270
     },
     {
       "epoch": 17.57,
       "learning_rate": 1.0393974507531866e-06,
-      "loss": 0.9216,
+      "loss": 0.6684,
       "step": 20280
     },
     {
       "epoch": 17.58,
       "learning_rate": 1.038673232908459e-06,
-      "loss": 0.9199,
+      "loss": 0.6575,
       "step": 20290
     },
     {
       "epoch": 17.59,
       "learning_rate": 1.0379490150637313e-06,
-      "loss": 0.9123,
+      "loss": 0.6658,
       "step": 20300
     },
     {
       "epoch": 17.6,
       "learning_rate": 1.0372247972190036e-06,
-      "loss": 0.8847,
+      "loss": 0.6386,
       "step": 20310
     },
     {
       "epoch": 17.61,
       "learning_rate": 1.036500579374276e-06,
-      "loss": 0.9343,
+      "loss": 0.688,
       "step": 20320
     },
     {
       "epoch": 17.62,
       "learning_rate": 1.035776361529548e-06,
-      "loss": 0.9185,
+      "loss": 0.628,
       "step": 20330
     },
     {
       "epoch": 17.63,
       "learning_rate": 1.0350521436848204e-06,
-      "loss": 0.8724,
+      "loss": 0.6117,
       "step": 20340
     },
     {
       "epoch": 17.63,
       "learning_rate": 1.0343279258400927e-06,
-      "loss": 0.878,
+      "loss": 0.618,
       "step": 20350
     },
     {
       "epoch": 17.64,
       "learning_rate": 1.033603707995365e-06,
-      "loss": 0.9226,
+      "loss": 0.6157,
       "step": 20360
     },
     {
       "epoch": 17.65,
       "learning_rate": 1.0328794901506374e-06,
-      "loss": 0.9786,
+      "loss": 0.7018,
       "step": 20370
     },
     {
       "epoch": 17.66,
       "learning_rate": 1.0321552723059098e-06,
-      "loss": 0.9195,
+      "loss": 0.63,
       "step": 20380
     },
     {
       "epoch": 17.67,
       "learning_rate": 1.031431054461182e-06,
-      "loss": 0.9449,
+      "loss": 0.6784,
       "step": 20390
     },
     {
       "epoch": 17.68,
       "learning_rate": 1.0307068366164544e-06,
-      "loss": 0.8759,
+      "loss": 0.6475,
       "step": 20400
     },
     {
       "epoch": 17.69,
       "learning_rate": 1.0299826187717266e-06,
-      "loss": 0.8762,
+      "loss": 0.6653,
       "step": 20410
     },
     {
       "epoch": 17.69,
       "learning_rate": 1.029258400926999e-06,
-      "loss": 1.0126,
+      "loss": 0.7489,
       "step": 20420
     },
     {
       "epoch": 17.7,
       "learning_rate": 1.0285341830822712e-06,
-      "loss": 0.8807,
+      "loss": 0.6112,
       "step": 20430
     },
     {
       "epoch": 17.71,
       "learning_rate": 1.0278099652375436e-06,
-      "loss": 0.9103,
+      "loss": 0.6479,
       "step": 20440
     },
     {
       "epoch": 17.72,
       "learning_rate": 1.027085747392816e-06,
-      "loss": 0.9213,
+      "loss": 0.6482,
       "step": 20450
     },
     {
       "epoch": 17.73,
       "learning_rate": 1.0263615295480883e-06,
-      "loss": 0.922,
+      "loss": 0.6434,
       "step": 20460
     },
     {
       "epoch": 17.74,
       "learning_rate": 1.0256373117033606e-06,
-      "loss": 0.9663,
+      "loss": 0.7171,
       "step": 20470
     },
     {
       "epoch": 17.75,
       "learning_rate": 1.0249130938586327e-06,
-      "loss": 1.0158,
+      "loss": 0.7511,
       "step": 20480
     },
     {
       "epoch": 17.76,
       "learning_rate": 1.024188876013905e-06,
-      "loss": 0.8989,
+      "loss": 0.6434,
       "step": 20490
     },
     {
       "epoch": 17.76,
       "learning_rate": 1.0234646581691774e-06,
-      "loss": 0.8572,
+      "loss": 0.6069,
       "step": 20500
     },
     {
       "epoch": 17.77,
       "learning_rate": 1.0227404403244497e-06,
-      "loss": 0.8742,
+      "loss": 0.6098,
       "step": 20510
     },
     {
       "epoch": 17.78,
       "learning_rate": 1.022016222479722e-06,
-      "loss": 0.9699,
+      "loss": 0.6883,
       "step": 20520
     },
     {
       "epoch": 17.79,
       "learning_rate": 1.0212920046349942e-06,
-      "loss": 0.8975,
+      "loss": 0.5987,
       "step": 20530
     },
     {
       "epoch": 17.8,
       "learning_rate": 1.0205677867902665e-06,
-      "loss": 1.0077,
+      "loss": 0.6252,
       "step": 20540
     },
     {
       "epoch": 17.81,
       "learning_rate": 1.0198435689455389e-06,
-      "loss": 0.9344,
+      "loss": 0.6762,
       "step": 20550
     },
     {
       "epoch": 17.82,
       "learning_rate": 1.0191193511008112e-06,
-      "loss": 0.9011,
+      "loss": 0.6565,
       "step": 20560
     },
     {
       "epoch": 17.82,
       "learning_rate": 1.0183951332560836e-06,
-      "loss": 0.9054,
+      "loss": 0.6496,
       "step": 20570
     },
     {
       "epoch": 17.83,
       "learning_rate": 1.0176709154113557e-06,
-      "loss": 0.8996,
+      "loss": 0.6358,
       "step": 20580
     },
     {
       "epoch": 17.84,
       "learning_rate": 1.016946697566628e-06,
-      "loss": 0.977,
+      "loss": 0.6912,
       "step": 20590
     },
     {
       "epoch": 17.85,
       "learning_rate": 1.0162224797219004e-06,
-      "loss": 0.8614,
+      "loss": 0.6179,
       "step": 20600
     },
     {
       "epoch": 17.86,
       "learning_rate": 1.0154982618771727e-06,
-      "loss": 0.9668,
+      "loss": 0.698,
       "step": 20610
     },
     {
       "epoch": 17.87,
       "learning_rate": 1.014774044032445e-06,
-      "loss": 0.9052,
+      "loss": 0.6541,
       "step": 20620
     },
     {
       "epoch": 17.88,
       "learning_rate": 1.0140498261877174e-06,
-      "loss": 0.9023,
+      "loss": 0.6471,
       "step": 20630
     },
     {
       "epoch": 17.89,
       "learning_rate": 1.0133256083429895e-06,
-      "loss": 0.9168,
+      "loss": 0.631,
       "step": 20640
     },
     {
       "epoch": 17.89,
       "learning_rate": 1.0126013904982619e-06,
-      "loss": 0.9419,
+      "loss": 0.6819,
       "step": 20650
     },
     {
       "epoch": 17.9,
       "learning_rate": 1.0118771726535342e-06,
-      "loss": 0.9167,
+      "loss": 0.6703,
       "step": 20660
     },
     {
       "epoch": 17.91,
       "learning_rate": 1.0111529548088065e-06,
-      "loss": 0.9258,
+      "loss": 0.6868,
       "step": 20670
     },
     {
       "epoch": 17.92,
       "learning_rate": 1.0104287369640789e-06,
-      "loss": 0.9722,
+      "loss": 0.6673,
       "step": 20680
     },
     {
       "epoch": 17.93,
       "learning_rate": 1.0097045191193512e-06,
-      "loss": 0.9715,
+      "loss": 0.6971,
       "step": 20690
     },
     {
       "epoch": 17.94,
       "learning_rate": 1.0089803012746235e-06,
-      "loss": 0.9057,
+      "loss": 0.6533,
       "step": 20700
     },
     {
       "epoch": 17.95,
       "learning_rate": 1.0082560834298957e-06,
-      "loss": 0.9015,
+      "loss": 0.6201,
       "step": 20710
     },
     {
       "epoch": 17.95,
       "learning_rate": 1.007531865585168e-06,
-      "loss": 0.9865,
+      "loss": 0.6971,
       "step": 20720
     },
     {
       "epoch": 17.96,
       "learning_rate": 1.0068076477404404e-06,
-      "loss": 0.9303,
+      "loss": 0.6162,
       "step": 20730
     },
     {
       "epoch": 17.97,
       "learning_rate": 1.0060834298957127e-06,
-      "loss": 0.9046,
+      "loss": 0.6309,
       "step": 20740
     },
     {
       "epoch": 17.98,
       "learning_rate": 1.005359212050985e-06,
-      "loss": 0.9253,
+      "loss": 0.6378,
       "step": 20750
     },
     {
       "epoch": 17.99,
       "learning_rate": 1.0046349942062574e-06,
-      "loss": 0.8822,
+      "loss": 0.6364,
       "step": 20760
     },
     {
       "epoch": 18.0,
       "learning_rate": 1.0039107763615297e-06,
-      "loss": 0.9436,
+      "loss": 0.6931,
       "step": 20770
     },
     {
       "epoch": 18.0,
-      "eval_loss": 1.168269395828247,
-      "eval_runtime": 132.0421,
-      "eval_samples_per_second": 4.029,
-      "eval_steps_per_second": 2.015,
-      "eval_wer": 0.7919264639712027,
+      "eval_loss": 1.0222457647323608,
+      "eval_runtime": 133.6448,
+      "eval_samples_per_second": 3.981,
+      "eval_steps_per_second": 1.99,
+      "eval_wer": 0.6868933599022948,
       "step": 20772
     },
     {
       "epoch": 18.01,
       "learning_rate": 1.003186558516802e-06,
-      "loss": 0.9225,
+      "loss": 0.6714,
       "step": 20780
     },
     {
       "epoch": 18.02,
       "learning_rate": 1.0024623406720742e-06,
-      "loss": 0.9536,
+      "loss": 0.6784,
       "step": 20790
     },
     {
       "epoch": 18.02,
       "learning_rate": 1.0017381228273465e-06,
-      "loss": 0.9143,
+      "loss": 0.637,
       "step": 20800
     },
     {
       "epoch": 18.03,
       "learning_rate": 1.0010139049826188e-06,
-      "loss": 0.8837,
+      "loss": 0.6423,
       "step": 20810
     },
     {
       "epoch": 18.04,
       "learning_rate": 1.0002896871378912e-06,
-      "loss": 0.9629,
+      "loss": 0.707,
       "step": 20820
     },
     {
       "epoch": 18.05,
       "learning_rate": 9.995654692931635e-07,
-      "loss": 0.9284,
+      "loss": 0.6579,
       "step": 20830
     },
     {
       "epoch": 18.06,
       "learning_rate": 9.988412514484359e-07,
-      "loss": 0.9173,
+      "loss": 0.5888,
       "step": 20840
     },
     {
       "epoch": 18.07,
       "learning_rate": 9.981170336037082e-07,
-      "loss": 0.9443,
+      "loss": 0.6618,
       "step": 20850
     },
     {
       "epoch": 18.08,
       "learning_rate": 9.973928157589805e-07,
-      "loss": 0.906,
+      "loss": 0.6226,
       "step": 20860
     },
     {
       "epoch": 18.08,
       "learning_rate": 9.966685979142527e-07,
-      "loss": 0.8768,
+      "loss": 0.6112,
       "step": 20870
     },
     {
       "epoch": 18.09,
       "learning_rate": 9.95944380069525e-07,
-      "loss": 0.9361,
+      "loss": 0.6803,
       "step": 20880
     },
     {
       "epoch": 18.1,
       "learning_rate": 9.952201622247973e-07,
-      "loss": 0.9338,
+      "loss": 0.6439,
       "step": 20890
     },
     {
       "epoch": 18.11,
       "learning_rate": 9.944959443800697e-07,
-      "loss": 0.8928,
+      "loss": 0.6258,
       "step": 20900
     },
     {
       "epoch": 18.12,
       "learning_rate": 9.93771726535342e-07,
-      "loss": 0.9234,
+      "loss": 0.6545,
       "step": 20910
     },
     {
       "epoch": 18.13,
       "learning_rate": 9.930475086906142e-07,
-      "loss": 0.9279,
+      "loss": 0.6631,
       "step": 20920
     },
     {
       "epoch": 18.14,
       "learning_rate": 9.923232908458865e-07,
-      "loss": 0.8943,
+      "loss": 0.576,
       "step": 20930
     },
     {
       "epoch": 18.15,
       "learning_rate": 9.915990730011588e-07,
-      "loss": 0.8685,
+      "loss": 0.6211,
       "step": 20940
     },
     {
       "epoch": 18.15,
       "learning_rate": 9.908748551564312e-07,
-      "loss": 0.9218,
+      "loss": 0.6729,
       "step": 20950
     },
     {
       "epoch": 18.16,
       "learning_rate": 9.901506373117035e-07,
-      "loss": 0.8838,
+      "loss": 0.6462,
       "step": 20960
     },
     {
       "epoch": 18.17,
       "learning_rate": 9.894264194669756e-07,
-      "loss": 0.9218,
+      "loss": 0.6845,
       "step": 20970
     },
     {
       "epoch": 18.18,
       "learning_rate": 9.88702201622248e-07,
-      "loss": 0.9602,
+      "loss": 0.6418,
       "step": 20980
     },
     {
       "epoch": 18.19,
       "learning_rate": 9.879779837775203e-07,
-      "loss": 0.9003,
+      "loss": 0.6205,
       "step": 20990
     },
     {
       "epoch": 18.2,
       "learning_rate": 9.872537659327927e-07,
-      "loss": 0.911,
+      "loss": 0.5825,
       "step": 21000
     },
     {
       "epoch": 18.21,
       "learning_rate": 9.86529548088065e-07,
-      "loss": 0.925,
+      "loss": 0.6553,
       "step": 21010
     },
     {
       "epoch": 18.21,
       "learning_rate": 9.858053302433371e-07,
-      "loss": 0.9448,
+      "loss": 0.6971,
       "step": 21020
     },
     {
       "epoch": 18.22,
       "learning_rate": 9.850811123986095e-07,
-      "loss": 0.9967,
+      "loss": 0.7175,
       "step": 21030
     },
     {
       "epoch": 18.23,
       "learning_rate": 9.843568945538818e-07,
-      "loss": 0.8612,
+      "loss": 0.5583,
       "step": 21040
     },
     {
       "epoch": 18.24,
       "learning_rate": 9.836326767091541e-07,
-      "loss": 0.9789,
+      "loss": 0.7487,
       "step": 21050
     },
     {
       "epoch": 18.25,
       "learning_rate": 9.829084588644265e-07,
-      "loss": 0.894,
+      "loss": 0.6268,
       "step": 21060
     },
     {
       "epoch": 18.26,
       "learning_rate": 9.821842410196988e-07,
-      "loss": 0.9158,
+      "loss": 0.6447,
       "step": 21070
     },
     {
       "epoch": 18.27,
       "learning_rate": 9.814600231749712e-07,
-      "loss": 0.9929,
+      "loss": 0.7221,
       "step": 21080
     },
     {
       "epoch": 18.28,
       "learning_rate": 9.807358053302435e-07,
-      "loss": 0.8919,
+      "loss": 0.6045,
       "step": 21090
     },
     {
       "epoch": 18.28,
       "learning_rate": 9.800115874855156e-07,
-      "loss": 0.8936,
+      "loss": 0.6206,
       "step": 21100
     },
     {
       "epoch": 18.29,
       "learning_rate": 9.79287369640788e-07,
-      "loss": 0.8462,
+      "loss": 0.5884,
       "step": 21110
     },
     {
       "epoch": 18.3,
       "learning_rate": 9.785631517960603e-07,
-      "loss": 0.9569,
+      "loss": 0.7248,
       "step": 21120
     },
     {
       "epoch": 18.31,
       "learning_rate": 9.778389339513326e-07,
-      "loss": 0.9273,
+      "loss": 0.6538,
       "step": 21130
     },
     {
       "epoch": 18.32,
       "learning_rate": 9.77114716106605e-07,
-      "loss": 0.9516,
+      "loss": 0.6724,
       "step": 21140
     },
     {
       "epoch": 18.33,
       "learning_rate": 9.763904982618773e-07,
-      "loss": 0.8535,
+      "loss": 0.5607,
       "step": 21150
     },
     {
       "epoch": 18.34,
       "learning_rate": 9.756662804171497e-07,
-      "loss": 0.8748,
+      "loss": 0.6507,
       "step": 21160
     },
     {
       "epoch": 18.34,
       "learning_rate": 9.749420625724218e-07,
-      "loss": 0.9386,
+      "loss": 0.6732,
       "step": 21170
     },
     {
       "epoch": 18.35,
       "learning_rate": 9.742178447276941e-07,
-      "loss": 0.9685,
+      "loss": 0.6807,
       "step": 21180
     },
     {
       "epoch": 18.36,
       "learning_rate": 9.734936268829665e-07,
-      "loss": 0.9196,
+      "loss": 0.6647,
       "step": 21190
     },
     {
       "epoch": 18.37,
       "learning_rate": 9.727694090382388e-07,
-      "loss": 0.8873,
+      "loss": 0.6044,
       "step": 21200
     },
     {
       "epoch": 18.38,
       "learning_rate": 9.720451911935111e-07,
-      "loss": 0.9162,
+      "loss": 0.6576,
       "step": 21210
     },
     {
       "epoch": 18.39,
       "learning_rate": 9.713209733487835e-07,
-      "loss": 0.9682,
+      "loss": 0.65,
       "step": 21220
     },
     {
       "epoch": 18.4,
       "learning_rate": 9.705967555040558e-07,
-      "loss": 0.896,
+      "loss": 0.543,
       "step": 21230
     },
     {
       "epoch": 18.41,
       "learning_rate": 9.698725376593281e-07,
-      "loss": 0.8643,
+      "loss": 0.5783,
       "step": 21240
     },
     {
       "epoch": 18.41,
       "learning_rate": 9.691483198146003e-07,
-      "loss": 0.9647,
+      "loss": 0.6858,
       "step": 21250
     },
     {
       "epoch": 18.42,
       "learning_rate": 9.684241019698726e-07,
-      "loss": 0.8884,
+      "loss": 0.6018,
       "step": 21260
     },
     {
       "epoch": 18.43,
       "learning_rate": 9.67699884125145e-07,
-      "loss": 0.8608,
+      "loss": 0.6309,
       "step": 21270
     },
     {
       "epoch": 18.44,
       "learning_rate": 9.669756662804173e-07,
-      "loss": 1.0178,
+      "loss": 0.7029,
       "step": 21280
     },
     {
       "epoch": 18.45,
       "learning_rate": 9.662514484356896e-07,
-      "loss": 0.8953,
+      "loss": 0.6403,
       "step": 21290
     },
     {
       "epoch": 18.46,
       "learning_rate": 9.65527230590962e-07,
-      "loss": 0.9207,
+      "loss": 0.654,
       "step": 21300
     },
     {
       "epoch": 18.47,
       "learning_rate": 9.64803012746234e-07,
-      "loss": 0.892,
+      "loss": 0.6385,
       "step": 21310
     },
     {
       "epoch": 18.47,
       "learning_rate": 9.640787949015064e-07,
-      "loss": 0.8708,
+      "loss": 0.6202,
       "step": 21320
     },
     {
       "epoch": 18.48,
       "learning_rate": 9.633545770567788e-07,
-      "loss": 0.9653,
+      "loss": 0.6701,
       "step": 21330
     },
     {
       "epoch": 18.49,
       "learning_rate": 9.626303592120511e-07,
-      "loss": 0.9336,
+      "loss": 0.6467,
       "step": 21340
     },
     {
       "epoch": 18.5,
       "learning_rate": 9.619061413673235e-07,
-      "loss": 0.8986,
+      "loss": 0.5899,
       "step": 21350
     },
     {
       "epoch": 18.51,
       "learning_rate": 9.611819235225956e-07,
-      "loss": 0.859,
+      "loss": 0.6018,
       "step": 21360
     },
     {
       "epoch": 18.52,
       "learning_rate": 9.60457705677868e-07,
-      "loss": 0.9207,
+      "loss": 0.6547,
       "step": 21370
     },
     {
       "epoch": 18.53,
       "learning_rate": 9.597334878331403e-07,
-      "loss": 0.8862,
+      "loss": 0.6329,
       "step": 21380
     },
     {
       "epoch": 18.54,
       "learning_rate": 9.590092699884126e-07,
-      "loss": 0.9348,
+      "loss": 0.6632,
       "step": 21390
     },
     {
       "epoch": 18.54,
       "learning_rate": 9.58285052143685e-07,
-      "loss": 0.8571,
+      "loss": 0.6275,
       "step": 21400
     },
     {
       "epoch": 18.55,
       "learning_rate": 9.57560834298957e-07,
-      "loss": 0.8685,
+      "loss": 0.6406,
       "step": 21410
     },
     {
       "epoch": 18.56,
       "learning_rate": 9.568366164542294e-07,
-      "loss": 0.9206,
+      "loss": 0.6499,
       "step": 21420
     },
     {
       "epoch": 18.57,
       "learning_rate": 9.561123986095017e-07,
-      "loss": 0.9382,
+      "loss": 0.6822,
       "step": 21430
     },
     {
       "epoch": 18.58,
       "learning_rate": 9.55388180764774e-07,
-      "loss": 0.9025,
+      "loss": 0.6393,
       "step": 21440
     },
     {
       "epoch": 18.59,
       "learning_rate": 9.546639629200464e-07,
-      "loss": 0.9232,
+      "loss": 0.6502,
       "step": 21450
     },
     {
       "epoch": 18.6,
       "learning_rate": 9.539397450753188e-07,
-      "loss": 0.8376,
+      "loss": 0.6072,
       "step": 21460
     },
     {
       "epoch": 18.6,
       "learning_rate": 9.532155272305911e-07,
-      "loss": 0.9196,
+      "loss": 0.6806,
       "step": 21470
     },
     {
       "epoch": 18.61,
       "learning_rate": 9.524913093858633e-07,
-      "loss": 0.9573,
+      "loss": 0.6422,
       "step": 21480
     },
     {
       "epoch": 18.62,
       "learning_rate": 9.517670915411356e-07,
-      "loss": 0.9296,
+      "loss": 0.6326,
       "step": 21490
     },
     {
       "epoch": 18.63,
       "learning_rate": 9.510428736964079e-07,
-      "loss": 0.855,
+      "loss": 0.6239,
       "step": 21500
     },
     {
       "epoch": 18.64,
       "learning_rate": 9.503186558516802e-07,
-      "loss": 0.9108,
+      "loss": 0.6462,
       "step": 21510
     },
     {
       "epoch": 18.65,
       "learning_rate": 9.495944380069526e-07,
-      "loss": 0.9203,
+      "loss": 0.6391,
       "step": 21520
     },
     {
       "epoch": 18.66,
       "learning_rate": 9.488702201622249e-07,
-      "loss": 0.9474,
+      "loss": 0.7028,
       "step": 21530
     },
     {
       "epoch": 18.67,
       "learning_rate": 9.481460023174973e-07,
-      "loss": 0.9394,
+      "loss": 0.6269,
       "step": 21540
     },
     {
       "epoch": 18.67,
       "learning_rate": 9.474217844727694e-07,
-      "loss": 0.8615,
+      "loss": 0.6003,
       "step": 21550
     },
     {
       "epoch": 18.68,
       "learning_rate": 9.466975666280417e-07,
-      "loss": 0.8687,
+      "loss": 0.5689,
       "step": 21560
     },
     {
       "epoch": 18.69,
       "learning_rate": 9.459733487833141e-07,
-      "loss": 0.9046,
+      "loss": 0.6267,
       "step": 21570
     },
     {
       "epoch": 18.7,
       "learning_rate": 9.452491309385864e-07,
-      "loss": 0.8796,
+      "loss": 0.6148,
       "step": 21580
     },
     {
       "epoch": 18.71,
       "learning_rate": 9.445249130938587e-07,
-      "loss": 0.8826,
+      "loss": 0.5874,
       "step": 21590
     },
     {
       "epoch": 18.72,
       "learning_rate": 9.438006952491311e-07,
-      "loss": 0.9054,
+      "loss": 0.6291,
       "step": 21600
     },
     {
       "epoch": 18.73,
       "learning_rate": 9.430764774044033e-07,
-      "loss": 0.8865,
+      "loss": 0.6628,
       "step": 21610
     },
     {
       "epoch": 18.73,
       "learning_rate": 9.423522595596756e-07,
-      "loss": 0.9151,
+      "loss": 0.6188,
       "step": 21620
     },
     {
       "epoch": 18.74,
       "learning_rate": 9.416280417149479e-07,
-      "loss": 0.9057,
+      "loss": 0.6378,
       "step": 21630
     },
     {
       "epoch": 18.75,
       "learning_rate": 9.409038238702202e-07,
-      "loss": 0.9266,
+      "loss": 0.6311,
       "step": 21640
     },
     {
       "epoch": 18.76,
       "learning_rate": 9.401796060254926e-07,
-      "loss": 0.8641,
+      "loss": 0.6249,
       "step": 21650
     },
     {
       "epoch": 18.77,
       "learning_rate": 9.394553881807648e-07,
-      "loss": 0.937,
+      "loss": 0.6321,
       "step": 21660
     },
     {
       "epoch": 18.78,
       "learning_rate": 9.387311703360371e-07,
-      "loss": 0.9091,
+      "loss": 0.6528,
       "step": 21670
     },
     {
       "epoch": 18.79,
       "learning_rate": 9.380069524913095e-07,
-      "loss": 0.9292,
+      "loss": 0.6614,
       "step": 21680
     },
     {
       "epoch": 18.8,
       "learning_rate": 9.372827346465818e-07,
-      "loss": 0.9247,
+      "loss": 0.6451,
       "step": 21690
     },
     {
       "epoch": 18.8,
       "learning_rate": 9.365585168018541e-07,
-      "loss": 0.8697,
+      "loss": 0.5915,
       "step": 21700
     },
     {
       "epoch": 18.81,
       "learning_rate": 9.358342989571263e-07,
-      "loss": 0.9251,
+      "loss": 0.6598,
       "step": 21710
     },
     {
       "epoch": 18.82,
       "learning_rate": 9.351100811123986e-07,
-      "loss": 0.9508,
+      "loss": 0.6947,
       "step": 21720
     },
     {
       "epoch": 18.83,
       "learning_rate": 9.34385863267671e-07,
-      "loss": 0.9367,
+      "loss": 0.6551,
       "step": 21730
     },
     {
       "epoch": 18.84,
       "learning_rate": 9.336616454229433e-07,
-      "loss": 0.8821,
+      "loss": 0.5951,
       "step": 21740
     },
     {
       "epoch": 18.85,
       "learning_rate": 9.329374275782156e-07,
-      "loss": 0.8691,
+      "loss": 0.649,
       "step": 21750
     },
     {
       "epoch": 18.86,
       "learning_rate": 9.32213209733488e-07,
-      "loss": 0.9107,
+      "loss": 0.6816,
       "step": 21760
     },
     {
       "epoch": 18.86,
       "learning_rate": 9.314889918887603e-07,
-      "loss": 0.9223,
+      "loss": 0.6673,
       "step": 21770
     },
     {
       "epoch": 18.87,
       "learning_rate": 9.307647740440324e-07,
-      "loss": 0.9316,
+      "loss": 0.6707,
       "step": 21780
     },
     {
       "epoch": 18.88,
       "learning_rate": 9.300405561993048e-07,
-      "loss": 0.9269,
+      "loss": 0.6386,
       "step": 21790
     },
     {
       "epoch": 18.89,
       "learning_rate": 9.293163383545771e-07,
-      "loss": 0.8777,
+      "loss": 0.5921,
       "step": 21800
     },
     {
       "epoch": 18.9,
       "learning_rate": 9.285921205098495e-07,
-      "loss": 0.852,
+      "loss": 0.569,
       "step": 21810
     },
     {
       "epoch": 18.91,
       "learning_rate": 9.278679026651218e-07,
-      "loss": 0.8428,
+      "loss": 0.6241,
       "step": 21820
     },
     {
       "epoch": 18.92,
       "learning_rate": 9.27143684820394e-07,
-      "loss": 0.9335,
+      "loss": 0.6874,
       "step": 21830
     },
     {
       "epoch": 18.93,
       "learning_rate": 9.264194669756664e-07,
-      "loss": 1.1282,
+      "loss": 0.7586,
       "step": 21840
     },
     {
       "epoch": 18.93,
       "learning_rate": 9.256952491309387e-07,
-      "loss": 0.883,
+      "loss": 0.605,
       "step": 21850
     },
     {
       "epoch": 18.94,
       "learning_rate": 9.249710312862109e-07,
-      "loss": 0.91,
+      "loss": 0.6561,
       "step": 21860
     },
     {
       "epoch": 18.95,
       "learning_rate": 9.242468134414833e-07,
-      "loss": 0.9391,
+      "loss": 0.7103,
       "step": 21870
     },
     {
       "epoch": 18.96,
       "learning_rate": 9.235225955967555e-07,
-      "loss": 0.8978,
+      "loss": 0.6624,
       "step": 21880
     },
     {
       "epoch": 18.97,
       "learning_rate": 9.227983777520278e-07,
-      "loss": 0.9101,
+      "loss": 0.6862,
       "step": 21890
     },
     {
       "epoch": 18.98,
       "learning_rate": 9.220741599073002e-07,
-      "loss": 0.8595,
+      "loss": 0.6321,
       "step": 21900
     },
     {
       "epoch": 18.99,
       "learning_rate": 9.213499420625725e-07,
-      "loss": 0.8797,
+      "loss": 0.6448,
       "step": 21910
     },
     {
       "epoch": 18.99,
       "learning_rate": 9.206257242178449e-07,
-      "loss": 0.8974,
+      "loss": 0.6438,
       "step": 21920
     },
     {
       "epoch": 19.0,
-      "eval_loss": 1.1566606760025024,
-      "eval_runtime": 132.2809,
-      "eval_samples_per_second": 4.022,
-      "eval_steps_per_second": 2.011,
-      "eval_wer": 0.78369865655332,
+      "eval_loss": 1.0264630317687988,
+      "eval_runtime": 133.6107,
+      "eval_samples_per_second": 3.982,
+      "eval_steps_per_second": 1.991,
+      "eval_wer": 0.6954425660474385,
       "step": 21926
     },
     {
       "epoch": 19.0,
       "learning_rate": 9.199015063731172e-07,
-      "loss": 0.9775,
+      "loss": 0.6647,
       "step": 21930
     },
     {
       "epoch": 19.01,
       "learning_rate": 9.191772885283893e-07,
-      "loss": 0.9086,
+      "loss": 0.6373,
       "step": 21940
     },
     {
       "epoch": 19.02,
       "learning_rate": 9.184530706836617e-07,
-      "loss": 0.8034,
+      "loss": 0.5711,
       "step": 21950
     },
     {
       "epoch": 19.03,
       "learning_rate": 9.17728852838934e-07,
-      "loss": 0.9216,
+      "loss": 0.6569,
       "step": 21960
     },
     {
       "epoch": 19.04,
       "learning_rate": 9.170046349942063e-07,
-      "loss": 0.8985,
+      "loss": 0.6957,
       "step": 21970
     },
     {
       "epoch": 19.05,
       "learning_rate": 9.162804171494787e-07,
-      "loss": 0.9014,
+      "loss": 0.6947,
       "step": 21980
     },
     {
       "epoch": 19.06,
       "learning_rate": 9.15556199304751e-07,
-      "loss": 0.9559,
+      "loss": 0.655,
       "step": 21990
     },
     {
       "epoch": 19.06,
       "learning_rate": 9.148319814600233e-07,
-      "loss": 0.8708,
+      "loss": 0.5879,
       "step": 22000
     },
     {
       "epoch": 19.07,
       "learning_rate": 9.141077636152955e-07,
-      "loss": 0.8723,
+      "loss": 0.5988,
       "step": 22010
     },
     {
       "epoch": 19.08,
       "learning_rate": 9.133835457705678e-07,
-      "loss": 0.89,
+      "loss": 0.6142,
       "step": 22020
     },
     {
       "epoch": 19.09,
       "learning_rate": 9.126593279258402e-07,
-      "loss": 0.9845,
+      "loss": 0.7301,
       "step": 22030
     },
     {
       "epoch": 19.1,
       "learning_rate": 9.119351100811125e-07,
-      "loss": 0.9361,
+      "loss": 0.6368,
       "step": 22040
     },
     {
       "epoch": 19.11,
       "learning_rate": 9.112108922363847e-07,
-      "loss": 0.9241,
+      "loss": 0.6663,
       "step": 22050
     },
     {
       "epoch": 19.12,
       "learning_rate": 9.104866743916571e-07,
-      "loss": 0.9349,
+      "loss": 0.6528,
       "step": 22060
     },
     {
       "epoch": 19.12,
       "learning_rate": 9.097624565469294e-07,
-      "loss": 0.9248,
+      "loss": 0.6739,
       "step": 22070
     },
     {
       "epoch": 19.13,
       "learning_rate": 9.090382387022018e-07,
-      "loss": 0.8438,
+      "loss": 0.6295,
       "step": 22080
     },
     {
       "epoch": 19.14,
       "learning_rate": 9.08314020857474e-07,
-      "loss": 0.8688,
+      "loss": 0.5848,
       "step": 22090
     },
     {
       "epoch": 19.15,
       "learning_rate": 9.075898030127462e-07,
-      "loss": 0.8199,
+      "loss": 0.5634,
       "step": 22100
     },
     {
       "epoch": 19.16,
       "learning_rate": 9.068655851680186e-07,
-      "loss": 0.815,
+      "loss": 0.5855,
       "step": 22110
     },
     {
       "epoch": 19.17,
       "learning_rate": 9.061413673232909e-07,
-      "loss": 0.9193,
+      "loss": 0.666,
       "step": 22120
     },
     {
       "epoch": 19.18,
       "learning_rate": 9.054171494785632e-07,
-      "loss": 0.8454,
+      "loss": 0.5799,
       "step": 22130
     },
     {
       "epoch": 19.19,
       "learning_rate": 9.046929316338356e-07,
-      "loss": 0.8779,
+      "loss": 0.6245,
       "step": 22140
     },
     {
       "epoch": 19.19,
       "learning_rate": 9.039687137891079e-07,
-      "loss": 0.8413,
+      "loss": 0.5716,
       "step": 22150
     },
     {
       "epoch": 19.2,
       "learning_rate": 9.032444959443803e-07,
-      "loss": 0.8882,
+      "loss": 0.6211,
       "step": 22160
     },
     {
       "epoch": 19.21,
       "learning_rate": 9.025202780996524e-07,
-      "loss": 0.9077,
+      "loss": 0.6502,
       "step": 22170
     },
     {
       "epoch": 19.22,
       "learning_rate": 9.017960602549247e-07,
-      "loss": 0.9259,
+      "loss": 0.6535,
       "step": 22180
     },
     {
       "epoch": 19.23,
       "learning_rate": 9.010718424101971e-07,
-      "loss": 0.9695,
+      "loss": 0.6964,
       "step": 22190
     },
     {
       "epoch": 19.24,
       "learning_rate": 9.003476245654694e-07,
-      "loss": 0.917,
+      "loss": 0.6059,
       "step": 22200
     },
     {
       "epoch": 19.25,
       "learning_rate": 8.996234067207417e-07,
-      "loss": 0.9004,
+      "loss": 0.6448,
       "step": 22210
     },
     {
       "epoch": 19.25,
       "learning_rate": 8.98899188876014e-07,
-      "loss": 0.8793,
+      "loss": 0.6093,
       "step": 22220
     },
     {
       "epoch": 19.26,
       "learning_rate": 8.981749710312863e-07,
-      "loss": 0.8693,
+      "loss": 0.6271,
       "step": 22230
     },
     {
       "epoch": 19.27,
       "learning_rate": 8.974507531865585e-07,
-      "loss": 0.8907,
+      "loss": 0.6506,
       "step": 22240
     },
     {
       "epoch": 19.28,
       "learning_rate": 8.967265353418309e-07,
-      "loss": 0.9683,
+      "loss": 0.707,
       "step": 22250
     },
     {
       "epoch": 19.29,
       "learning_rate": 8.960023174971032e-07,
-      "loss": 0.8829,
+      "loss": 0.6595,
       "step": 22260
     },
     {
       "epoch": 19.3,
       "learning_rate": 8.952780996523755e-07,
-      "loss": 0.873,
+      "loss": 0.6157,
       "step": 22270
     },
     {
       "epoch": 19.31,
       "learning_rate": 8.945538818076478e-07,
-      "loss": 0.8955,
+      "loss": 0.6254,
       "step": 22280
     },
     {
       "epoch": 19.32,
       "learning_rate": 8.938296639629201e-07,
-      "loss": 0.8707,
+      "loss": 0.6062,
       "step": 22290
     },
     {
       "epoch": 19.32,
       "learning_rate": 8.931054461181925e-07,
-      "loss": 0.9491,
+      "loss": 0.6742,
       "step": 22300
     },
     {
       "epoch": 19.33,
       "learning_rate": 8.923812282734648e-07,
-      "loss": 0.8482,
+      "loss": 0.6309,
       "step": 22310
     },
     {
       "epoch": 19.34,
       "learning_rate": 8.916570104287369e-07,
-      "loss": 0.9171,
+      "loss": 0.6602,
       "step": 22320
     },
     {
       "epoch": 19.35,
       "learning_rate": 8.909327925840093e-07,
-      "loss": 0.9141,
+      "loss": 0.6138,
       "step": 22330
     },
     {
       "epoch": 19.36,
       "learning_rate": 8.902085747392816e-07,
-      "loss": 0.8823,
+      "loss": 0.5831,
       "step": 22340
     },
     {
       "epoch": 19.37,
       "learning_rate": 8.89484356894554e-07,
-      "loss": 0.8796,
+      "loss": 0.6418,
       "step": 22350
     },
     {
       "epoch": 19.38,
       "learning_rate": 8.887601390498263e-07,
-      "loss": 0.8574,
+      "loss": 0.5858,
       "step": 22360
     },
     {
       "epoch": 19.38,
       "learning_rate": 8.880359212050986e-07,
-      "loss": 0.8719,
+      "loss": 0.6046,
       "step": 22370
     },
     {
       "epoch": 19.39,
       "learning_rate": 8.87311703360371e-07,
-      "loss": 0.9879,
+      "loss": 0.715,
       "step": 22380
     },
     {
       "epoch": 19.4,
       "learning_rate": 8.865874855156431e-07,
-      "loss": 0.8955,
+      "loss": 0.6096,
       "step": 22390
     },
     {
       "epoch": 19.41,
       "learning_rate": 8.858632676709154e-07,
-      "loss": 0.8598,
+      "loss": 0.5971,
       "step": 22400
     },
     {
       "epoch": 19.42,
       "learning_rate": 8.851390498261878e-07,
-      "loss": 0.903,
+      "loss": 0.6312,
       "step": 22410
     },
     {
       "epoch": 19.43,
       "learning_rate": 8.844148319814601e-07,
-      "loss": 0.8327,
+      "loss": 0.5931,
       "step": 22420
     },
     {
       "epoch": 19.44,
       "learning_rate": 8.836906141367325e-07,
-      "loss": 0.879,
+      "loss": 0.5974,
       "step": 22430
     },
     {
       "epoch": 19.45,
       "learning_rate": 8.829663962920047e-07,
-      "loss": 0.9219,
+      "loss": 0.6109,
       "step": 22440
     },
     {
       "epoch": 19.45,
       "learning_rate": 8.82242178447277e-07,
-      "loss": 0.9042,
+      "loss": 0.6501,
       "step": 22450
     },
     {
       "epoch": 19.46,
       "learning_rate": 8.815179606025494e-07,
-      "loss": 0.8508,
+      "loss": 0.6068,
       "step": 22460
     },
     {
       "epoch": 19.47,
       "learning_rate": 8.807937427578216e-07,
-      "loss": 0.9333,
+      "loss": 0.6774,
       "step": 22470
     },
     {
       "epoch": 19.48,
       "learning_rate": 8.800695249130939e-07,
-      "loss": 0.89,
+      "loss": 0.5887,
       "step": 22480
     },
     {
       "epoch": 19.49,
       "learning_rate": 8.793453070683662e-07,
-      "loss": 0.9202,
+      "loss": 0.6601,
       "step": 22490
     },
     {
       "epoch": 19.5,
       "learning_rate": 8.786210892236385e-07,
-      "loss": 0.8701,
+      "loss": 0.6363,
       "step": 22500
     },
     {
       "epoch": 19.51,
       "learning_rate": 8.778968713789108e-07,
-      "loss": 0.8765,
+      "loss": 0.6442,
       "step": 22510
     },
     {
       "epoch": 19.51,
       "learning_rate": 8.771726535341832e-07,
-      "loss": 0.8384,
+      "loss": 0.6115,
       "step": 22520
     },
     {
       "epoch": 19.52,
       "learning_rate": 8.764484356894555e-07,
-      "loss": 0.9996,
+      "loss": 0.705,
       "step": 22530
     },
     {
       "epoch": 19.53,
       "learning_rate": 8.757242178447279e-07,
-      "loss": 0.95,
+      "loss": 0.68,
       "step": 22540
     },
     {
       "epoch": 19.54,
       "learning_rate": 8.75e-07,
-      "loss": 0.9106,
+      "loss": 0.6183,
       "step": 22550
     },
     {
       "epoch": 19.55,
       "learning_rate": 8.742757821552723e-07,
-      "loss": 0.8801,
+      "loss": 0.6149,
       "step": 22560
     },
     {
       "epoch": 19.56,
       "learning_rate": 8.735515643105447e-07,
-      "loss": 0.8827,
+      "loss": 0.6523,
       "step": 22570
     },
     {
       "epoch": 19.57,
       "learning_rate": 8.72827346465817e-07,
-      "loss": 0.9856,
+      "loss": 0.7359,
       "step": 22580
     },
     {
       "epoch": 19.58,
       "learning_rate": 8.721031286210893e-07,
-      "loss": 0.8708,
+      "loss": 0.5791,
       "step": 22590
     },
     {
       "epoch": 19.58,
       "learning_rate": 8.713789107763617e-07,
-      "loss": 0.8937,
+      "loss": 0.6318,
       "step": 22600
     },
     {
       "epoch": 19.59,
       "learning_rate": 8.706546929316339e-07,
-      "loss": 0.8587,
+      "loss": 0.6224,
       "step": 22610
     },
     {
       "epoch": 19.6,
       "learning_rate": 8.699304750869061e-07,
-      "loss": 0.914,
+      "loss": 0.6697,
       "step": 22620
     },
     {
       "epoch": 19.61,
       "learning_rate": 8.692062572421785e-07,
-      "loss": 0.9584,
+      "loss": 0.6647,
       "step": 22630
     },
     {
       "epoch": 19.62,
       "learning_rate": 8.684820393974508e-07,
-      "loss": 0.9004,
+      "loss": 0.6566,
       "step": 22640
     },
     {
       "epoch": 19.63,
       "learning_rate": 8.677578215527232e-07,
-      "loss": 0.9163,
+      "loss": 0.6325,
       "step": 22650
     },
     {
       "epoch": 19.64,
       "learning_rate": 8.670336037079954e-07,
-      "loss": 0.837,
+      "loss": 0.5692,
       "step": 22660
     },
     {
       "epoch": 19.64,
       "learning_rate": 8.663093858632677e-07,
-      "loss": 0.885,
+      "loss": 0.6267,
       "step": 22670
     },
     {
       "epoch": 19.65,
       "learning_rate": 8.655851680185401e-07,
-      "loss": 0.9421,
+      "loss": 0.6221,
       "step": 22680
     },
     {
       "epoch": 19.66,
       "learning_rate": 8.648609501738124e-07,
-      "loss": 0.87,
+      "loss": 0.589,
       "step": 22690
     },
     {
       "epoch": 19.67,
       "learning_rate": 8.641367323290846e-07,
-      "loss": 0.903,
+      "loss": 0.6296,
       "step": 22700
     },
     {
       "epoch": 19.68,
       "learning_rate": 8.634125144843569e-07,
-      "loss": 0.8844,
+      "loss": 0.5702,
       "step": 22710
     },
     {
       "epoch": 19.69,
       "learning_rate": 8.626882966396292e-07,
-      "loss": 0.934,
+      "loss": 0.6598,
       "step": 22720
     },
     {
       "epoch": 19.7,
       "learning_rate": 8.619640787949016e-07,
-      "loss": 0.9304,
+      "loss": 0.6376,
       "step": 22730
     },
     {
       "epoch": 19.71,
       "learning_rate": 8.612398609501739e-07,
-      "loss": 0.9278,
+      "loss": 0.6695,
       "step": 22740
     },
     {
       "epoch": 19.71,
       "learning_rate": 8.605156431054462e-07,
-      "loss": 0.8286,
+      "loss": 0.5958,
       "step": 22750
     },
     {
       "epoch": 19.72,
       "learning_rate": 8.597914252607186e-07,
-      "loss": 0.8629,
+      "loss": 0.6097,
       "step": 22760
     },
     {
       "epoch": 19.73,
       "learning_rate": 8.590672074159909e-07,
-      "loss": 0.8773,
+      "loss": 0.6483,
       "step": 22770
     },
     {
       "epoch": 19.74,
       "learning_rate": 8.58342989571263e-07,
-      "loss": 0.8861,
+      "loss": 0.5944,
       "step": 22780
     },
     {
       "epoch": 19.75,
       "learning_rate": 8.576187717265354e-07,
-      "loss": 0.8998,
+      "loss": 0.5989,
       "step": 22790
     },
     {
       "epoch": 19.76,
-      "learning_rate": 8.569669756662804e-07,
-      "loss": 0.9617,
+      "learning_rate": 8.568945538818077e-07,
+      "loss": 0.6403,
       "step": 22800
     },
     {
       "epoch": 19.77,
-      "learning_rate": 8.562427578215528e-07,
-      "loss": 0.9083,
+      "learning_rate": 8.561703360370801e-07,
+      "loss": 0.6675,
       "step": 22810
     },
     {
       "epoch": 19.77,
-      "learning_rate": 8.555185399768251e-07,
-      "loss": 0.8764,
+      "learning_rate": 8.554461181923524e-07,
+      "loss": 0.6496,
       "step": 22820
     },
     {
       "epoch": 19.78,
-      "learning_rate": 8.547943221320974e-07,
-      "loss": 0.9952,
+      "learning_rate": 8.547219003476246e-07,
+      "loss": 0.7534,
       "step": 22830
     },
     {
       "epoch": 19.79,
-      "learning_rate": 8.540701042873698e-07,
-      "loss": 0.837,
+      "learning_rate": 8.53997682502897e-07,
+      "loss": 0.5899,
       "step": 22840
     },
     {
       "epoch": 19.8,
-      "learning_rate": 8.533458864426421e-07,
-      "loss": 0.8164,
+      "learning_rate": 8.532734646581692e-07,
+      "loss": 0.5584,
       "step": 22850
     },
     {
       "epoch": 19.81,
-      "learning_rate": 8.526216685979142e-07,
-      "loss": 0.9304,
+      "learning_rate": 8.525492468134415e-07,
+      "loss": 0.6634,
       "step": 22860
     },
     {
       "epoch": 19.82,
-      "learning_rate": 8.518974507531866e-07,
-      "loss": 0.8753,
+      "learning_rate": 8.518250289687139e-07,
+      "loss": 0.6512,
       "step": 22870
     },
     {
       "epoch": 19.83,
-      "learning_rate": 8.511732329084589e-07,
-      "loss": 0.9123,
+      "learning_rate": 8.511008111239861e-07,
+      "loss": 0.6229,
       "step": 22880
     },
     {
       "epoch": 19.83,
-      "learning_rate": 8.504490150637313e-07,
-      "loss": 0.8512,
+      "learning_rate": 8.503765932792584e-07,
+      "loss": 0.5743,
       "step": 22890
     },
     {
       "epoch": 19.84,
-      "learning_rate": 8.497247972190036e-07,
-      "loss": 0.804,
+      "learning_rate": 8.496523754345308e-07,
+      "loss": 0.541,
       "step": 22900
     },
     {
       "epoch": 19.85,
-      "learning_rate": 8.490005793742758e-07,
-      "loss": 0.8888,
+      "learning_rate": 8.489281575898031e-07,
+      "loss": 0.6551,
       "step": 22910
     },
     {
       "epoch": 19.86,
-      "learning_rate": 8.482763615295482e-07,
-      "loss": 0.918,
+      "learning_rate": 8.482039397450755e-07,
+      "loss": 0.6733,
       "step": 22920
     },
     {
       "epoch": 19.87,
-      "learning_rate": 8.475521436848205e-07,
-      "loss": 0.9545,
+      "learning_rate": 8.474797219003476e-07,
+      "loss": 0.7242,
       "step": 22930
     },
     {
       "epoch": 19.88,
-      "learning_rate": 8.468279258400927e-07,
-      "loss": 0.9704,
+      "learning_rate": 8.467555040556199e-07,
+      "loss": 0.6914,
       "step": 22940
     },
     {
       "epoch": 19.89,
-      "learning_rate": 8.461037079953651e-07,
-      "loss": 0.9111,
+      "learning_rate": 8.460312862108923e-07,
+      "loss": 0.6343,
       "step": 22950
     },
     {
       "epoch": 19.9,
-      "learning_rate": 8.453794901506373e-07,
-      "loss": 0.887,
+      "learning_rate": 8.453070683661646e-07,
+      "loss": 0.6471,
       "step": 22960
     },
     {
       "epoch": 19.9,
-      "learning_rate": 8.446552723059097e-07,
-      "loss": 0.8631,
+      "learning_rate": 8.44582850521437e-07,
+      "loss": 0.6276,
       "step": 22970
     },
     {
       "epoch": 19.91,
-      "learning_rate": 8.43931054461182e-07,
-      "loss": 0.9138,
+      "learning_rate": 8.438586326767093e-07,
+      "loss": 0.6505,
       "step": 22980
     },
     {
       "epoch": 19.92,
-      "learning_rate": 8.432068366164543e-07,
-      "loss": 0.9083,
+      "learning_rate": 8.431344148319816e-07,
+      "loss": 0.6329,
       "step": 22990
     },
     {
       "epoch": 19.93,
-      "learning_rate": 8.424826187717267e-07,
-      "loss": 0.8949,
+      "learning_rate": 8.424101969872539e-07,
+      "loss": 0.6198,
       "step": 23000
     },
     {
       "epoch": 19.94,
-      "learning_rate": 8.417584009269988e-07,
-      "loss": 0.9736,
+      "learning_rate": 8.416859791425261e-07,
+      "loss": 0.6857,
       "step": 23010
     },
     {
       "epoch": 19.95,
-      "learning_rate": 8.410341830822711e-07,
-      "loss": 0.8796,
+      "learning_rate": 8.409617612977984e-07,
+      "loss": 0.6656,
       "step": 23020
     },
     {
       "epoch": 19.96,
-      "learning_rate": 8.403099652375435e-07,
-      "loss": 0.9924,
+      "learning_rate": 8.402375434530708e-07,
+      "loss": 0.7265,
       "step": 23030
     },
     {
       "epoch": 19.96,
-      "learning_rate": 8.395857473928158e-07,
-      "loss": 0.87,
+      "learning_rate": 8.395133256083431e-07,
+      "loss": 0.5848,
       "step": 23040
     },
     {
       "epoch": 19.97,
-      "learning_rate": 8.388615295480881e-07,
-      "loss": 0.9335,
+      "learning_rate": 8.387891077636153e-07,
+      "loss": 0.6794,
       "step": 23050
     },
     {
       "epoch": 19.98,
-      "learning_rate": 8.381373117033605e-07,
-      "loss": 0.8306,
+      "learning_rate": 8.380648899188877e-07,
+      "loss": 0.5761,
       "step": 23060
     },
     {
       "epoch": 19.99,
-      "learning_rate": 8.374130938586328e-07,
-      "loss": 0.8542,
+      "learning_rate": 8.3734067207416e-07,
+      "loss": 0.6062,
       "step": 23070
     },
     {
       "epoch": 20.0,
-      "learning_rate": 8.366888760139051e-07,
-      "loss": 0.8718,
+      "learning_rate": 8.366164542294323e-07,
+      "loss": 0.6072,
       "step": 23080
     },
     {
       "epoch": 20.0,
-      "eval_loss": 1.1517492532730103,
-      "eval_runtime": 132.1836,
-      "eval_samples_per_second": 4.025,
-      "eval_steps_per_second": 2.012,
-      "eval_wer": 0.7853056501896253,
+      "eval_loss": 1.0188970565795898,
+      "eval_runtime": 133.8421,
+      "eval_samples_per_second": 3.975,
+      "eval_steps_per_second": 1.987,
+      "eval_wer": 0.683872211866041,
       "step": 23080
     },
     {
       "epoch": 20.01,
-      "learning_rate": 8.359646581691773e-07,
-      "loss": 0.9782,
+      "learning_rate": 8.358922363847046e-07,
+      "loss": 0.6601,
       "step": 23090
     },
     {
       "epoch": 20.02,
-      "learning_rate": 8.352404403244496e-07,
-      "loss": 0.922,
+      "learning_rate": 8.351680185399768e-07,
+      "loss": 0.6682,
       "step": 23100
     },
     {
       "epoch": 20.03,
-      "learning_rate": 8.34516222479722e-07,
-      "loss": 0.8679,
+      "learning_rate": 8.344438006952492e-07,
+      "loss": 0.6304,
       "step": 23110
     },
     {
       "epoch": 20.03,
-      "learning_rate": 8.337920046349943e-07,
-      "loss": 0.869,
+      "learning_rate": 8.337195828505215e-07,
+      "loss": 0.6092,
       "step": 23120
     },
     {
       "epoch": 20.04,
-      "learning_rate": 8.330677867902665e-07,
-      "loss": 0.9216,
+      "learning_rate": 8.329953650057938e-07,
+      "loss": 0.629,
       "step": 23130
     },
     {
       "epoch": 20.05,
-      "learning_rate": 8.323435689455389e-07,
-      "loss": 0.8752,
+      "learning_rate": 8.322711471610662e-07,
+      "loss": 0.5867,
       "step": 23140
     },
     {
       "epoch": 20.06,
-      "learning_rate": 8.316193511008112e-07,
-      "loss": 0.866,
+      "learning_rate": 8.315469293163385e-07,
+      "loss": 0.6087,
       "step": 23150
     },
     {
       "epoch": 20.07,
-      "learning_rate": 8.308951332560836e-07,
-      "loss": 0.8959,
+      "learning_rate": 8.308227114716106e-07,
+      "loss": 0.634,
       "step": 23160
     },
     {
       "epoch": 20.08,
-      "learning_rate": 8.301709154113558e-07,
-      "loss": 0.8566,
+      "learning_rate": 8.30098493626883e-07,
+      "loss": 0.6095,
       "step": 23170
     },
     {
       "epoch": 20.09,
-      "learning_rate": 8.29446697566628e-07,
-      "loss": 0.9699,
+      "learning_rate": 8.293742757821553e-07,
+      "loss": 0.7027,
       "step": 23180
     },
     {
       "epoch": 20.1,
-      "learning_rate": 8.287224797219004e-07,
-      "loss": 0.9046,
+      "learning_rate": 8.286500579374277e-07,
+      "loss": 0.6095,
       "step": 23190
     },
     {
       "epoch": 20.1,
-      "learning_rate": 8.279982618771727e-07,
-      "loss": 0.8777,
+      "learning_rate": 8.279258400927e-07,
+      "loss": 0.5781,
       "step": 23200
     },
     {
       "epoch": 20.11,
-      "learning_rate": 8.27274044032445e-07,
-      "loss": 0.9042,
+      "learning_rate": 8.272016222479723e-07,
+      "loss": 0.6301,
       "step": 23210
     },
     {
       "epoch": 20.12,
-      "learning_rate": 8.265498261877174e-07,
-      "loss": 0.9027,
+      "learning_rate": 8.264774044032446e-07,
+      "loss": 0.6283,
       "step": 23220
     },
     {
       "epoch": 20.13,
-      "learning_rate": 8.258256083429897e-07,
-      "loss": 0.8555,
+      "learning_rate": 8.257531865585168e-07,
+      "loss": 0.5981,
       "step": 23230
     },
     {
       "epoch": 20.14,
-      "learning_rate": 8.251013904982618e-07,
-      "loss": 0.9379,
+      "learning_rate": 8.250289687137891e-07,
+      "loss": 0.6644,
       "step": 23240
     },
     {
       "epoch": 20.15,
-      "learning_rate": 8.243771726535342e-07,
-      "loss": 0.947,
+      "learning_rate": 8.243047508690615e-07,
+      "loss": 0.7119,
       "step": 23250
     },
     {
       "epoch": 20.16,
-      "learning_rate": 8.236529548088065e-07,
-      "loss": 0.8134,
+      "learning_rate": 8.235805330243338e-07,
+      "loss": 0.5581,
       "step": 23260
     },
     {
       "epoch": 20.16,
-      "learning_rate": 8.229287369640789e-07,
-      "loss": 0.8615,
+      "learning_rate": 8.228563151796061e-07,
+      "loss": 0.5741,
       "step": 23270
     },
     {
       "epoch": 20.17,
-      "learning_rate": 8.222045191193512e-07,
-      "loss": 0.8716,
+      "learning_rate": 8.221320973348784e-07,
+      "loss": 0.6505,
       "step": 23280
     },
     {
       "epoch": 20.18,
-      "learning_rate": 8.214803012746235e-07,
-      "loss": 0.8847,
+      "learning_rate": 8.214078794901507e-07,
+      "loss": 0.6202,
       "step": 23290
     },
     {
       "epoch": 20.19,
-      "learning_rate": 8.207560834298958e-07,
-      "loss": 0.9,
+      "learning_rate": 8.206836616454231e-07,
+      "loss": 0.6396,
       "step": 23300
     },
     {
       "epoch": 20.2,
-      "learning_rate": 8.200318655851681e-07,
-      "loss": 0.844,
+      "learning_rate": 8.199594438006953e-07,
+      "loss": 0.5621,
       "step": 23310
     },
     {
       "epoch": 20.21,
-      "learning_rate": 8.193076477404403e-07,
-      "loss": 0.8513,
+      "learning_rate": 8.192352259559675e-07,
+      "loss": 0.6155,
       "step": 23320
     },
     {
       "epoch": 20.22,
-      "learning_rate": 8.185834298957127e-07,
-      "loss": 0.9477,
+      "learning_rate": 8.185110081112399e-07,
+      "loss": 0.7079,
       "step": 23330
     },
     {
       "epoch": 20.23,
-      "learning_rate": 8.17859212050985e-07,
-      "loss": 0.8679,
+      "learning_rate": 8.177867902665122e-07,
+      "loss": 0.5827,
       "step": 23340
     },
     {
       "epoch": 20.23,
-      "learning_rate": 8.171349942062573e-07,
-      "loss": 0.9261,
+      "learning_rate": 8.170625724217846e-07,
+      "loss": 0.6049,
       "step": 23350
     },
     {
       "epoch": 20.24,
-      "learning_rate": 8.164107763615296e-07,
-      "loss": 0.9079,
+      "learning_rate": 8.163383545770569e-07,
+      "loss": 0.64,
       "step": 23360
     },
     {
       "epoch": 20.25,
-      "learning_rate": 8.156865585168019e-07,
-      "loss": 0.8677,
+      "learning_rate": 8.156141367323292e-07,
+      "loss": 0.5915,
       "step": 23370
     },
     {
       "epoch": 20.26,
-      "learning_rate": 8.149623406720743e-07,
-      "loss": 0.9233,
+      "learning_rate": 8.148899188876016e-07,
+      "loss": 0.6517,
       "step": 23380
     },
     {
       "epoch": 20.27,
-      "learning_rate": 8.142381228273466e-07,
-      "loss": 0.9002,
+      "learning_rate": 8.141657010428737e-07,
+      "loss": 0.6275,
       "step": 23390
     },
     {
       "epoch": 20.28,
-      "learning_rate": 8.135139049826187e-07,
-      "loss": 0.8853,
+      "learning_rate": 8.13441483198146e-07,
+      "loss": 0.6716,
       "step": 23400
     },
     {
       "epoch": 20.29,
-      "learning_rate": 8.127896871378911e-07,
-      "loss": 0.8373,
+      "learning_rate": 8.127172653534184e-07,
+      "loss": 0.6113,
       "step": 23410
     },
     {
       "epoch": 20.29,
-      "learning_rate": 8.120654692931634e-07,
-      "loss": 0.9601,
+      "learning_rate": 8.119930475086907e-07,
+      "loss": 0.6796,
       "step": 23420
     },
     {
       "epoch": 20.3,
-      "learning_rate": 8.113412514484358e-07,
-      "loss": 0.867,
+      "learning_rate": 8.112688296639631e-07,
+      "loss": 0.6163,
       "step": 23430
     },
     {
       "epoch": 20.31,
-      "learning_rate": 8.106170336037081e-07,
-      "loss": 0.9072,
+      "learning_rate": 8.105446118192353e-07,
+      "loss": 0.6267,
       "step": 23440
     },
     {
       "epoch": 20.32,
-      "learning_rate": 8.098928157589804e-07,
-      "loss": 0.8714,
+      "learning_rate": 8.098203939745076e-07,
+      "loss": 0.5733,
       "step": 23450
     },
     {
       "epoch": 20.33,
-      "learning_rate": 8.091685979142528e-07,
-      "loss": 0.8925,
+      "learning_rate": 8.090961761297799e-07,
+      "loss": 0.6232,
       "step": 23460
     },
     {
       "epoch": 20.34,
-      "learning_rate": 8.084443800695249e-07,
-      "loss": 0.865,
+      "learning_rate": 8.083719582850522e-07,
+      "loss": 0.6251,
       "step": 23470
     },
     {
       "epoch": 20.35,
-      "learning_rate": 8.077201622247972e-07,
-      "loss": 0.8735,
+      "learning_rate": 8.076477404403245e-07,
+      "loss": 0.6207,
       "step": 23480
     },
     {
       "epoch": 20.36,
-      "learning_rate": 8.069959443800696e-07,
-      "loss": 0.9032,
+      "learning_rate": 8.069235225955968e-07,
+      "loss": 0.6292,
       "step": 23490
     },
     {
       "epoch": 20.36,
-      "learning_rate": 8.062717265353419e-07,
-      "loss": 0.8648,
+      "learning_rate": 8.061993047508691e-07,
+      "loss": 0.6536,
       "step": 23500
     },
     {
       "epoch": 20.37,
-      "learning_rate": 8.055475086906143e-07,
-      "loss": 0.8433,
+      "learning_rate": 8.054750869061414e-07,
+      "loss": 0.5803,
       "step": 23510
     },
     {
       "epoch": 20.38,
-      "learning_rate": 8.048957126303593e-07,
-      "loss": 0.8787,
+      "learning_rate": 8.047508690614138e-07,
+      "loss": 0.6576,
       "step": 23520
     },
     {
       "epoch": 20.39,
-      "learning_rate": 8.041714947856316e-07,
-      "loss": 0.8553,
+      "learning_rate": 8.040266512166861e-07,
+      "loss": 0.6155,
       "step": 23530
     },
     {
       "epoch": 20.4,
-      "learning_rate": 8.03447276940904e-07,
-      "loss": 0.8907,
+      "learning_rate": 8.033024333719583e-07,
+      "loss": 0.6162,
       "step": 23540
     },
     {
       "epoch": 20.41,
-      "learning_rate": 8.027230590961763e-07,
-      "loss": 0.8797,
+      "learning_rate": 8.025782155272306e-07,
+      "loss": 0.6178,
       "step": 23550
     },
     {
       "epoch": 20.42,
-      "learning_rate": 8.019988412514484e-07,
-      "loss": 0.8364,
+      "learning_rate": 8.018539976825029e-07,
+      "loss": 0.5903,
       "step": 23560
     },
     {
       "epoch": 20.42,
-      "learning_rate": 8.012746234067208e-07,
-      "loss": 0.8893,
+      "learning_rate": 8.011297798377753e-07,
+      "loss": 0.6693,
       "step": 23570
     },
     {
       "epoch": 20.43,
-      "learning_rate": 8.005504055619931e-07,
-      "loss": 0.921,
+      "learning_rate": 8.004055619930476e-07,
+      "loss": 0.6672,
       "step": 23580
     },
     {
       "epoch": 20.44,
-      "learning_rate": 7.998261877172655e-07,
-      "loss": 0.9383,
+      "learning_rate": 7.996813441483199e-07,
+      "loss": 0.6687,
       "step": 23590
     },
     {
       "epoch": 20.45,
-      "learning_rate": 7.991019698725377e-07,
-      "loss": 0.8518,
+      "learning_rate": 7.989571263035923e-07,
+      "loss": 0.5706,
       "step": 23600
     },
     {
       "epoch": 20.46,
-      "learning_rate": 7.9837775202781e-07,
-      "loss": 0.8637,
+      "learning_rate": 7.982329084588645e-07,
+      "loss": 0.6342,
       "step": 23610
     },
     {
       "epoch": 20.47,
-      "learning_rate": 7.976535341830824e-07,
-      "loss": 0.874,
+      "learning_rate": 7.975086906141368e-07,
+      "loss": 0.6321,
       "step": 23620
     },
     {
       "epoch": 20.48,
-      "learning_rate": 7.969293163383546e-07,
-      "loss": 0.8822,
+      "learning_rate": 7.967844727694091e-07,
+      "loss": 0.6721,
       "step": 23630
     },
     {
       "epoch": 20.49,
-      "learning_rate": 7.962050984936269e-07,
-      "loss": 0.9197,
+      "learning_rate": 7.960602549246814e-07,
+      "loss": 0.6598,
       "step": 23640
     },
     {
       "epoch": 20.49,
-      "learning_rate": 7.954808806488992e-07,
-      "loss": 0.8452,
+      "learning_rate": 7.953360370799538e-07,
+      "loss": 0.5962,
       "step": 23650
     },
     {
       "epoch": 20.5,
-      "learning_rate": 7.947566628041715e-07,
-      "loss": 0.885,
+      "learning_rate": 7.94611819235226e-07,
+      "loss": 0.6318,
       "step": 23660
     },
     {
       "epoch": 20.51,
-      "learning_rate": 7.940324449594438e-07,
-      "loss": 0.8792,
+      "learning_rate": 7.938876013904983e-07,
+      "loss": 0.6318,
       "step": 23670
     },
     {
       "epoch": 20.52,
-      "learning_rate": 7.933082271147162e-07,
-      "loss": 0.98,
+      "learning_rate": 7.931633835457707e-07,
+      "loss": 0.7108,
       "step": 23680
     },
     {
       "epoch": 20.53,
-      "learning_rate": 7.925840092699885e-07,
-      "loss": 0.8847,
+      "learning_rate": 7.924391657010429e-07,
+      "loss": 0.6318,
       "step": 23690
     },
     {
       "epoch": 20.54,
-      "learning_rate": 7.918597914252609e-07,
-      "loss": 1.042,
+      "learning_rate": 7.917149478563152e-07,
+      "loss": 0.661,
       "step": 23700
     },
     {
       "epoch": 20.55,
-      "learning_rate": 7.91135573580533e-07,
-      "loss": 0.8819,
+      "learning_rate": 7.909907300115875e-07,
+      "loss": 0.63,
       "step": 23710
     },
     {
       "epoch": 20.55,
-      "learning_rate": 7.904113557358053e-07,
-      "loss": 0.8617,
+      "learning_rate": 7.902665121668598e-07,
+      "loss": 0.6162,
       "step": 23720
     },
     {
       "epoch": 20.56,
-      "learning_rate": 7.896871378910777e-07,
-      "loss": 0.8569,
+      "learning_rate": 7.895422943221322e-07,
+      "loss": 0.651,
       "step": 23730
     },
     {
       "epoch": 20.57,
-      "learning_rate": 7.8896292004635e-07,
-      "loss": 0.8489,
+      "learning_rate": 7.888180764774045e-07,
+      "loss": 0.5936,
       "step": 23740
     },
     {
       "epoch": 20.58,
-      "learning_rate": 7.882387022016223e-07,
-      "loss": 0.942,
+      "learning_rate": 7.880938586326768e-07,
+      "loss": 0.7116,
       "step": 23750
     },
     {
       "epoch": 20.59,
-      "learning_rate": 7.875144843568947e-07,
-      "loss": 0.9328,
+      "learning_rate": 7.873696407879492e-07,
+      "loss": 0.6329,
       "step": 23760
     },
     {
       "epoch": 20.6,
-      "learning_rate": 7.867902665121669e-07,
-      "loss": 0.8466,
+      "learning_rate": 7.866454229432213e-07,
+      "loss": 0.5891,
       "step": 23770
     },
     {
       "epoch": 20.61,
-      "learning_rate": 7.860660486674393e-07,
-      "loss": 0.9003,
+      "learning_rate": 7.859212050984936e-07,
+      "loss": 0.6322,
       "step": 23780
     },
     {
       "epoch": 20.61,
-      "learning_rate": 7.853418308227115e-07,
-      "loss": 0.9116,
+      "learning_rate": 7.85196987253766e-07,
+      "loss": 0.5931,
       "step": 23790
     },
     {
       "epoch": 20.62,
-      "learning_rate": 7.846176129779838e-07,
-      "loss": 0.8665,
+      "learning_rate": 7.844727694090383e-07,
+      "loss": 0.6095,
       "step": 23800
     },
     {
       "epoch": 20.63,
-      "learning_rate": 7.838933951332562e-07,
-      "loss": 0.8579,
+      "learning_rate": 7.837485515643107e-07,
+      "loss": 0.6318,
       "step": 23810
     },
     {
       "epoch": 20.64,
-      "learning_rate": 7.831691772885284e-07,
-      "loss": 0.87,
+      "learning_rate": 7.83024333719583e-07,
+      "loss": 0.6205,
       "step": 23820
     },
     {
       "epoch": 20.65,
-      "learning_rate": 7.824449594438007e-07,
-      "loss": 0.8712,
+      "learning_rate": 7.823001158748552e-07,
+      "loss": 0.5734,
       "step": 23830
     },
     {
       "epoch": 20.66,
-      "learning_rate": 7.817207415990731e-07,
-      "loss": 0.8672,
+      "learning_rate": 7.815758980301276e-07,
+      "loss": 0.6217,
       "step": 23840
     },
     {
       "epoch": 20.67,
-      "learning_rate": 7.809965237543454e-07,
-      "loss": 0.9186,
+      "learning_rate": 7.808516801853998e-07,
+      "loss": 0.628,
       "step": 23850
     },
     {
       "epoch": 20.68,
-      "learning_rate": 7.802723059096177e-07,
-      "loss": 0.8579,
+      "learning_rate": 7.801274623406721e-07,
+      "loss": 0.6035,
       "step": 23860
     },
     {
       "epoch": 20.68,
-      "learning_rate": 7.795480880648899e-07,
-      "loss": 0.8365,
+      "learning_rate": 7.794032444959445e-07,
+      "loss": 0.5831,
       "step": 23870
     },
     {
       "epoch": 20.69,
-      "learning_rate": 7.788238702201622e-07,
-      "loss": 0.946,
+      "learning_rate": 7.786790266512167e-07,
+      "loss": 0.6679,
       "step": 23880
     },
     {
       "epoch": 20.7,
-      "learning_rate": 7.780996523754346e-07,
-      "loss": 0.8907,
+      "learning_rate": 7.77954808806489e-07,
+      "loss": 0.6267,
       "step": 23890
     },
     {
       "epoch": 20.71,
-      "learning_rate": 7.773754345307069e-07,
-      "loss": 0.9263,
+      "learning_rate": 7.772305909617614e-07,
+      "loss": 0.6601,
       "step": 23900
     },
     {
       "epoch": 20.72,
-      "learning_rate": 7.766512166859792e-07,
-      "loss": 0.8704,
+      "learning_rate": 7.765063731170337e-07,
+      "loss": 0.6202,
       "step": 23910
     },
     {
       "epoch": 20.73,
-      "learning_rate": 7.759269988412516e-07,
-      "loss": 0.8525,
+      "learning_rate": 7.757821552723059e-07,
+      "loss": 0.5851,
       "step": 23920
     },
     {
       "epoch": 20.74,
-      "learning_rate": 7.752027809965239e-07,
-      "loss": 0.9394,
+      "learning_rate": 7.750579374275782e-07,
+      "loss": 0.6896,
       "step": 23930
     },
     {
       "epoch": 20.74,
-      "learning_rate": 7.74478563151796e-07,
-      "loss": 1.0169,
+      "learning_rate": 7.743337195828505e-07,
+      "loss": 0.7503,
       "step": 23940
     },
     {
       "epoch": 20.75,
-      "learning_rate": 7.737543453070684e-07,
-      "loss": 0.8324,
+      "learning_rate": 7.736095017381229e-07,
+      "loss": 0.5642,
       "step": 23950
     },
     {
       "epoch": 20.76,
-      "learning_rate": 7.730301274623407e-07,
-      "loss": 0.8103,
+      "learning_rate": 7.728852838933952e-07,
+      "loss": 0.5344,
       "step": 23960
     },
     {
       "epoch": 20.77,
-      "learning_rate": 7.723059096176131e-07,
-      "loss": 0.8535,
+      "learning_rate": 7.721610660486676e-07,
+      "loss": 0.6296,
       "step": 23970
     },
     {
       "epoch": 20.78,
-      "learning_rate": 7.715816917728854e-07,
-      "loss": 0.8986,
+      "learning_rate": 7.714368482039399e-07,
+      "loss": 0.6614,
       "step": 23980
     },
     {
       "epoch": 20.79,
-      "learning_rate": 7.708574739281576e-07,
-      "loss": 0.8735,
+      "learning_rate": 7.707850521436849e-07,
+      "loss": 0.665,
       "step": 23990
     },
     {
       "epoch": 20.8,
-      "learning_rate": 7.7013325608343e-07,
-      "loss": 0.9845,
+      "learning_rate": 7.700608342989573e-07,
+      "loss": 0.6648,
       "step": 24000
     },
     {
       "epoch": 20.81,
-      "learning_rate": 7.694090382387023e-07,
-      "loss": 0.9266,
+      "learning_rate": 7.693366164542294e-07,
+      "loss": 0.6274,
       "step": 24010
     },
     {
       "epoch": 20.81,
-      "learning_rate": 7.686848203939745e-07,
-      "loss": 0.8931,
+      "learning_rate": 7.686123986095017e-07,
+      "loss": 0.6286,
       "step": 24020
     },
     {
       "epoch": 20.82,
-      "learning_rate": 7.679606025492469e-07,
-      "loss": 0.9241,
+      "learning_rate": 7.678881807647741e-07,
+      "loss": 0.6803,
       "step": 24030
     },
     {
       "epoch": 20.83,
-      "learning_rate": 7.672363847045191e-07,
-      "loss": 1.0119,
+      "learning_rate": 7.671639629200464e-07,
+      "loss": 0.6922,
       "step": 24040
     },
     {
       "epoch": 20.84,
-      "learning_rate": 7.665121668597915e-07,
-      "loss": 0.8509,
+      "learning_rate": 7.664397450753188e-07,
+      "loss": 0.5911,
       "step": 24050
     },
     {
       "epoch": 20.85,
-      "learning_rate": 7.657879490150638e-07,
-      "loss": 0.8772,
+      "learning_rate": 7.657155272305911e-07,
+      "loss": 0.6112,
       "step": 24060
     },
     {
       "epoch": 20.86,
-      "learning_rate": 7.650637311703361e-07,
-      "loss": 0.8179,
+      "learning_rate": 7.649913093858634e-07,
+      "loss": 0.5845,
       "step": 24070
     },
     {
       "epoch": 20.87,
-      "learning_rate": 7.643395133256085e-07,
-      "loss": 0.9116,
+      "learning_rate": 7.642670915411356e-07,
+      "loss": 0.6731,
       "step": 24080
     },
     {
       "epoch": 20.87,
-      "learning_rate": 7.636152954808806e-07,
-      "loss": 0.8652,
+      "learning_rate": 7.635428736964079e-07,
+      "loss": 0.6427,
       "step": 24090
     },
     {
       "epoch": 20.88,
-      "learning_rate": 7.628910776361529e-07,
-      "loss": 0.9184,
+      "learning_rate": 7.628186558516802e-07,
+      "loss": 0.6185,
       "step": 24100
     },
     {
       "epoch": 20.89,
-      "learning_rate": 7.621668597914253e-07,
-      "loss": 0.8886,
+      "learning_rate": 7.620944380069526e-07,
+      "loss": 0.63,
       "step": 24110
     },
     {
       "epoch": 20.9,
-      "learning_rate": 7.614426419466976e-07,
-      "loss": 0.9392,
+      "learning_rate": 7.613702201622249e-07,
+      "loss": 0.6831,
       "step": 24120
     },
     {
       "epoch": 20.91,
-      "learning_rate": 7.6071842410197e-07,
-      "loss": 0.8987,
+      "learning_rate": 7.606460023174971e-07,
+      "loss": 0.653,
       "step": 24130
     },
     {
       "epoch": 20.92,
-      "learning_rate": 7.599942062572423e-07,
-      "loss": 0.8775,
+      "learning_rate": 7.599217844727695e-07,
+      "loss": 0.6113,
       "step": 24140
     },
     {
       "epoch": 20.93,
-      "learning_rate": 7.592699884125146e-07,
-      "loss": 0.8679,
+      "learning_rate": 7.591975666280418e-07,
+      "loss": 0.5937,
       "step": 24150
     },
     {
       "epoch": 20.94,
-      "learning_rate": 7.585457705677869e-07,
-      "loss": 0.878,
+      "learning_rate": 7.584733487833141e-07,
+      "loss": 0.6081,
       "step": 24160
     },
     {
       "epoch": 20.94,
-      "learning_rate": 7.578215527230591e-07,
-      "loss": 0.8439,
+      "learning_rate": 7.577491309385864e-07,
+      "loss": 0.6062,
       "step": 24170
     },
     {
       "epoch": 20.95,
-      "learning_rate": 7.570973348783314e-07,
-      "loss": 0.9485,
+      "learning_rate": 7.570249130938586e-07,
+      "loss": 0.7009,
       "step": 24180
     },
     {
       "epoch": 20.96,
-      "learning_rate": 7.563731170336038e-07,
-      "loss": 0.8417,
+      "learning_rate": 7.56300695249131e-07,
+      "loss": 0.58,
       "step": 24190
     },
     {
       "epoch": 20.97,
-      "learning_rate": 7.556488991888761e-07,
-      "loss": 0.878,
+      "learning_rate": 7.555764774044033e-07,
+      "loss": 0.5991,
       "step": 24200
     },
     {
       "epoch": 20.98,
-      "learning_rate": 7.549246813441483e-07,
-      "loss": 0.9042,
+      "learning_rate": 7.548522595596756e-07,
+      "loss": 0.6058,
       "step": 24210
     },
     {
       "epoch": 20.99,
-      "learning_rate": 7.542004634994207e-07,
-      "loss": 0.8576,
+      "learning_rate": 7.54128041714948e-07,
+      "loss": 0.6508,
       "step": 24220
     },
     {
       "epoch": 21.0,
-      "learning_rate": 7.53476245654693e-07,
-      "loss": 0.8892,
+      "learning_rate": 7.534038238702203e-07,
+      "loss": 0.6643,
       "step": 24230
     },
     {
       "epoch": 21.0,
-      "eval_loss": 1.1575450897216797,
-      "eval_runtime": 132.9863,
-      "eval_samples_per_second": 4.0,
-      "eval_steps_per_second": 2.0,
-      "eval_wer": 0.7922478626984637,
+      "eval_loss": 1.024438500404358,
+      "eval_runtime": 133.1473,
+      "eval_samples_per_second": 3.996,
+      "eval_steps_per_second": 1.998,
+      "eval_wer": 0.6821366587388314,
       "step": 24234
     },
     {
       "epoch": 21.01,
-      "learning_rate": 7.527520278099653e-07,
-      "loss": 0.9773,
+      "learning_rate": 7.526796060254924e-07,
+      "loss": 0.6893,
       "step": 24240
     },
     {
       "epoch": 21.01,
-      "learning_rate": 7.520278099652376e-07,
-      "loss": 0.8521,
+      "learning_rate": 7.519553881807648e-07,
+      "loss": 0.6192,
       "step": 24250
     },
     {
       "epoch": 21.02,
-      "learning_rate": 7.513035921205098e-07,
-      "loss": 0.7981,
+      "learning_rate": 7.512311703360371e-07,
+      "loss": 0.5432,
       "step": 24260
     },
     {
       "epoch": 21.03,
-      "learning_rate": 7.505793742757822e-07,
-      "loss": 0.9028,
+      "learning_rate": 7.505069524913095e-07,
+      "loss": 0.6702,
       "step": 24270
     },
     {
       "epoch": 21.04,
-      "learning_rate": 7.498551564310545e-07,
-      "loss": 0.8063,
+      "learning_rate": 7.497827346465818e-07,
+      "loss": 0.5673,
       "step": 24280
     },
     {
       "epoch": 21.05,
-      "learning_rate": 7.491309385863268e-07,
-      "loss": 0.9442,
+      "learning_rate": 7.490585168018541e-07,
+      "loss": 0.6647,
       "step": 24290
     },
     {
       "epoch": 21.06,
-      "learning_rate": 7.484067207415992e-07,
-      "loss": 0.9052,
+      "learning_rate": 7.483342989571264e-07,
+      "loss": 0.595,
       "step": 24300
     },
     {
       "epoch": 21.07,
-      "learning_rate": 7.476825028968715e-07,
-      "loss": 0.8476,
+      "learning_rate": 7.476100811123986e-07,
+      "loss": 0.5918,
       "step": 24310
     },
     {
       "epoch": 21.07,
-      "learning_rate": 7.469582850521437e-07,
-      "loss": 0.8392,
+      "learning_rate": 7.46885863267671e-07,
+      "loss": 0.6359,
       "step": 24320
     },
     {
       "epoch": 21.08,
-      "learning_rate": 7.46234067207416e-07,
-      "loss": 0.9512,
+      "learning_rate": 7.461616454229433e-07,
+      "loss": 0.6902,
       "step": 24330
     },
     {
       "epoch": 21.09,
-      "learning_rate": 7.455098493626883e-07,
-      "loss": 0.8954,
+      "learning_rate": 7.454374275782156e-07,
+      "loss": 0.6095,
       "step": 24340
     },
     {
       "epoch": 21.1,
-      "learning_rate": 7.447856315179607e-07,
-      "loss": 0.8584,
+      "learning_rate": 7.447132097334879e-07,
+      "loss": 0.6132,
       "step": 24350
     },
     {
       "epoch": 21.11,
-      "learning_rate": 7.44061413673233e-07,
-      "loss": 0.872,
+      "learning_rate": 7.439889918887602e-07,
+      "loss": 0.6251,
       "step": 24360
     },
     {
       "epoch": 21.12,
-      "learning_rate": 7.433371958285053e-07,
-      "loss": 0.853,
+      "learning_rate": 7.432647740440325e-07,
+      "loss": 0.6177,
       "step": 24370
     },
     {
       "epoch": 21.13,
-      "learning_rate": 7.426129779837776e-07,
-      "loss": 0.9399,
+      "learning_rate": 7.425405561993049e-07,
+      "loss": 0.667,
       "step": 24380
     },
     {
       "epoch": 21.14,
-      "learning_rate": 7.418887601390499e-07,
-      "loss": 0.9366,
+      "learning_rate": 7.418163383545771e-07,
+      "loss": 0.6133,
       "step": 24390
     },
     {
       "epoch": 21.14,
-      "learning_rate": 7.411645422943222e-07,
-      "loss": 0.8676,
+      "learning_rate": 7.410921205098493e-07,
+      "loss": 0.6213,
       "step": 24400
     },
     {
       "epoch": 21.15,
-      "learning_rate": 7.404403244495945e-07,
-      "loss": 0.8455,
+      "learning_rate": 7.403679026651217e-07,
+      "loss": 0.5901,
       "step": 24410
     },
     {
       "epoch": 21.16,
-      "learning_rate": 7.397161066048668e-07,
-      "loss": 0.9102,
+      "learning_rate": 7.39643684820394e-07,
+      "loss": 0.6092,
       "step": 24420
     },
     {
       "epoch": 21.17,
-      "learning_rate": 7.389918887601391e-07,
-      "loss": 0.9222,
+      "learning_rate": 7.389194669756664e-07,
+      "loss": 0.6318,
       "step": 24430
     },
     {
       "epoch": 21.18,
-      "learning_rate": 7.382676709154114e-07,
-      "loss": 0.8924,
+      "learning_rate": 7.381952491309387e-07,
+      "loss": 0.6423,
       "step": 24440
     },
     {
       "epoch": 21.19,
-      "learning_rate": 7.375434530706837e-07,
-      "loss": 0.8014,
+      "learning_rate": 7.37471031286211e-07,
+      "loss": 0.5372,
       "step": 24450
     },
     {
       "epoch": 21.2,
-      "learning_rate": 7.368192352259561e-07,
-      "loss": 0.8236,
+      "learning_rate": 7.367468134414834e-07,
+      "loss": 0.5638,
       "step": 24460
     },
     {
       "epoch": 21.2,
-      "learning_rate": 7.360950173812283e-07,
-      "loss": 0.8781,
+      "learning_rate": 7.360225955967555e-07,
+      "loss": 0.6613,
       "step": 24470
     },
     {
       "epoch": 21.21,
-      "learning_rate": 7.353707995365005e-07,
-      "loss": 0.8238,
+      "learning_rate": 7.352983777520278e-07,
+      "loss": 0.5553,
       "step": 24480
     },
     {
       "epoch": 21.22,
-      "learning_rate": 7.346465816917729e-07,
-      "loss": 0.8844,
+      "learning_rate": 7.345741599073002e-07,
+      "loss": 0.6011,
       "step": 24490
     },
     {
       "epoch": 21.23,
-      "learning_rate": 7.339223638470452e-07,
-      "loss": 0.8783,
+      "learning_rate": 7.338499420625725e-07,
+      "loss": 0.6086,
       "step": 24500
     },
     {
       "epoch": 21.24,
-      "learning_rate": 7.331981460023176e-07,
-      "loss": 0.9325,
+      "learning_rate": 7.331257242178449e-07,
+      "loss": 0.6681,
       "step": 24510
     },
     {
       "epoch": 21.25,
-      "learning_rate": 7.324739281575899e-07,
-      "loss": 0.8907,
+      "learning_rate": 7.324015063731171e-07,
+      "loss": 0.6417,
       "step": 24520
     },
     {
       "epoch": 21.26,
-      "learning_rate": 7.317497103128622e-07,
-      "loss": 0.9283,
+      "learning_rate": 7.316772885283894e-07,
+      "loss": 0.6692,
       "step": 24530
     },
     {
       "epoch": 21.27,
-      "learning_rate": 7.310254924681346e-07,
-      "loss": 0.8723,
+      "learning_rate": 7.309530706836617e-07,
+      "loss": 0.6235,
       "step": 24540
     },
     {
       "epoch": 21.27,
-      "learning_rate": 7.303012746234067e-07,
-      "loss": 0.9082,
+      "learning_rate": 7.30228852838934e-07,
+      "loss": 0.6264,
       "step": 24550
     },
     {
       "epoch": 21.28,
-      "learning_rate": 7.29577056778679e-07,
-      "loss": 0.9141,
+      "learning_rate": 7.295046349942063e-07,
+      "loss": 0.6587,
       "step": 24560
     },
     {
       "epoch": 21.29,
-      "learning_rate": 7.288528389339514e-07,
-      "loss": 0.8764,
+      "learning_rate": 7.287804171494786e-07,
+      "loss": 0.6126,
       "step": 24570
     },
     {
       "epoch": 21.3,
-      "learning_rate": 7.281286210892237e-07,
-      "loss": 0.9268,
+      "learning_rate": 7.280561993047509e-07,
+      "loss": 0.6666,
       "step": 24580
     },
     {
       "epoch": 21.31,
-      "learning_rate": 7.274044032444961e-07,
-      "loss": 0.9623,
+      "learning_rate": 7.273319814600233e-07,
+      "loss": 0.7173,
       "step": 24590
     },
     {
       "epoch": 21.32,
-      "learning_rate": 7.266801853997683e-07,
-      "loss": 0.8615,
+      "learning_rate": 7.266077636152956e-07,
+      "loss": 0.6113,
       "step": 24600
     },
     {
       "epoch": 21.33,
-      "learning_rate": 7.259559675550406e-07,
-      "loss": 0.8815,
+      "learning_rate": 7.258835457705679e-07,
+      "loss": 0.6031,
       "step": 24610
     },
     {
       "epoch": 21.33,
-      "learning_rate": 7.25231749710313e-07,
-      "loss": 0.8209,
+      "learning_rate": 7.251593279258401e-07,
+      "loss": 0.576,
       "step": 24620
     },
     {
       "epoch": 21.34,
-      "learning_rate": 7.245075318655852e-07,
-      "loss": 0.8875,
+      "learning_rate": 7.244351100811124e-07,
+      "loss": 0.6526,
       "step": 24630
     },
     {
       "epoch": 21.35,
-      "learning_rate": 7.237833140208575e-07,
-      "loss": 0.8999,
+      "learning_rate": 7.237108922363847e-07,
+      "loss": 0.6713,
       "step": 24640
     },
     {
       "epoch": 21.36,
-      "learning_rate": 7.230590961761298e-07,
-      "loss": 0.8973,
+      "learning_rate": 7.229866743916571e-07,
+      "loss": 0.5916,
       "step": 24650
     },
     {
       "epoch": 21.37,
-      "learning_rate": 7.223348783314021e-07,
-      "loss": 0.8598,
+      "learning_rate": 7.222624565469294e-07,
+      "loss": 0.6214,
       "step": 24660
     },
     {
       "epoch": 21.38,
-      "learning_rate": 7.216106604866745e-07,
-      "loss": 0.8607,
+      "learning_rate": 7.215382387022018e-07,
+      "loss": 0.6223,
       "step": 24670
     },
     {
       "epoch": 21.39,
-      "learning_rate": 7.208864426419468e-07,
-      "loss": 0.8604,
+      "learning_rate": 7.208140208574741e-07,
+      "loss": 0.6303,
       "step": 24680
     },
     {
       "epoch": 21.39,
-      "learning_rate": 7.201622247972191e-07,
-      "loss": 0.8829,
+      "learning_rate": 7.200898030127462e-07,
+      "loss": 0.6517,
       "step": 24690
     },
     {
       "epoch": 21.4,
-      "learning_rate": 7.194380069524913e-07,
-      "loss": 0.875,
+      "learning_rate": 7.193655851680186e-07,
+      "loss": 0.6788,
       "step": 24700
     },
     {
       "epoch": 21.41,
-      "learning_rate": 7.187137891077636e-07,
-      "loss": 0.8974,
+      "learning_rate": 7.186413673232909e-07,
+      "loss": 0.6443,
       "step": 24710
     },
     {
       "epoch": 21.42,
-      "learning_rate": 7.179895712630359e-07,
-      "loss": 0.8678,
+      "learning_rate": 7.179171494785632e-07,
+      "loss": 0.6326,
       "step": 24720
     },
     {
       "epoch": 21.43,
-      "learning_rate": 7.172653534183083e-07,
-      "loss": 0.8751,
+      "learning_rate": 7.171929316338356e-07,
+      "loss": 0.6315,
       "step": 24730
     },
     {
       "epoch": 21.44,
-      "learning_rate": 7.165411355735806e-07,
-      "loss": 0.8817,
+      "learning_rate": 7.164687137891078e-07,
+      "loss": 0.6249,
       "step": 24740
     },
     {
       "epoch": 21.45,
-      "learning_rate": 7.15816917728853e-07,
-      "loss": 0.8579,
+      "learning_rate": 7.157444959443801e-07,
+      "loss": 0.5732,
       "step": 24750
     },
     {
       "epoch": 21.46,
-      "learning_rate": 7.150926998841253e-07,
-      "loss": 0.8967,
+      "learning_rate": 7.150202780996525e-07,
+      "loss": 0.6174,
       "step": 24760
     },
     {
       "epoch": 21.46,
-      "learning_rate": 7.143684820393975e-07,
-      "loss": 0.8398,
+      "learning_rate": 7.142960602549247e-07,
+      "loss": 0.5692,
       "step": 24770
     },
     {
       "epoch": 21.47,
-      "learning_rate": 7.136442641946698e-07,
-      "loss": 0.8894,
+      "learning_rate": 7.135718424101971e-07,
+      "loss": 0.6247,
       "step": 24780
     },
     {
       "epoch": 21.48,
-      "learning_rate": 7.129200463499421e-07,
-      "loss": 0.9067,
+      "learning_rate": 7.128476245654693e-07,
+      "loss": 0.6466,
       "step": 24790
     },
     {
       "epoch": 21.49,
-      "learning_rate": 7.121958285052144e-07,
-      "loss": 0.8506,
+      "learning_rate": 7.121234067207416e-07,
+      "loss": 0.6245,
       "step": 24800
     },
     {
       "epoch": 21.5,
-      "learning_rate": 7.114716106604868e-07,
-      "loss": 0.869,
+      "learning_rate": 7.11399188876014e-07,
+      "loss": 0.5937,
       "step": 24810
     },
     {
       "epoch": 21.51,
-      "learning_rate": 7.10747392815759e-07,
-      "loss": 0.8314,
+      "learning_rate": 7.106749710312863e-07,
+      "loss": 0.5563,
       "step": 24820
     },
     {
       "epoch": 21.52,
-      "learning_rate": 7.100231749710313e-07,
-      "loss": 0.8747,
+      "learning_rate": 7.099507531865586e-07,
+      "loss": 0.6148,
       "step": 24830
     },
     {
       "epoch": 21.52,
-      "learning_rate": 7.092989571263037e-07,
-      "loss": 0.9015,
+      "learning_rate": 7.09226535341831e-07,
+      "loss": 0.6195,
       "step": 24840
     },
     {
       "epoch": 21.53,
-      "learning_rate": 7.08574739281576e-07,
-      "loss": 0.9263,
+      "learning_rate": 7.085023174971031e-07,
+      "loss": 0.6528,
       "step": 24850
     },
     {
       "epoch": 21.54,
-      "learning_rate": 7.078505214368483e-07,
-      "loss": 0.8942,
+      "learning_rate": 7.077780996523754e-07,
+      "loss": 0.5889,
       "step": 24860
     },
     {
       "epoch": 21.55,
-      "learning_rate": 7.071263035921205e-07,
-      "loss": 0.8684,
+      "learning_rate": 7.070538818076478e-07,
+      "loss": 0.6129,
       "step": 24870
     },
     {
       "epoch": 21.56,
-      "learning_rate": 7.064020857473928e-07,
-      "loss": 0.8432,
+      "learning_rate": 7.063296639629201e-07,
+      "loss": 0.5984,
       "step": 24880
     },
     {
       "epoch": 21.57,
-      "learning_rate": 7.056778679026652e-07,
-      "loss": 0.9379,
+      "learning_rate": 7.056054461181925e-07,
+      "loss": 0.653,
       "step": 24890
     },
     {
       "epoch": 21.58,
-      "learning_rate": 7.049536500579375e-07,
-      "loss": 0.8579,
+      "learning_rate": 7.048812282734648e-07,
+      "loss": 0.6103,
       "step": 24900
     },
     {
       "epoch": 21.59,
-      "learning_rate": 7.042294322132098e-07,
-      "loss": 0.8846,
+      "learning_rate": 7.04157010428737e-07,
+      "loss": 0.6036,
       "step": 24910
     },
     {
       "epoch": 21.59,
-      "learning_rate": 7.035052143684822e-07,
-      "loss": 0.8094,
+      "learning_rate": 7.034327925840093e-07,
+      "loss": 0.5643,
       "step": 24920
     },
     {
       "epoch": 21.6,
-      "learning_rate": 7.027809965237543e-07,
-      "loss": 0.8903,
+      "learning_rate": 7.027085747392816e-07,
+      "loss": 0.6393,
       "step": 24930
     },
     {
       "epoch": 21.61,
-      "learning_rate": 7.020567786790266e-07,
-      "loss": 0.9815,
+      "learning_rate": 7.019843568945539e-07,
+      "loss": 0.6737,
       "step": 24940
     },
     {
       "epoch": 21.62,
-      "learning_rate": 7.01332560834299e-07,
-      "loss": 0.9095,
+      "learning_rate": 7.012601390498263e-07,
+      "loss": 0.6178,
       "step": 24950
     },
     {
       "epoch": 21.63,
-      "learning_rate": 7.006083429895713e-07,
-      "loss": 0.8395,
+      "learning_rate": 7.005359212050985e-07,
+      "loss": 0.5815,
       "step": 24960
     },
     {
       "epoch": 21.64,
-      "learning_rate": 6.998841251448437e-07,
-      "loss": 0.8414,
+      "learning_rate": 6.998117033603709e-07,
+      "loss": 0.5815,
       "step": 24970
     },
     {
       "epoch": 21.65,
-      "learning_rate": 6.99159907300116e-07,
-      "loss": 0.8357,
+      "learning_rate": 6.990874855156432e-07,
+      "loss": 0.5761,
       "step": 24980
     },
     {
       "epoch": 21.65,
-      "learning_rate": 6.984356894553882e-07,
-      "loss": 0.8712,
+      "learning_rate": 6.983632676709155e-07,
+      "loss": 0.6228,
       "step": 24990
     },
     {
       "epoch": 21.66,
-      "learning_rate": 6.977114716106606e-07,
-      "loss": 1.053,
+      "learning_rate": 6.976390498261877e-07,
+      "loss": 0.6199,
       "step": 25000
     },
     {
       "epoch": 21.67,
-      "learning_rate": 6.969872537659328e-07,
-      "loss": 0.8588,
+      "learning_rate": 6.9691483198146e-07,
+      "loss": 0.6079,
       "step": 25010
     },
     {
       "epoch": 21.68,
-      "learning_rate": 6.962630359212051e-07,
-      "loss": 0.8497,
+      "learning_rate": 6.961906141367323e-07,
+      "loss": 0.6065,
       "step": 25020
     },
     {
       "epoch": 21.69,
-      "learning_rate": 6.955388180764775e-07,
-      "loss": 0.8582,
+      "learning_rate": 6.954663962920047e-07,
+      "loss": 0.6414,
       "step": 25030
     },
     {
       "epoch": 21.7,
-      "learning_rate": 6.948146002317497e-07,
-      "loss": 0.8909,
+      "learning_rate": 6.94742178447277e-07,
+      "loss": 0.6195,
       "step": 25040
     },
     {
       "epoch": 21.71,
-      "learning_rate": 6.940903823870221e-07,
-      "loss": 0.8694,
+      "learning_rate": 6.940179606025494e-07,
+      "loss": 0.5824,
       "step": 25050
     },
     {
       "epoch": 21.72,
-      "learning_rate": 6.933661645422944e-07,
-      "loss": 0.9077,
+      "learning_rate": 6.932937427578217e-07,
+      "loss": 0.6254,
       "step": 25060
     },
     {
       "epoch": 21.72,
-      "learning_rate": 6.926419466975667e-07,
-      "loss": 0.8831,
+      "learning_rate": 6.92569524913094e-07,
+      "loss": 0.6431,
       "step": 25070
     },
     {
       "epoch": 21.73,
-      "learning_rate": 6.91917728852839e-07,
-      "loss": 0.8408,
+      "learning_rate": 6.918453070683662e-07,
+      "loss": 0.617,
       "step": 25080
     },
     {
       "epoch": 21.74,
-      "learning_rate": 6.911935110081112e-07,
-      "loss": 0.8746,
+      "learning_rate": 6.911210892236385e-07,
+      "loss": 0.6239,
       "step": 25090
     },
     {
       "epoch": 21.75,
-      "learning_rate": 6.904692931633835e-07,
-      "loss": 0.8693,
+      "learning_rate": 6.903968713789108e-07,
+      "loss": 0.627,
       "step": 25100
     },
     {
       "epoch": 21.76,
-      "learning_rate": 6.897450753186559e-07,
-      "loss": 0.8849,
+      "learning_rate": 6.896726535341832e-07,
+      "loss": 0.6449,
       "step": 25110
     },
     {
       "epoch": 21.77,
-      "learning_rate": 6.890208574739282e-07,
-      "loss": 0.8432,
+      "learning_rate": 6.889484356894555e-07,
+      "loss": 0.5905,
       "step": 25120
     },
     {
       "epoch": 21.78,
-      "learning_rate": 6.882966396292006e-07,
-      "loss": 0.8729,
+      "learning_rate": 6.882242178447277e-07,
+      "loss": 0.6361,
       "step": 25130
     },
     {
       "epoch": 21.78,
-      "learning_rate": 6.875724217844729e-07,
-      "loss": 0.8458,
+      "learning_rate": 6.875000000000001e-07,
+      "loss": 0.5803,
       "step": 25140
     },
     {
       "epoch": 21.79,
-      "learning_rate": 6.868482039397452e-07,
-      "loss": 0.8534,
+      "learning_rate": 6.867757821552723e-07,
+      "loss": 0.6199,
       "step": 25150
     },
     {
       "epoch": 21.8,
-      "learning_rate": 6.861239860950174e-07,
-      "loss": 0.8491,
+      "learning_rate": 6.860515643105447e-07,
+      "loss": 0.5922,
       "step": 25160
     },
     {
       "epoch": 21.81,
-      "learning_rate": 6.853997682502897e-07,
-      "loss": 0.8451,
+      "learning_rate": 6.853273464658169e-07,
+      "loss": 0.6022,
       "step": 25170
     },
     {
       "epoch": 21.82,
-      "learning_rate": 6.84675550405562e-07,
-      "loss": 0.9311,
+      "learning_rate": 6.846031286210892e-07,
+      "loss": 0.6825,
       "step": 25180
     },
     {
       "epoch": 21.83,
-      "learning_rate": 6.839513325608344e-07,
-      "loss": 0.8919,
+      "learning_rate": 6.838789107763616e-07,
+      "loss": 0.6044,
       "step": 25190
     },
     {
       "epoch": 21.84,
-      "learning_rate": 6.832271147161067e-07,
-      "loss": 0.9075,
+      "learning_rate": 6.831546929316339e-07,
+      "loss": 0.6369,
       "step": 25200
     },
     {
       "epoch": 21.85,
-      "learning_rate": 6.82502896871379e-07,
-      "loss": 0.8379,
+      "learning_rate": 6.824304750869062e-07,
+      "loss": 0.5704,
       "step": 25210
     },
     {
       "epoch": 21.85,
-      "learning_rate": 6.817786790266513e-07,
-      "loss": 0.8853,
+      "learning_rate": 6.817062572421786e-07,
+      "loss": 0.6108,
       "step": 25220
     },
     {
       "epoch": 21.86,
-      "learning_rate": 6.810544611819236e-07,
-      "loss": 0.8566,
+      "learning_rate": 6.809820393974507e-07,
+      "loss": 0.6016,
       "step": 25230
     },
     {
       "epoch": 21.87,
-      "learning_rate": 6.803302433371959e-07,
-      "loss": 0.8767,
+      "learning_rate": 6.802578215527231e-07,
+      "loss": 0.6008,
       "step": 25240
     },
     {
       "epoch": 21.88,
-      "learning_rate": 6.796060254924682e-07,
-      "loss": 0.8939,
+      "learning_rate": 6.795336037079954e-07,
+      "loss": 0.624,
       "step": 25250
     },
     {
       "epoch": 21.89,
-      "learning_rate": 6.788818076477404e-07,
-      "loss": 0.8434,
+      "learning_rate": 6.788093858632677e-07,
+      "loss": 0.6634,
       "step": 25260
     },
     {
       "epoch": 21.9,
-      "learning_rate": 6.781575898030128e-07,
-      "loss": 0.8766,
+      "learning_rate": 6.780851680185401e-07,
+      "loss": 0.5888,
       "step": 25270
     },
     {
       "epoch": 21.91,
-      "learning_rate": 6.774333719582851e-07,
-      "loss": 0.8368,
+      "learning_rate": 6.773609501738124e-07,
+      "loss": 0.5799,
       "step": 25280
     },
     {
       "epoch": 21.91,
-      "learning_rate": 6.767091541135574e-07,
-      "loss": 0.9089,
+      "learning_rate": 6.766367323290847e-07,
+      "loss": 0.6775,
       "step": 25290
     },
     {
       "epoch": 21.92,
-      "learning_rate": 6.759849362688298e-07,
-      "loss": 0.9239,
+      "learning_rate": 6.75912514484357e-07,
+      "loss": 0.6347,
       "step": 25300
     },
     {
       "epoch": 21.93,
-      "learning_rate": 6.752607184241019e-07,
-      "loss": 0.8241,
+      "learning_rate": 6.751882966396292e-07,
+      "loss": 0.6067,
       "step": 25310
     },
     {
       "epoch": 21.94,
-      "learning_rate": 6.745365005793743e-07,
-      "loss": 0.8674,
+      "learning_rate": 6.744640787949016e-07,
+      "loss": 0.6305,
       "step": 25320
     },
     {
       "epoch": 21.95,
-      "learning_rate": 6.738122827346466e-07,
-      "loss": 0.843,
+      "learning_rate": 6.737398609501739e-07,
+      "loss": 0.6253,
       "step": 25330
     },
     {
       "epoch": 21.96,
-      "learning_rate": 6.730880648899189e-07,
-      "loss": 0.889,
+      "learning_rate": 6.730156431054461e-07,
+      "loss": 0.6433,
       "step": 25340
     },
     {
       "epoch": 21.97,
-      "learning_rate": 6.723638470451913e-07,
-      "loss": 0.8651,
+      "learning_rate": 6.722914252607185e-07,
+      "loss": 0.623,
       "step": 25350
     },
     {
       "epoch": 21.98,
-      "learning_rate": 6.716396292004636e-07,
-      "loss": 0.8415,
+      "learning_rate": 6.715672074159908e-07,
+      "loss": 0.5893,
       "step": 25360
     },
     {
       "epoch": 21.98,
-      "learning_rate": 6.70915411355736e-07,
-      "loss": 0.8489,
+      "learning_rate": 6.708429895712631e-07,
+      "loss": 0.6129,
       "step": 25370
     },
     {
       "epoch": 21.99,
-      "learning_rate": 6.701911935110082e-07,
-      "loss": 0.9378,
+      "learning_rate": 6.701187717265354e-07,
+      "loss": 0.6858,
       "step": 25380
     },
     {
       "epoch": 22.0,
-      "eval_loss": 1.156315565109253,
-      "eval_runtime": 132.2379,
-      "eval_samples_per_second": 4.023,
-      "eval_steps_per_second": 2.012,
-      "eval_wer": 0.7724497010991836,
+      "eval_loss": 1.0180007219314575,
+      "eval_runtime": 133.7454,
+      "eval_samples_per_second": 3.978,
+      "eval_steps_per_second": 1.989,
+      "eval_wer": 0.6903001864112618,
       "step": 25388
     },
     {
       "epoch": 22.0,
-      "learning_rate": 6.694669756662804e-07,
-      "loss": 0.9334,
+      "learning_rate": 6.693945538818076e-07,
+      "loss": 0.6487,
       "step": 25390
     },
     {
       "epoch": 22.01,
-      "learning_rate": 6.687427578215528e-07,
-      "loss": 0.8421,
+      "learning_rate": 6.686703360370799e-07,
+      "loss": 0.5994,
       "step": 25400
     },
     {
       "epoch": 22.02,
-      "learning_rate": 6.680185399768251e-07,
-      "loss": 0.8742,
+      "learning_rate": 6.679461181923523e-07,
+      "loss": 0.5849,
       "step": 25410
     },
     {
       "epoch": 22.03,
-      "learning_rate": 6.672943221320974e-07,
-      "loss": 0.8687,
+      "learning_rate": 6.672219003476246e-07,
+      "loss": 0.6406,
       "step": 25420
     },
     {
       "epoch": 22.04,
-      "learning_rate": 6.665701042873697e-07,
-      "loss": 0.8623,
+      "learning_rate": 6.66497682502897e-07,
+      "loss": 0.612,
       "step": 25430
     },
     {
       "epoch": 22.05,
-      "learning_rate": 6.65845886442642e-07,
-      "loss": 0.9134,
+      "learning_rate": 6.657734646581693e-07,
+      "loss": 0.6125,
       "step": 25440
     },
     {
       "epoch": 22.05,
-      "learning_rate": 6.651216685979143e-07,
-      "loss": 0.8665,
+      "learning_rate": 6.650492468134416e-07,
+      "loss": 0.6347,
       "step": 25450
     },
     {
       "epoch": 22.06,
-      "learning_rate": 6.643974507531867e-07,
-      "loss": 0.8415,
+      "learning_rate": 6.643250289687138e-07,
+      "loss": 0.6102,
       "step": 25460
     },
     {
       "epoch": 22.07,
-      "learning_rate": 6.636732329084589e-07,
-      "loss": 0.819,
+      "learning_rate": 6.636008111239861e-07,
+      "loss": 0.5895,
       "step": 25470
     },
     {
       "epoch": 22.08,
-      "learning_rate": 6.629490150637311e-07,
-      "loss": 0.8411,
+      "learning_rate": 6.628765932792584e-07,
+      "loss": 0.5755,
       "step": 25480
     },
     {
       "epoch": 22.09,
-      "learning_rate": 6.622247972190035e-07,
-      "loss": 0.8625,
+      "learning_rate": 6.621523754345308e-07,
+      "loss": 0.6077,
       "step": 25490
     },
     {
       "epoch": 22.1,
-      "learning_rate": 6.615005793742758e-07,
-      "loss": 0.8089,
+      "learning_rate": 6.614281575898031e-07,
+      "loss": 0.5628,
       "step": 25500
     },
     {
       "epoch": 22.11,
-      "learning_rate": 6.607763615295482e-07,
-      "loss": 0.8342,
+      "learning_rate": 6.607039397450754e-07,
+      "loss": 0.5582,
       "step": 25510
     },
     {
       "epoch": 22.11,
-      "learning_rate": 6.600521436848205e-07,
-      "loss": 0.8712,
+      "learning_rate": 6.599797219003477e-07,
+      "loss": 0.5748,
       "step": 25520
     },
     {
       "epoch": 22.12,
-      "learning_rate": 6.593279258400928e-07,
-      "loss": 0.8397,
+      "learning_rate": 6.592555040556199e-07,
+      "loss": 0.5824,
       "step": 25530
     },
     {
       "epoch": 22.13,
-      "learning_rate": 6.58603707995365e-07,
-      "loss": 0.9485,
+      "learning_rate": 6.585312862108923e-07,
+      "loss": 0.6913,
       "step": 25540
     },
     {
       "epoch": 22.14,
-      "learning_rate": 6.578794901506373e-07,
-      "loss": 0.9211,
+      "learning_rate": 6.578070683661646e-07,
+      "loss": 0.6882,
       "step": 25550
     },
     {
       "epoch": 22.15,
-      "learning_rate": 6.571552723059096e-07,
-      "loss": 0.9244,
+      "learning_rate": 6.570828505214368e-07,
+      "loss": 0.6453,
       "step": 25560
     },
     {
       "epoch": 22.16,
-      "learning_rate": 6.56431054461182e-07,
-      "loss": 0.8295,
+      "learning_rate": 6.563586326767092e-07,
+      "loss": 0.5827,
       "step": 25570
     },
     {
       "epoch": 22.17,
-      "learning_rate": 6.557068366164543e-07,
-      "loss": 0.8601,
+      "learning_rate": 6.556344148319815e-07,
+      "loss": 0.6333,
       "step": 25580
     },
     {
       "epoch": 22.17,
-      "learning_rate": 6.549826187717267e-07,
-      "loss": 0.8791,
+      "learning_rate": 6.549101969872539e-07,
+      "loss": 0.6215,
       "step": 25590
     },
     {
       "epoch": 22.18,
-      "learning_rate": 6.542584009269989e-07,
-      "loss": 0.8948,
+      "learning_rate": 6.541859791425262e-07,
+      "loss": 0.6242,
       "step": 25600
     },
     {
       "epoch": 22.19,
-      "learning_rate": 6.535341830822712e-07,
-      "loss": 0.906,
+      "learning_rate": 6.534617612977983e-07,
+      "loss": 0.6756,
       "step": 25610
     },
     {
       "epoch": 22.2,
-      "learning_rate": 6.528099652375435e-07,
-      "loss": 0.8273,
+      "learning_rate": 6.527375434530707e-07,
+      "loss": 0.6376,
       "step": 25620
     },
     {
       "epoch": 22.21,
-      "learning_rate": 6.520857473928158e-07,
-      "loss": 0.9067,
+      "learning_rate": 6.52013325608343e-07,
+      "loss": 0.6605,
       "step": 25630
     },
     {
       "epoch": 22.22,
-      "learning_rate": 6.513615295480881e-07,
-      "loss": 0.8703,
+      "learning_rate": 6.512891077636153e-07,
+      "loss": 0.6151,
       "step": 25640
     },
     {
       "epoch": 22.23,
-      "learning_rate": 6.506373117033604e-07,
-      "loss": 0.8739,
+      "learning_rate": 6.505648899188877e-07,
+      "loss": 0.6412,
       "step": 25650
     },
     {
       "epoch": 22.24,
-      "learning_rate": 6.499130938586327e-07,
-      "loss": 0.8583,
+      "learning_rate": 6.4984067207416e-07,
+      "loss": 0.6131,
       "step": 25660
     },
     {
       "epoch": 22.24,
-      "learning_rate": 6.491888760139051e-07,
-      "loss": 0.8282,
+      "learning_rate": 6.491164542294324e-07,
+      "loss": 0.5762,
       "step": 25670
     },
     {
       "epoch": 22.25,
-      "learning_rate": 6.484646581691774e-07,
-      "loss": 0.8795,
+      "learning_rate": 6.483922363847046e-07,
+      "loss": 0.6396,
       "step": 25680
     },
     {
       "epoch": 22.26,
-      "learning_rate": 6.477404403244497e-07,
-      "loss": 0.8933,
+      "learning_rate": 6.476680185399768e-07,
+      "loss": 0.6455,
       "step": 25690
     },
     {
       "epoch": 22.27,
-      "learning_rate": 6.470162224797219e-07,
-      "loss": 0.8583,
+      "learning_rate": 6.469438006952492e-07,
+      "loss": 0.5577,
       "step": 25700
     },
     {
       "epoch": 22.28,
-      "learning_rate": 6.462920046349942e-07,
-      "loss": 0.8915,
+      "learning_rate": 6.462195828505215e-07,
+      "loss": 0.6386,
       "step": 25710
     },
     {
       "epoch": 22.29,
-      "learning_rate": 6.455677867902665e-07,
-      "loss": 0.8235,
+      "learning_rate": 6.454953650057938e-07,
+      "loss": 0.6052,
       "step": 25720
     },
     {
       "epoch": 22.3,
-      "learning_rate": 6.448435689455389e-07,
-      "loss": 0.892,
+      "learning_rate": 6.447711471610661e-07,
+      "loss": 0.615,
       "step": 25730
     },
     {
       "epoch": 22.3,
-      "learning_rate": 6.441193511008112e-07,
-      "loss": 0.8794,
+      "learning_rate": 6.440469293163384e-07,
+      "loss": 0.6409,
       "step": 25740
     },
     {
       "epoch": 22.31,
-      "learning_rate": 6.433951332560836e-07,
-      "loss": 0.8923,
+      "learning_rate": 6.433227114716107e-07,
+      "loss": 0.6327,
       "step": 25750
     },
     {
       "epoch": 22.32,
-      "learning_rate": 6.426709154113559e-07,
-      "loss": 0.8967,
+      "learning_rate": 6.42598493626883e-07,
+      "loss": 0.6362,
       "step": 25760
     },
     {
       "epoch": 22.33,
-      "learning_rate": 6.41946697566628e-07,
-      "loss": 0.8842,
+      "learning_rate": 6.418742757821553e-07,
+      "loss": 0.6688,
       "step": 25770
     },
     {
       "epoch": 22.34,
-      "learning_rate": 6.412224797219004e-07,
-      "loss": 0.8842,
+      "learning_rate": 6.411500579374276e-07,
+      "loss": 0.6474,
       "step": 25780
     },
     {
       "epoch": 22.35,
-      "learning_rate": 6.404982618771727e-07,
-      "loss": 0.9386,
+      "learning_rate": 6.404258400926999e-07,
+      "loss": 0.6771,
       "step": 25790
     },
     {
       "epoch": 22.36,
-      "learning_rate": 6.39774044032445e-07,
-      "loss": 0.8707,
+      "learning_rate": 6.397016222479722e-07,
+      "loss": 0.5959,
       "step": 25800
     },
     {
       "epoch": 22.37,
-      "learning_rate": 6.391222479721901e-07,
-      "loss": 1.0906,
+      "learning_rate": 6.389774044032446e-07,
+      "loss": 0.6227,
       "step": 25810
     },
     {
       "epoch": 22.37,
-      "learning_rate": 6.383980301274624e-07,
-      "loss": 0.8427,
+      "learning_rate": 6.382531865585169e-07,
+      "loss": 0.5813,
       "step": 25820
     },
     {
       "epoch": 22.38,
-      "learning_rate": 6.376738122827348e-07,
-      "loss": 0.8451,
+      "learning_rate": 6.375289687137892e-07,
+      "loss": 0.6131,
       "step": 25830
     },
     {
       "epoch": 22.39,
-      "learning_rate": 6.369495944380071e-07,
-      "loss": 0.907,
+      "learning_rate": 6.368047508690614e-07,
+      "loss": 0.6664,
       "step": 25840
     },
     {
       "epoch": 22.4,
-      "learning_rate": 6.362253765932793e-07,
-      "loss": 0.8098,
+      "learning_rate": 6.360805330243337e-07,
+      "loss": 0.5339,
       "step": 25850
     },
     {
       "epoch": 22.41,
-      "learning_rate": 6.355011587485516e-07,
-      "loss": 0.9249,
+      "learning_rate": 6.35356315179606e-07,
+      "loss": 0.6142,
       "step": 25860
     },
     {
       "epoch": 22.42,
-      "learning_rate": 6.347769409038239e-07,
-      "loss": 0.8448,
+      "learning_rate": 6.346320973348784e-07,
+      "loss": 0.5966,
       "step": 25870
     },
     {
       "epoch": 22.43,
-      "learning_rate": 6.340527230590962e-07,
-      "loss": 0.8446,
+      "learning_rate": 6.339078794901507e-07,
+      "loss": 0.6323,
       "step": 25880
     },
     {
       "epoch": 22.43,
-      "learning_rate": 6.333285052143686e-07,
-      "loss": 0.9268,
+      "learning_rate": 6.331836616454231e-07,
+      "loss": 0.6409,
       "step": 25890
     },
     {
       "epoch": 22.44,
-      "learning_rate": 6.326042873696408e-07,
-      "loss": 0.8797,
+      "learning_rate": 6.324594438006953e-07,
+      "loss": 0.6243,
       "step": 25900
     },
     {
       "epoch": 22.45,
-      "learning_rate": 6.318800695249131e-07,
-      "loss": 0.8871,
+      "learning_rate": 6.317352259559676e-07,
+      "loss": 0.5574,
       "step": 25910
     },
     {
       "epoch": 22.46,
-      "learning_rate": 6.311558516801855e-07,
-      "loss": 0.8265,
+      "learning_rate": 6.310110081112399e-07,
+      "loss": 0.5693,
       "step": 25920
     },
     {
       "epoch": 22.47,
-      "learning_rate": 6.304316338354577e-07,
-      "loss": 0.8117,
+      "learning_rate": 6.302867902665122e-07,
+      "loss": 0.6082,
       "step": 25930
     },
     {
       "epoch": 22.48,
-      "learning_rate": 6.297074159907301e-07,
-      "loss": 0.9014,
+      "learning_rate": 6.295625724217845e-07,
+      "loss": 0.6591,
       "step": 25940
     },
     {
       "epoch": 22.49,
-      "learning_rate": 6.289831981460023e-07,
-      "loss": 0.8684,
+      "learning_rate": 6.288383545770568e-07,
+      "loss": 0.6185,
       "step": 25950
     },
     {
       "epoch": 22.5,
-      "learning_rate": 6.282589803012746e-07,
-      "loss": 0.8485,
+      "learning_rate": 6.281141367323291e-07,
+      "loss": 0.5472,
       "step": 25960
     },
     {
       "epoch": 22.5,
-      "learning_rate": 6.27534762456547e-07,
-      "loss": 0.9068,
+      "learning_rate": 6.273899188876015e-07,
+      "loss": 0.6592,
       "step": 25970
     },
     {
       "epoch": 22.51,
-      "learning_rate": 6.268105446118193e-07,
-      "loss": 0.8446,
+      "learning_rate": 6.266657010428738e-07,
+      "loss": 0.6122,
       "step": 25980
     },
     {
       "epoch": 22.52,
-      "learning_rate": 6.260863267670916e-07,
-      "loss": 0.9286,
+      "learning_rate": 6.25941483198146e-07,
+      "loss": 0.6234,
       "step": 25990
     },
     {
       "epoch": 22.53,
-      "learning_rate": 6.25362108922364e-07,
-      "loss": 0.8823,
+      "learning_rate": 6.252172653534183e-07,
+      "loss": 0.5746,
       "step": 26000
     },
     {
       "epoch": 22.54,
-      "learning_rate": 6.246378910776362e-07,
-      "loss": 0.9102,
+      "learning_rate": 6.244930475086906e-07,
+      "loss": 0.6722,
       "step": 26010
     },
     {
       "epoch": 22.55,
-      "learning_rate": 6.239136732329086e-07,
-      "loss": 0.8225,
+      "learning_rate": 6.237688296639629e-07,
+      "loss": 0.5404,
       "step": 26020
     },
     {
       "epoch": 22.56,
-      "learning_rate": 6.231894553881808e-07,
-      "loss": 0.8678,
+      "learning_rate": 6.230446118192353e-07,
+      "loss": 0.6263,
       "step": 26030
     },
     {
       "epoch": 22.56,
-      "learning_rate": 6.224652375434531e-07,
-      "loss": 0.9191,
+      "learning_rate": 6.223203939745076e-07,
+      "loss": 0.6893,
       "step": 26040
     },
     {
       "epoch": 22.57,
-      "learning_rate": 6.217410196987255e-07,
-      "loss": 0.8471,
+      "learning_rate": 6.215961761297799e-07,
+      "loss": 0.5901,
       "step": 26050
     },
     {
       "epoch": 22.58,
-      "learning_rate": 6.210168018539978e-07,
-      "loss": 0.8503,
+      "learning_rate": 6.208719582850522e-07,
+      "loss": 0.5611,
       "step": 26060
     },
     {
       "epoch": 22.59,
-      "learning_rate": 6.2029258400927e-07,
-      "loss": 0.887,
+      "learning_rate": 6.201477404403245e-07,
+      "loss": 0.6475,
       "step": 26070
     },
     {
       "epoch": 22.6,
-      "learning_rate": 6.195683661645424e-07,
-      "loss": 0.8298,
+      "learning_rate": 6.194235225955969e-07,
+      "loss": 0.5546,
       "step": 26080
     },
     {
       "epoch": 22.61,
-      "learning_rate": 6.188441483198146e-07,
-      "loss": 0.918,
+      "learning_rate": 6.186993047508691e-07,
+      "loss": 0.7192,
       "step": 26090
     },
     {
       "epoch": 22.62,
-      "learning_rate": 6.18119930475087e-07,
-      "loss": 0.8507,
+      "learning_rate": 6.179750869061414e-07,
+      "loss": 0.6023,
       "step": 26100
     },
     {
       "epoch": 22.63,
-      "learning_rate": 6.173957126303593e-07,
-      "loss": 0.9023,
+      "learning_rate": 6.172508690614138e-07,
+      "loss": 0.5859,
       "step": 26110
     },
     {
       "epoch": 22.63,
-      "learning_rate": 6.166714947856315e-07,
-      "loss": 0.8898,
+      "learning_rate": 6.16526651216686e-07,
+      "loss": 0.6398,
       "step": 26120
     },
     {
       "epoch": 22.64,
-      "learning_rate": 6.159472769409039e-07,
-      "loss": 0.8593,
+      "learning_rate": 6.158024333719584e-07,
+      "loss": 0.6103,
       "step": 26130
     },
     {
       "epoch": 22.65,
-      "learning_rate": 6.152230590961761e-07,
-      "loss": 0.8894,
+      "learning_rate": 6.150782155272307e-07,
+      "loss": 0.6107,
       "step": 26140
     },
     {
       "epoch": 22.66,
-      "learning_rate": 6.144988412514484e-07,
-      "loss": 0.8693,
+      "learning_rate": 6.143539976825029e-07,
+      "loss": 0.6512,
       "step": 26150
     },
     {
       "epoch": 22.67,
-      "learning_rate": 6.137746234067208e-07,
-      "loss": 0.9064,
+      "learning_rate": 6.136297798377753e-07,
+      "loss": 0.6392,
       "step": 26160
     },
     {
       "epoch": 22.68,
-      "learning_rate": 6.130504055619931e-07,
-      "loss": 0.8486,
+      "learning_rate": 6.129055619930475e-07,
+      "loss": 0.6023,
       "step": 26170
     },
     {
       "epoch": 22.69,
-      "learning_rate": 6.123261877172653e-07,
-      "loss": 0.9094,
+      "learning_rate": 6.121813441483198e-07,
+      "loss": 0.6463,
       "step": 26180
     },
     {
       "epoch": 22.69,
-      "learning_rate": 6.116019698725377e-07,
-      "loss": 0.8804,
+      "learning_rate": 6.114571263035922e-07,
+      "loss": 0.5837,
       "step": 26190
     },
     {
       "epoch": 22.7,
-      "learning_rate": 6.1087775202781e-07,
-      "loss": 0.8793,
+      "learning_rate": 6.107329084588644e-07,
+      "loss": 0.6268,
       "step": 26200
     },
     {
       "epoch": 22.71,
-      "learning_rate": 6.101535341830824e-07,
-      "loss": 0.8844,
+      "learning_rate": 6.100086906141367e-07,
+      "loss": 0.6622,
       "step": 26210
     },
     {
       "epoch": 22.72,
-      "learning_rate": 6.094293163383546e-07,
-      "loss": 0.7978,
+      "learning_rate": 6.092844727694091e-07,
+      "loss": 0.5215,
       "step": 26220
     },
     {
       "epoch": 22.73,
-      "learning_rate": 6.087050984936269e-07,
-      "loss": 0.8607,
+      "learning_rate": 6.085602549246814e-07,
+      "loss": 0.598,
       "step": 26230
     },
     {
       "epoch": 22.74,
-      "learning_rate": 6.079808806488993e-07,
-      "loss": 0.9016,
+      "learning_rate": 6.078360370799537e-07,
+      "loss": 0.6357,
       "step": 26240
     },
     {
       "epoch": 22.75,
-      "learning_rate": 6.072566628041716e-07,
-      "loss": 0.9433,
+      "learning_rate": 6.07111819235226e-07,
+      "loss": 0.6622,
       "step": 26250
     },
     {
       "epoch": 22.76,
-      "learning_rate": 6.065324449594438e-07,
-      "loss": 0.8646,
+      "learning_rate": 6.063876013904983e-07,
+      "loss": 0.6083,
       "step": 26260
     },
     {
       "epoch": 22.76,
-      "learning_rate": 6.058082271147162e-07,
-      "loss": 0.8295,
+      "learning_rate": 6.056633835457707e-07,
+      "loss": 0.5964,
       "step": 26270
     },
     {
       "epoch": 22.77,
-      "learning_rate": 6.050840092699885e-07,
-      "loss": 0.8252,
+      "learning_rate": 6.049391657010429e-07,
+      "loss": 0.5891,
       "step": 26280
     },
     {
       "epoch": 22.78,
-      "learning_rate": 6.043597914252608e-07,
-      "loss": 0.8829,
+      "learning_rate": 6.042149478563152e-07,
+      "loss": 0.5855,
       "step": 26290
     },
     {
       "epoch": 22.79,
-      "learning_rate": 6.036355735805331e-07,
-      "loss": 0.815,
+      "learning_rate": 6.034907300115876e-07,
+      "loss": 0.5762,
       "step": 26300
     },
     {
       "epoch": 22.8,
-      "learning_rate": 6.029113557358053e-07,
-      "loss": 0.8567,
+      "learning_rate": 6.027665121668599e-07,
+      "loss": 0.6415,
       "step": 26310
     },
     {
       "epoch": 22.81,
-      "learning_rate": 6.021871378910777e-07,
-      "loss": 0.8305,
+      "learning_rate": 6.020422943221322e-07,
+      "loss": 0.5966,
       "step": 26320
     },
     {
       "epoch": 22.82,
-      "learning_rate": 6.0146292004635e-07,
-      "loss": 0.8841,
+      "learning_rate": 6.013180764774045e-07,
+      "loss": 0.6424,
       "step": 26330
     },
     {
       "epoch": 22.82,
-      "learning_rate": 6.007387022016222e-07,
-      "loss": 0.8435,
+      "learning_rate": 6.005938586326767e-07,
+      "loss": 0.6292,
       "step": 26340
     },
     {
       "epoch": 22.83,
-      "learning_rate": 6.000144843568946e-07,
-      "loss": 0.8536,
+      "learning_rate": 5.998696407879491e-07,
+      "loss": 0.5524,
       "step": 26350
     },
     {
       "epoch": 22.84,
-      "learning_rate": 5.992902665121669e-07,
-      "loss": 0.8511,
+      "learning_rate": 5.991454229432214e-07,
+      "loss": 0.5886,
       "step": 26360
     },
     {
       "epoch": 22.85,
-      "learning_rate": 5.985660486674391e-07,
-      "loss": 0.8016,
+      "learning_rate": 5.984212050984936e-07,
+      "loss": 0.5623,
       "step": 26370
     },
     {
       "epoch": 22.86,
-      "learning_rate": 5.978418308227115e-07,
-      "loss": 0.8361,
+      "learning_rate": 5.97696987253766e-07,
+      "loss": 0.6127,
       "step": 26380
     },
     {
       "epoch": 22.87,
-      "learning_rate": 5.971176129779838e-07,
-      "loss": 0.91,
+      "learning_rate": 5.969727694090382e-07,
+      "loss": 0.6227,
       "step": 26390
     },
     {
       "epoch": 22.88,
-      "learning_rate": 5.963933951332562e-07,
-      "loss": 0.8527,
+      "learning_rate": 5.962485515643105e-07,
+      "loss": 0.5887,
       "step": 26400
     },
     {
       "epoch": 22.89,
-      "learning_rate": 5.956691772885284e-07,
-      "loss": 0.8249,
+      "learning_rate": 5.955243337195829e-07,
+      "loss": 0.5825,
       "step": 26410
     },
     {
       "epoch": 22.89,
-      "learning_rate": 5.949449594438007e-07,
-      "loss": 0.8517,
+      "learning_rate": 5.948001158748552e-07,
+      "loss": 0.6512,
       "step": 26420
     },
     {
       "epoch": 22.9,
-      "learning_rate": 5.942207415990731e-07,
-      "loss": 0.8609,
+      "learning_rate": 5.940758980301275e-07,
+      "loss": 0.6037,
       "step": 26430
     },
     {
       "epoch": 22.91,
-      "learning_rate": 5.934965237543454e-07,
-      "loss": 0.904,
+      "learning_rate": 5.933516801853998e-07,
+      "loss": 0.6478,
       "step": 26440
     },
     {
       "epoch": 22.92,
-      "learning_rate": 5.927723059096176e-07,
-      "loss": 0.8782,
+      "learning_rate": 5.926274623406721e-07,
+      "loss": 0.6434,
       "step": 26450
     },
     {
       "epoch": 22.93,
-      "learning_rate": 5.9204808806489e-07,
-      "loss": 0.9431,
+      "learning_rate": 5.919032444959445e-07,
+      "loss": 0.6881,
       "step": 26460
     },
     {
       "epoch": 22.94,
-      "learning_rate": 5.913238702201623e-07,
-      "loss": 0.8778,
+      "learning_rate": 5.911790266512167e-07,
+      "loss": 0.6241,
       "step": 26470
     },
     {
       "epoch": 22.95,
-      "learning_rate": 5.905996523754346e-07,
-      "loss": 0.8703,
+      "learning_rate": 5.90454808806489e-07,
+      "loss": 0.6242,
       "step": 26480
     },
     {
       "epoch": 22.95,
-      "learning_rate": 5.898754345307069e-07,
-      "loss": 0.8499,
+      "learning_rate": 5.897305909617614e-07,
+      "loss": 0.6082,
       "step": 26490
     },
     {
       "epoch": 22.96,
-      "learning_rate": 5.891512166859792e-07,
-      "loss": 0.8825,
+      "learning_rate": 5.890063731170337e-07,
+      "loss": 0.6374,
       "step": 26500
     },
     {
       "epoch": 22.97,
-      "learning_rate": 5.884269988412515e-07,
-      "loss": 0.8165,
+      "learning_rate": 5.88282155272306e-07,
+      "loss": 0.5534,
       "step": 26510
     },
     {
       "epoch": 22.98,
-      "learning_rate": 5.877027809965238e-07,
-      "loss": 0.7994,
+      "learning_rate": 5.875579374275783e-07,
+      "loss": 0.5411,
       "step": 26520
     },
     {
       "epoch": 22.99,
-      "learning_rate": 5.86978563151796e-07,
-      "loss": 0.8392,
+      "learning_rate": 5.868337195828506e-07,
+      "loss": 0.5922,
       "step": 26530
     },
     {
       "epoch": 23.0,
-      "learning_rate": 5.862543453070684e-07,
-      "loss": 0.8736,
+      "learning_rate": 5.861095017381229e-07,
+      "loss": 0.6395,
       "step": 26540
     },
     {
       "epoch": 23.0,
-      "eval_loss": 1.1381282806396484,
-      "eval_runtime": 133.3744,
-      "eval_samples_per_second": 3.989,
-      "eval_steps_per_second": 1.994,
-      "eval_wer": 0.7686571961175034,
+      "eval_loss": 1.0225226879119873,
+      "eval_runtime": 133.6913,
+      "eval_samples_per_second": 3.979,
+      "eval_steps_per_second": 1.99,
+      "eval_wer": 0.6787941119753166,
       "step": 26542
     },
     {
       "epoch": 23.01,
-      "learning_rate": 5.855301274623407e-07,
-      "loss": 0.8584,
+      "learning_rate": 5.853852838933952e-07,
+      "loss": 0.5777,
       "step": 26550
     },
     {
       "epoch": 23.02,
-      "learning_rate": 5.84805909617613e-07,
-      "loss": 0.841,
+      "learning_rate": 5.846610660486674e-07,
+      "loss": 0.5822,
       "step": 26560
     },
     {
       "epoch": 23.02,
-      "learning_rate": 5.840816917728853e-07,
-      "loss": 0.8204,
+      "learning_rate": 5.839368482039398e-07,
+      "loss": 0.5687,
       "step": 26570
     },
     {
       "epoch": 23.03,
-      "learning_rate": 5.833574739281576e-07,
-      "loss": 0.8172,
+      "learning_rate": 5.83212630359212e-07,
+      "loss": 0.5874,
       "step": 26580
     },
     {
       "epoch": 23.04,
-      "learning_rate": 5.8263325608343e-07,
-      "loss": 0.9259,
+      "learning_rate": 5.824884125144844e-07,
+      "loss": 0.6995,
       "step": 26590
     },
     {
       "epoch": 23.05,
-      "learning_rate": 5.819090382387022e-07,
-      "loss": 0.8344,
+      "learning_rate": 5.817641946697567e-07,
+      "loss": 0.5847,
       "step": 26600
     },
     {
       "epoch": 23.06,
-      "learning_rate": 5.811848203939745e-07,
-      "loss": 0.8979,
+      "learning_rate": 5.81039976825029e-07,
+      "loss": 0.6593,
       "step": 26610
     },
     {
       "epoch": 23.07,
-      "learning_rate": 5.804606025492469e-07,
-      "loss": 0.8546,
+      "learning_rate": 5.803157589803013e-07,
+      "loss": 0.6234,
       "step": 26620
     },
     {
       "epoch": 23.08,
-      "learning_rate": 5.797363847045192e-07,
-      "loss": 0.8415,
+      "learning_rate": 5.795915411355736e-07,
+      "loss": 0.6016,
       "step": 26630
     },
     {
       "epoch": 23.08,
-      "learning_rate": 5.790121668597915e-07,
-      "loss": 0.818,
+      "learning_rate": 5.788673232908459e-07,
+      "loss": 0.5893,
       "step": 26640
     },
     {
       "epoch": 23.09,
-      "learning_rate": 5.782879490150638e-07,
-      "loss": 0.8563,
+      "learning_rate": 5.781431054461183e-07,
+      "loss": 0.5774,
       "step": 26650
     },
     {
       "epoch": 23.1,
-      "learning_rate": 5.775637311703361e-07,
-      "loss": 0.8684,
+      "learning_rate": 5.774188876013905e-07,
+      "loss": 0.6167,
       "step": 26660
     },
     {
       "epoch": 23.11,
-      "learning_rate": 5.768395133256085e-07,
-      "loss": 0.9306,
+      "learning_rate": 5.766946697566629e-07,
+      "loss": 0.6603,
       "step": 26670
     },
     {
       "epoch": 23.12,
-      "learning_rate": 5.761152954808807e-07,
-      "loss": 0.8171,
+      "learning_rate": 5.759704519119352e-07,
+      "loss": 0.5798,
       "step": 26680
     },
     {
       "epoch": 23.13,
-      "learning_rate": 5.75391077636153e-07,
-      "loss": 0.8785,
+      "learning_rate": 5.752462340672075e-07,
+      "loss": 0.6361,
       "step": 26690
     },
     {
       "epoch": 23.14,
-      "learning_rate": 5.746668597914253e-07,
-      "loss": 0.8821,
+      "learning_rate": 5.745220162224798e-07,
+      "loss": 0.5771,
       "step": 26700
     },
     {
       "epoch": 23.15,
-      "learning_rate": 5.739426419466976e-07,
-      "loss": 0.863,
+      "learning_rate": 5.737977983777521e-07,
+      "loss": 0.5913,
       "step": 26710
     },
     {
       "epoch": 23.15,
-      "learning_rate": 5.7321842410197e-07,
-      "loss": 0.8627,
+      "learning_rate": 5.730735805330244e-07,
+      "loss": 0.5772,
       "step": 26720
     },
     {
       "epoch": 23.16,
-      "learning_rate": 5.724942062572422e-07,
-      "loss": 0.8489,
+      "learning_rate": 5.723493626882967e-07,
+      "loss": 0.6082,
       "step": 26730
     },
     {
       "epoch": 23.17,
-      "learning_rate": 5.717699884125145e-07,
-      "loss": 0.8666,
+      "learning_rate": 5.71625144843569e-07,
+      "loss": 0.6321,
       "step": 26740
     },
     {
       "epoch": 23.18,
-      "learning_rate": 5.710457705677868e-07,
-      "loss": 0.8893,
+      "learning_rate": 5.709009269988412e-07,
+      "loss": 0.6475,
       "step": 26750
     },
     {
       "epoch": 23.19,
-      "learning_rate": 5.703215527230591e-07,
-      "loss": 0.895,
+      "learning_rate": 5.701767091541136e-07,
+      "loss": 0.6557,
       "step": 26760
     },
     {
       "epoch": 23.2,
-      "learning_rate": 5.695973348783314e-07,
-      "loss": 0.8318,
+      "learning_rate": 5.694524913093859e-07,
+      "loss": 0.5991,
       "step": 26770
     },
     {
       "epoch": 23.21,
-      "learning_rate": 5.688731170336038e-07,
-      "loss": 0.82,
+      "learning_rate": 5.687282734646582e-07,
+      "loss": 0.5715,
       "step": 26780
     },
     {
       "epoch": 23.21,
-      "learning_rate": 5.68148899188876e-07,
-      "loss": 0.9091,
+      "learning_rate": 5.680040556199305e-07,
+      "loss": 0.6652,
       "step": 26790
     },
     {
       "epoch": 23.22,
-      "learning_rate": 5.674246813441483e-07,
-      "loss": 0.8631,
+      "learning_rate": 5.672798377752028e-07,
+      "loss": 0.5974,
       "step": 26800
     },
     {
       "epoch": 23.23,
-      "learning_rate": 5.667004634994207e-07,
-      "loss": 0.8424,
+      "learning_rate": 5.665556199304751e-07,
+      "loss": 0.5817,
       "step": 26810
     },
     {
       "epoch": 23.24,
-      "learning_rate": 5.65976245654693e-07,
-      "loss": 0.7957,
+      "learning_rate": 5.658314020857474e-07,
+      "loss": 0.5449,
       "step": 26820
     },
     {
       "epoch": 23.25,
-      "learning_rate": 5.652520278099653e-07,
-      "loss": 0.8226,
+      "learning_rate": 5.651071842410197e-07,
+      "loss": 0.5611,
       "step": 26830
     },
     {
       "epoch": 23.26,
-      "learning_rate": 5.645278099652376e-07,
-      "loss": 0.8793,
+      "learning_rate": 5.643829663962921e-07,
+      "loss": 0.6056,
       "step": 26840
     },
     {
       "epoch": 23.27,
-      "learning_rate": 5.638035921205099e-07,
-      "loss": 0.8327,
+      "learning_rate": 5.636587485515643e-07,
+      "loss": 0.611,
       "step": 26850
     },
     {
       "epoch": 23.28,
-      "learning_rate": 5.630793742757823e-07,
-      "loss": 0.889,
+      "learning_rate": 5.629345307068367e-07,
+      "loss": 0.6126,
       "step": 26860
     },
     {
       "epoch": 23.28,
-      "learning_rate": 5.623551564310545e-07,
-      "loss": 0.8443,
+      "learning_rate": 5.62210312862109e-07,
+      "loss": 0.5642,
       "step": 26870
     },
     {
       "epoch": 23.29,
-      "learning_rate": 5.616309385863268e-07,
-      "loss": 0.8628,
+      "learning_rate": 5.614860950173813e-07,
+      "loss": 0.6189,
       "step": 26880
     },
     {
       "epoch": 23.3,
-      "learning_rate": 5.609067207415992e-07,
-      "loss": 0.8681,
+      "learning_rate": 5.607618771726536e-07,
+      "loss": 0.6026,
       "step": 26890
     },
     {
       "epoch": 23.31,
-      "learning_rate": 5.601825028968714e-07,
-      "loss": 0.9046,
+      "learning_rate": 5.600376593279259e-07,
+      "loss": 0.5777,
       "step": 26900
     },
     {
       "epoch": 23.32,
-      "learning_rate": 5.594582850521438e-07,
-      "loss": 0.9858,
+      "learning_rate": 5.593134414831982e-07,
+      "loss": 0.6256,
       "step": 26910
     },
     {
       "epoch": 23.33,
-      "learning_rate": 5.58734067207416e-07,
-      "loss": 0.8434,
+      "learning_rate": 5.585892236384705e-07,
+      "loss": 0.6115,
       "step": 26920
     },
     {
       "epoch": 23.34,
-      "learning_rate": 5.580098493626883e-07,
-      "loss": 0.8645,
+      "learning_rate": 5.578650057937428e-07,
+      "loss": 0.6721,
       "step": 26930
     },
     {
       "epoch": 23.34,
-      "learning_rate": 5.572856315179607e-07,
-      "loss": 0.8689,
+      "learning_rate": 5.571407879490152e-07,
+      "loss": 0.6079,
       "step": 26940
     },
     {
       "epoch": 23.35,
-      "learning_rate": 5.565614136732329e-07,
-      "loss": 0.8766,
+      "learning_rate": 5.564165701042874e-07,
+      "loss": 0.5787,
       "step": 26950
     },
     {
       "epoch": 23.36,
-      "learning_rate": 5.558371958285052e-07,
-      "loss": 0.8705,
+      "learning_rate": 5.556923522595597e-07,
+      "loss": 0.5951,
       "step": 26960
     },
     {
       "epoch": 23.37,
-      "learning_rate": 5.551129779837776e-07,
-      "loss": 0.8624,
+      "learning_rate": 5.54968134414832e-07,
+      "loss": 0.6113,
       "step": 26970
     },
     {
       "epoch": 23.38,
-      "learning_rate": 5.543887601390498e-07,
-      "loss": 0.8546,
+      "learning_rate": 5.542439165701043e-07,
+      "loss": 0.5964,
       "step": 26980
     },
     {
       "epoch": 23.39,
-      "learning_rate": 5.536645422943221e-07,
-      "loss": 0.8983,
+      "learning_rate": 5.535196987253766e-07,
+      "loss": 0.7003,
       "step": 26990
     },
     {
       "epoch": 23.4,
-      "learning_rate": 5.529403244495945e-07,
-      "loss": 0.9405,
+      "learning_rate": 5.527954808806489e-07,
+      "loss": 0.6527,
       "step": 27000
     },
     {
       "epoch": 23.41,
-      "learning_rate": 5.522161066048668e-07,
-      "loss": 0.8531,
+      "learning_rate": 5.520712630359212e-07,
+      "loss": 0.6033,
       "step": 27010
     },
     {
       "epoch": 23.41,
-      "learning_rate": 5.514918887601391e-07,
-      "loss": 0.9598,
+      "learning_rate": 5.513470451911935e-07,
+      "loss": 0.688,
       "step": 27020
     },
     {
       "epoch": 23.42,
-      "learning_rate": 5.507676709154114e-07,
-      "loss": 0.832,
+      "learning_rate": 5.506228273464659e-07,
+      "loss": 0.6121,
       "step": 27030
     },
     {
       "epoch": 23.43,
-      "learning_rate": 5.500434530706837e-07,
-      "loss": 0.9291,
+      "learning_rate": 5.498986095017381e-07,
+      "loss": 0.6873,
       "step": 27040
     },
     {
       "epoch": 23.44,
-      "learning_rate": 5.493192352259561e-07,
-      "loss": 0.8737,
+      "learning_rate": 5.491743916570105e-07,
+      "loss": 0.582,
       "step": 27050
     },
     {
       "epoch": 23.45,
-      "learning_rate": 5.485950173812283e-07,
-      "loss": 0.8655,
+      "learning_rate": 5.484501738122828e-07,
+      "loss": 0.6296,
       "step": 27060
     },
     {
       "epoch": 23.46,
-      "learning_rate": 5.478707995365006e-07,
-      "loss": 0.8144,
+      "learning_rate": 5.477259559675551e-07,
+      "loss": 0.5787,
       "step": 27070
     },
     {
       "epoch": 23.47,
-      "learning_rate": 5.47146581691773e-07,
-      "loss": 0.8182,
+      "learning_rate": 5.470017381228274e-07,
+      "loss": 0.5977,
       "step": 27080
     },
     {
       "epoch": 23.47,
-      "learning_rate": 5.464223638470452e-07,
-      "loss": 0.8784,
+      "learning_rate": 5.462775202780997e-07,
+      "loss": 0.635,
       "step": 27090
     },
     {
       "epoch": 23.48,
-      "learning_rate": 5.456981460023176e-07,
-      "loss": 0.8925,
+      "learning_rate": 5.45553302433372e-07,
+      "loss": 0.6489,
       "step": 27100
     },
     {
       "epoch": 23.49,
-      "learning_rate": 5.449739281575899e-07,
-      "loss": 0.9083,
+      "learning_rate": 5.448290845886444e-07,
+      "loss": 0.6655,
       "step": 27110
     },
     {
       "epoch": 23.5,
-      "learning_rate": 5.442497103128621e-07,
-      "loss": 0.8276,
+      "learning_rate": 5.441048667439166e-07,
+      "loss": 0.5776,
       "step": 27120
     },
     {
       "epoch": 23.51,
-      "learning_rate": 5.435254924681345e-07,
-      "loss": 0.8209,
+      "learning_rate": 5.43380648899189e-07,
+      "loss": 0.5704,
       "step": 27130
     },
     {
       "epoch": 23.52,
-      "learning_rate": 5.428012746234067e-07,
-      "loss": 0.9124,
+      "learning_rate": 5.426564310544612e-07,
+      "loss": 0.6518,
       "step": 27140
     },
     {
       "epoch": 23.53,
-      "learning_rate": 5.42077056778679e-07,
-      "loss": 0.8194,
+      "learning_rate": 5.419322132097335e-07,
+      "loss": 0.5766,
       "step": 27150
     },
     {
       "epoch": 23.54,
-      "learning_rate": 5.413528389339514e-07,
-      "loss": 0.8696,
+      "learning_rate": 5.412079953650059e-07,
+      "loss": 0.6031,
       "step": 27160
     },
     {
       "epoch": 23.54,
-      "learning_rate": 5.406286210892236e-07,
-      "loss": 0.8943,
+      "learning_rate": 5.404837775202781e-07,
+      "loss": 0.5819,
       "step": 27170
     },
     {
       "epoch": 23.55,
-      "learning_rate": 5.39904403244496e-07,
-      "loss": 0.8759,
+      "learning_rate": 5.397595596755504e-07,
+      "loss": 0.6198,
       "step": 27180
     },
     {
       "epoch": 23.56,
-      "learning_rate": 5.391801853997683e-07,
-      "loss": 0.9034,
+      "learning_rate": 5.390353418308228e-07,
+      "loss": 0.6763,
       "step": 27190
     },
     {
       "epoch": 23.57,
-      "learning_rate": 5.384559675550406e-07,
-      "loss": 0.9248,
+      "learning_rate": 5.38311123986095e-07,
+      "loss": 0.6283,
       "step": 27200
     },
     {
       "epoch": 23.58,
-      "learning_rate": 5.377317497103129e-07,
-      "loss": 0.7923,
+      "learning_rate": 5.375869061413673e-07,
+      "loss": 0.5536,
       "step": 27210
     },
     {
       "epoch": 23.59,
-      "learning_rate": 5.370075318655852e-07,
-      "loss": 0.8777,
+      "learning_rate": 5.368626882966397e-07,
+      "loss": 0.6049,
       "step": 27220
     },
     {
       "epoch": 23.6,
-      "learning_rate": 5.362833140208575e-07,
-      "loss": 0.8815,
+      "learning_rate": 5.361384704519119e-07,
+      "loss": 0.6424,
       "step": 27230
     },
     {
       "epoch": 23.6,
-      "learning_rate": 5.355590961761299e-07,
-      "loss": 0.8457,
+      "learning_rate": 5.354142526071843e-07,
+      "loss": 0.6224,
       "step": 27240
     },
     {
       "epoch": 23.61,
-      "learning_rate": 5.348348783314021e-07,
-      "loss": 0.8871,
+      "learning_rate": 5.346900347624566e-07,
+      "loss": 0.6163,
       "step": 27250
     },
     {
       "epoch": 23.62,
-      "learning_rate": 5.341106604866744e-07,
-      "loss": 0.9216,
+      "learning_rate": 5.339658169177289e-07,
+      "loss": 0.6693,
       "step": 27260
     },
     {
       "epoch": 23.63,
-      "learning_rate": 5.333864426419468e-07,
-      "loss": 0.8019,
+      "learning_rate": 5.332415990730012e-07,
+      "loss": 0.5532,
       "step": 27270
     },
     {
       "epoch": 23.64,
-      "learning_rate": 5.326622247972191e-07,
-      "loss": 0.8758,
+      "learning_rate": 5.325173812282735e-07,
+      "loss": 0.5964,
       "step": 27280
     },
     {
       "epoch": 23.65,
-      "learning_rate": 5.319380069524914e-07,
-      "loss": 0.8699,
+      "learning_rate": 5.317931633835458e-07,
+      "loss": 0.6587,
       "step": 27290
     },
     {
       "epoch": 23.66,
-      "learning_rate": 5.312137891077637e-07,
-      "loss": 0.8724,
+      "learning_rate": 5.310689455388182e-07,
+      "loss": 0.6417,
       "step": 27300
     },
     {
       "epoch": 23.67,
-      "learning_rate": 5.304895712630359e-07,
-      "loss": 0.8936,
+      "learning_rate": 5.303447276940904e-07,
+      "loss": 0.6411,
       "step": 27310
     },
     {
       "epoch": 23.67,
-      "learning_rate": 5.297653534183083e-07,
-      "loss": 0.8948,
+      "learning_rate": 5.296205098493628e-07,
+      "loss": 0.6753,
       "step": 27320
     },
     {
       "epoch": 23.68,
-      "learning_rate": 5.290411355735806e-07,
-      "loss": 0.8189,
+      "learning_rate": 5.288962920046351e-07,
+      "loss": 0.562,
       "step": 27330
     },
     {
       "epoch": 23.69,
-      "learning_rate": 5.283169177288528e-07,
-      "loss": 0.8515,
+      "learning_rate": 5.281720741599073e-07,
+      "loss": 0.5609,
       "step": 27340
     },
     {
       "epoch": 23.7,
-      "learning_rate": 5.275926998841252e-07,
-      "loss": 0.8661,
+      "learning_rate": 5.274478563151797e-07,
+      "loss": 0.6233,
       "step": 27350
     },
     {
       "epoch": 23.71,
-      "learning_rate": 5.268684820393975e-07,
-      "loss": 0.8579,
+      "learning_rate": 5.267236384704519e-07,
+      "loss": 0.57,
       "step": 27360
     },
     {
       "epoch": 23.72,
-      "learning_rate": 5.261442641946698e-07,
-      "loss": 0.7971,
+      "learning_rate": 5.259994206257242e-07,
+      "loss": 0.553,
       "step": 27370
     },
     {
       "epoch": 23.73,
-      "learning_rate": 5.254200463499421e-07,
-      "loss": 0.8565,
+      "learning_rate": 5.252752027809966e-07,
+      "loss": 0.6292,
       "step": 27380
     },
     {
       "epoch": 23.73,
-      "learning_rate": 5.246958285052144e-07,
-      "loss": 0.8601,
+      "learning_rate": 5.245509849362688e-07,
+      "loss": 0.623,
       "step": 27390
     },
     {
       "epoch": 23.74,
-      "learning_rate": 5.239716106604867e-07,
-      "loss": 0.9641,
+      "learning_rate": 5.238267670915412e-07,
+      "loss": 0.7234,
       "step": 27400
     },
     {
       "epoch": 23.75,
-      "learning_rate": 5.23247392815759e-07,
-      "loss": 0.8381,
+      "learning_rate": 5.231025492468135e-07,
+      "loss": 0.6047,
       "step": 27410
     },
     {
       "epoch": 23.76,
-      "learning_rate": 5.225231749710313e-07,
-      "loss": 0.8611,
+      "learning_rate": 5.223783314020857e-07,
+      "loss": 0.5872,
       "step": 27420
     },
     {
       "epoch": 23.77,
-      "learning_rate": 5.217989571263037e-07,
-      "loss": 0.8425,
+      "learning_rate": 5.216541135573581e-07,
+      "loss": 0.6156,
       "step": 27430
     },
     {
       "epoch": 23.78,
-      "learning_rate": 5.210747392815759e-07,
-      "loss": 0.8946,
+      "learning_rate": 5.209298957126304e-07,
+      "loss": 0.6337,
       "step": 27440
     },
     {
       "epoch": 23.79,
-      "learning_rate": 5.203505214368483e-07,
-      "loss": 0.882,
+      "learning_rate": 5.202056778679027e-07,
+      "loss": 0.584,
       "step": 27450
     },
     {
       "epoch": 23.8,
-      "learning_rate": 5.196263035921206e-07,
-      "loss": 0.8126,
+      "learning_rate": 5.19481460023175e-07,
+      "loss": 0.5324,
       "step": 27460
     },
     {
       "epoch": 23.8,
-      "learning_rate": 5.189020857473929e-07,
-      "loss": 0.8287,
+      "learning_rate": 5.187572421784473e-07,
+      "loss": 0.5781,
       "step": 27470
     },
     {
       "epoch": 23.81,
-      "learning_rate": 5.181778679026652e-07,
-      "loss": 0.8142,
+      "learning_rate": 5.180330243337197e-07,
+      "loss": 0.5824,
       "step": 27480
     },
     {
       "epoch": 23.82,
-      "learning_rate": 5.174536500579375e-07,
-      "loss": 0.8812,
+      "learning_rate": 5.17308806488992e-07,
+      "loss": 0.6249,
       "step": 27490
     },
     {
       "epoch": 23.83,
-      "learning_rate": 5.167294322132097e-07,
-      "loss": 0.8813,
+      "learning_rate": 5.165845886442642e-07,
+      "loss": 0.6356,
       "step": 27500
     },
     {
       "epoch": 23.84,
-      "learning_rate": 5.160052143684821e-07,
-      "loss": 0.8227,
+      "learning_rate": 5.158603707995366e-07,
+      "loss": 0.5774,
       "step": 27510
     },
     {
       "epoch": 23.85,
-      "learning_rate": 5.152809965237544e-07,
-      "loss": 0.8312,
+      "learning_rate": 5.151361529548089e-07,
+      "loss": 0.6038,
       "step": 27520
     },
     {
       "epoch": 23.86,
-      "learning_rate": 5.145567786790266e-07,
-      "loss": 0.8531,
+      "learning_rate": 5.144119351100811e-07,
+      "loss": 0.6175,
       "step": 27530
     },
     {
       "epoch": 23.86,
-      "learning_rate": 5.13832560834299e-07,
-      "loss": 0.8628,
+      "learning_rate": 5.136877172653535e-07,
+      "loss": 0.5704,
       "step": 27540
     },
     {
       "epoch": 23.87,
-      "learning_rate": 5.131083429895713e-07,
-      "loss": 0.8534,
+      "learning_rate": 5.129634994206258e-07,
+      "loss": 0.5988,
       "step": 27550
     },
     {
       "epoch": 23.88,
-      "learning_rate": 5.123841251448436e-07,
-      "loss": 0.8889,
+      "learning_rate": 5.12239281575898e-07,
+      "loss": 0.6576,
       "step": 27560
     },
     {
       "epoch": 23.89,
-      "learning_rate": 5.116599073001159e-07,
-      "loss": 0.8917,
+      "learning_rate": 5.115150637311704e-07,
+      "loss": 0.6188,
       "step": 27570
     },
     {
       "epoch": 23.9,
-      "learning_rate": 5.109356894553882e-07,
-      "loss": 0.7919,
+      "learning_rate": 5.107908458864426e-07,
+      "loss": 0.5509,
       "step": 27580
     },
     {
       "epoch": 23.91,
-      "learning_rate": 5.102114716106605e-07,
-      "loss": 0.8731,
+      "learning_rate": 5.10066628041715e-07,
+      "loss": 0.596,
       "step": 27590
     },
     {
       "epoch": 23.92,
-      "learning_rate": 5.094872537659328e-07,
-      "loss": 0.8862,
+      "learning_rate": 5.093424101969873e-07,
+      "loss": 0.6321,
       "step": 27600
     },
     {
       "epoch": 23.93,
-      "learning_rate": 5.087630359212051e-07,
-      "loss": 0.8816,
+      "learning_rate": 5.086181923522596e-07,
+      "loss": 0.6279,
       "step": 27610
     },
     {
       "epoch": 23.93,
-      "learning_rate": 5.080388180764775e-07,
-      "loss": 0.7958,
+      "learning_rate": 5.078939745075319e-07,
+      "loss": 0.5774,
       "step": 27620
     },
     {
       "epoch": 23.94,
-      "learning_rate": 5.073146002317497e-07,
-      "loss": 0.8783,
+      "learning_rate": 5.071697566628042e-07,
+      "loss": 0.6453,
       "step": 27630
     },
     {
       "epoch": 23.95,
-      "learning_rate": 5.065903823870221e-07,
-      "loss": 0.8928,
+      "learning_rate": 5.064455388180765e-07,
+      "loss": 0.6685,
       "step": 27640
     },
     {
       "epoch": 23.96,
-      "learning_rate": 5.058661645422944e-07,
-      "loss": 0.8908,
+      "learning_rate": 5.057213209733488e-07,
+      "loss": 0.558,
       "step": 27650
     },
     {
       "epoch": 23.97,
-      "learning_rate": 5.051419466975667e-07,
-      "loss": 0.9308,
+      "learning_rate": 5.049971031286211e-07,
+      "loss": 0.6671,
       "step": 27660
     },
     {
       "epoch": 23.98,
-      "learning_rate": 5.04417728852839e-07,
-      "loss": 0.7984,
+      "learning_rate": 5.042728852838935e-07,
+      "loss": 0.5332,
       "step": 27670
     },
     {
       "epoch": 23.99,
-      "learning_rate": 5.036935110081113e-07,
-      "loss": 0.8429,
+      "learning_rate": 5.035486674391658e-07,
+      "loss": 0.6059,
       "step": 27680
     },
     {
       "epoch": 23.99,
-      "learning_rate": 5.029692931633836e-07,
-      "loss": 0.814,
+      "learning_rate": 5.02824449594438e-07,
+      "loss": 0.566,
       "step": 27690
     },
     {
       "epoch": 24.0,
-      "eval_loss": 1.1353158950805664,
-      "eval_runtime": 133.0188,
-      "eval_samples_per_second": 3.999,
-      "eval_steps_per_second": 2.0,
-      "eval_wer": 0.7663431252812238,
+      "eval_loss": 1.0224953889846802,
+      "eval_runtime": 133.8047,
+      "eval_samples_per_second": 3.976,
+      "eval_steps_per_second": 1.988,
+      "eval_wer": 0.6715947804846693,
       "step": 27696
     },
     {
       "epoch": 24.0,
-      "learning_rate": 5.022450753186559e-07,
-      "loss": 0.9089,
+      "learning_rate": 5.021002317497104e-07,
+      "loss": 0.6032,
       "step": 27700
     },
     {
       "epoch": 24.01,
-      "learning_rate": 5.015208574739282e-07,
-      "loss": 0.8516,
+      "learning_rate": 5.013760139049827e-07,
+      "loss": 0.6461,
       "step": 27710
     },
     {
       "epoch": 24.02,
-      "learning_rate": 5.007966396292004e-07,
-      "loss": 0.784,
+      "learning_rate": 5.00651796060255e-07,
+      "loss": 0.52,
       "step": 27720
     },
     {
       "epoch": 24.03,
-      "learning_rate": 5.000724217844728e-07,
-      "loss": 0.8349,
+      "learning_rate": 4.999275782155273e-07,
+      "loss": 0.5934,
       "step": 27730
     },
     {
       "epoch": 24.04,
-      "learning_rate": 4.993482039397451e-07,
-      "loss": 0.8533,
+      "learning_rate": 4.992033603707996e-07,
+      "loss": 0.6169,
       "step": 27740
     },
     {
       "epoch": 24.05,
-      "learning_rate": 4.986239860950174e-07,
-      "loss": 0.8462,
+      "learning_rate": 4.984791425260718e-07,
+      "loss": 0.5718,
       "step": 27750
     },
     {
       "epoch": 24.06,
-      "learning_rate": 4.978997682502897e-07,
-      "loss": 0.8315,
+      "learning_rate": 4.977549246813442e-07,
+      "loss": 0.5121,
       "step": 27760
     },
     {
       "epoch": 24.06,
-      "learning_rate": 4.97175550405562e-07,
-      "loss": 0.8959,
+      "learning_rate": 4.970307068366165e-07,
+      "loss": 0.6416,
       "step": 27770
     },
     {
       "epoch": 24.07,
-      "learning_rate": 4.964513325608344e-07,
-      "loss": 0.8305,
+      "learning_rate": 4.963064889918888e-07,
+      "loss": 0.6016,
       "step": 27780
     },
     {
       "epoch": 24.08,
-      "learning_rate": 4.957271147161066e-07,
-      "loss": 0.8525,
+      "learning_rate": 4.955822711471611e-07,
+      "loss": 0.6149,
       "step": 27790
     },
     {
       "epoch": 24.09,
-      "learning_rate": 4.950028968713789e-07,
-      "loss": 0.8783,
+      "learning_rate": 4.948580533024334e-07,
+      "loss": 0.6439,
       "step": 27800
     },
     {
       "epoch": 24.1,
-      "learning_rate": 4.942786790266513e-07,
-      "loss": 0.8186,
+      "learning_rate": 4.941338354577057e-07,
+      "loss": 0.5859,
       "step": 27810
     },
     {
       "epoch": 24.11,
-      "learning_rate": 4.935544611819235e-07,
-      "loss": 0.866,
+      "learning_rate": 4.93409617612978e-07,
+      "loss": 0.5871,
       "step": 27820
     },
     {
       "epoch": 24.12,
-      "learning_rate": 4.928302433371959e-07,
-      "loss": 0.8262,
+      "learning_rate": 4.926853997682503e-07,
+      "loss": 0.5814,
       "step": 27830
     },
     {
       "epoch": 24.12,
-      "learning_rate": 4.921060254924682e-07,
-      "loss": 0.8207,
+      "learning_rate": 4.919611819235226e-07,
+      "loss": 0.5879,
       "step": 27840
     },
     {
       "epoch": 24.13,
-      "learning_rate": 4.913818076477405e-07,
-      "loss": 0.9081,
+      "learning_rate": 4.912369640787949e-07,
+      "loss": 0.6304,
       "step": 27850
     },
     {
       "epoch": 24.14,
-      "learning_rate": 4.906575898030128e-07,
-      "loss": 0.8199,
+      "learning_rate": 4.905127462340673e-07,
+      "loss": 0.5616,
       "step": 27860
     },
     {
       "epoch": 24.15,
-      "learning_rate": 4.899333719582851e-07,
-      "loss": 0.8184,
+      "learning_rate": 4.897885283893396e-07,
+      "loss": 0.5652,
       "step": 27870
     },
     {
       "epoch": 24.16,
-      "learning_rate": 4.892091541135574e-07,
-      "loss": 0.8959,
+      "learning_rate": 4.890643105446118e-07,
+      "loss": 0.6516,
       "step": 27880
     },
     {
       "epoch": 24.17,
-      "learning_rate": 4.884849362688297e-07,
-      "loss": 0.7964,
+      "learning_rate": 4.883400926998842e-07,
+      "loss": 0.5712,
       "step": 27890
     },
     {
       "epoch": 24.18,
-      "learning_rate": 4.87760718424102e-07,
-      "loss": 0.8608,
+      "learning_rate": 4.876158748551565e-07,
+      "loss": 0.5775,
       "step": 27900
     },
     {
       "epoch": 24.19,
-      "learning_rate": 4.870365005793744e-07,
-      "loss": 0.8496,
+      "learning_rate": 4.868916570104288e-07,
+      "loss": 0.6218,
       "step": 27910
     },
     {
       "epoch": 24.19,
-      "learning_rate": 4.863122827346466e-07,
-      "loss": 0.849,
+      "learning_rate": 4.861674391657011e-07,
+      "loss": 0.5928,
       "step": 27920
     },
     {
       "epoch": 24.2,
-      "learning_rate": 4.855880648899189e-07,
-      "loss": 0.8595,
+      "learning_rate": 4.854432213209734e-07,
+      "loss": 0.6288,
       "step": 27930
     },
     {
       "epoch": 24.21,
-      "learning_rate": 4.848638470451912e-07,
-      "loss": 0.8863,
+      "learning_rate": 4.847190034762458e-07,
+      "loss": 0.6402,
       "step": 27940
     },
     {
       "epoch": 24.22,
-      "learning_rate": 4.841396292004635e-07,
-      "loss": 0.8446,
+      "learning_rate": 4.83994785631518e-07,
+      "loss": 0.5902,
       "step": 27950
     },
     {
       "epoch": 24.23,
-      "learning_rate": 4.834154113557358e-07,
-      "loss": 0.8514,
+      "learning_rate": 4.832705677867903e-07,
+      "loss": 0.6061,
       "step": 27960
     },
     {
       "epoch": 24.24,
-      "learning_rate": 4.826911935110082e-07,
-      "loss": 0.8282,
+      "learning_rate": 4.825463499420626e-07,
+      "loss": 0.5806,
       "step": 27970
     },
     {
       "epoch": 24.25,
-      "learning_rate": 4.819669756662804e-07,
-      "loss": 0.8908,
+      "learning_rate": 4.818221320973349e-07,
+      "loss": 0.6073,
       "step": 27980
     },
     {
       "epoch": 24.25,
-      "learning_rate": 4.812427578215527e-07,
-      "loss": 0.8727,
+      "learning_rate": 4.810979142526072e-07,
+      "loss": 0.6211,
       "step": 27990
     },
     {
       "epoch": 24.26,
-      "learning_rate": 4.805185399768251e-07,
-      "loss": 0.9257,
+      "learning_rate": 4.803736964078795e-07,
+      "loss": 0.6553,
       "step": 28000
     },
     {
       "epoch": 24.27,
-      "learning_rate": 4.797943221320973e-07,
-      "loss": 0.8426,
+      "learning_rate": 4.796494785631518e-07,
+      "loss": 0.5785,
       "step": 28010
     },
     {
       "epoch": 24.28,
-      "learning_rate": 4.790701042873697e-07,
-      "loss": 0.8918,
+      "learning_rate": 4.789252607184241e-07,
+      "loss": 0.6577,
       "step": 28020
     },
     {
       "epoch": 24.29,
-      "learning_rate": 4.78345886442642e-07,
-      "loss": 0.8663,
+      "learning_rate": 4.782010428736965e-07,
+      "loss": 0.5924,
       "step": 28030
     },
     {
       "epoch": 24.3,
-      "learning_rate": 4.776216685979143e-07,
-      "loss": 0.8278,
+      "learning_rate": 4.774768250289687e-07,
+      "loss": 0.5639,
       "step": 28040
     },
     {
       "epoch": 24.31,
-      "learning_rate": 4.768974507531866e-07,
-      "loss": 0.8754,
+      "learning_rate": 4.7675260718424106e-07,
+      "loss": 0.5963,
       "step": 28050
     },
     {
       "epoch": 24.32,
-      "learning_rate": 4.7624565469293166e-07,
-      "loss": 1.003,
+      "learning_rate": 4.760283893395134e-07,
+      "loss": 0.5966,
       "step": 28060
     },
     {
       "epoch": 24.32,
-      "learning_rate": 4.7552143684820395e-07,
-      "loss": 0.8325,
+      "learning_rate": 4.7530417149478563e-07,
+      "loss": 0.6001,
       "step": 28070
     },
     {
       "epoch": 24.33,
-      "learning_rate": 4.747972190034763e-07,
-      "loss": 0.8199,
+      "learning_rate": 4.7457995365005797e-07,
+      "loss": 0.6236,
       "step": 28080
     },
     {
       "epoch": 24.34,
-      "learning_rate": 4.7407300115874863e-07,
-      "loss": 0.8638,
+      "learning_rate": 4.738557358053303e-07,
+      "loss": 0.6616,
       "step": 28090
     },
     {
       "epoch": 24.35,
-      "learning_rate": 4.7334878331402086e-07,
-      "loss": 0.8599,
+      "learning_rate": 4.731315179606026e-07,
+      "loss": 0.572,
       "step": 28100
     },
     {
       "epoch": 24.36,
-      "learning_rate": 4.726245654692932e-07,
-      "loss": 0.8647,
+      "learning_rate": 4.724797219003477e-07,
+      "loss": 0.6274,
       "step": 28110
     },
     {
       "epoch": 24.37,
-      "learning_rate": 4.7190034762456554e-07,
-      "loss": 0.847,
+      "learning_rate": 4.717555040556199e-07,
+      "loss": 0.5918,
       "step": 28120
     },
     {
       "epoch": 24.38,
-      "learning_rate": 4.711761297798378e-07,
-      "loss": 0.8322,
+      "learning_rate": 4.7103128621089226e-07,
+      "loss": 0.5869,
       "step": 28130
     },
     {
       "epoch": 24.38,
-      "learning_rate": 4.704519119351101e-07,
-      "loss": 0.8679,
+      "learning_rate": 4.703070683661646e-07,
+      "loss": 0.6241,
       "step": 28140
     },
     {
       "epoch": 24.39,
-      "learning_rate": 4.697276940903824e-07,
-      "loss": 0.9431,
+      "learning_rate": 4.6958285052143694e-07,
+      "loss": 0.6658,
       "step": 28150
     },
     {
       "epoch": 24.4,
-      "learning_rate": 4.6900347624565474e-07,
-      "loss": 0.8782,
+      "learning_rate": 4.6885863267670917e-07,
+      "loss": 0.609,
       "step": 28160
     },
     {
       "epoch": 24.41,
-      "learning_rate": 4.682792584009271e-07,
-      "loss": 0.8415,
+      "learning_rate": 4.681344148319815e-07,
+      "loss": 0.5969,
       "step": 28170
     },
     {
       "epoch": 24.42,
-      "learning_rate": 4.675550405561993e-07,
-      "loss": 0.8292,
+      "learning_rate": 4.674101969872538e-07,
+      "loss": 0.5853,
       "step": 28180
     },
     {
       "epoch": 24.43,
-      "learning_rate": 4.6683082271147165e-07,
-      "loss": 0.903,
+      "learning_rate": 4.6668597914252614e-07,
+      "loss": 0.6521,
       "step": 28190
     },
     {
       "epoch": 24.44,
-      "learning_rate": 4.66106604866744e-07,
-      "loss": 0.9206,
+      "learning_rate": 4.659617612977984e-07,
+      "loss": 0.6479,
       "step": 28200
     },
     {
       "epoch": 24.45,
-      "learning_rate": 4.653823870220162e-07,
-      "loss": 0.8235,
+      "learning_rate": 4.652375434530707e-07,
+      "loss": 0.596,
       "step": 28210
     },
     {
       "epoch": 24.45,
-      "learning_rate": 4.6465816917728856e-07,
-      "loss": 0.8716,
+      "learning_rate": 4.6451332560834305e-07,
+      "loss": 0.6161,
       "step": 28220
     },
     {
       "epoch": 24.46,
-      "learning_rate": 4.639339513325609e-07,
-      "loss": 0.8005,
+      "learning_rate": 4.637891077636154e-07,
+      "loss": 0.5843,
       "step": 28230
     },
     {
       "epoch": 24.47,
-      "learning_rate": 4.632097334878332e-07,
-      "loss": 0.8525,
+      "learning_rate": 4.630648899188876e-07,
+      "loss": 0.6117,
       "step": 28240
     },
     {
       "epoch": 24.48,
-      "learning_rate": 4.6248551564310547e-07,
-      "loss": 0.831,
+      "learning_rate": 4.6234067207415996e-07,
+      "loss": 0.6088,
       "step": 28250
     },
     {
       "epoch": 24.49,
-      "learning_rate": 4.6176129779837775e-07,
-      "loss": 0.9141,
+      "learning_rate": 4.616164542294323e-07,
+      "loss": 0.6479,
       "step": 28260
     },
     {
       "epoch": 24.5,
-      "learning_rate": 4.610370799536501e-07,
-      "loss": 0.8864,
+      "learning_rate": 4.6089223638470453e-07,
+      "loss": 0.6356,
       "step": 28270
     },
     {
       "epoch": 24.51,
-      "learning_rate": 4.6031286210892243e-07,
-      "loss": 0.7875,
+      "learning_rate": 4.6016801853997687e-07,
+      "loss": 0.5606,
       "step": 28280
     },
     {
       "epoch": 24.51,
-      "learning_rate": 4.5958864426419466e-07,
-      "loss": 0.8299,
+      "learning_rate": 4.5944380069524915e-07,
+      "loss": 0.5762,
       "step": 28290
     },
     {
       "epoch": 24.52,
-      "learning_rate": 4.58864426419467e-07,
-      "loss": 0.8652,
+      "learning_rate": 4.587195828505215e-07,
+      "loss": 0.5884,
       "step": 28300
     },
     {
       "epoch": 24.53,
-      "learning_rate": 4.5814020857473934e-07,
-      "loss": 0.8627,
+      "learning_rate": 4.579953650057938e-07,
+      "loss": 0.6019,
       "step": 28310
     },
     {
       "epoch": 24.54,
-      "learning_rate": 4.5741599073001163e-07,
-      "loss": 0.8604,
+      "learning_rate": 4.5727114716106606e-07,
+      "loss": 0.5782,
       "step": 28320
     },
     {
       "epoch": 24.55,
-      "learning_rate": 4.566917728852839e-07,
-      "loss": 0.8552,
+      "learning_rate": 4.565469293163384e-07,
+      "loss": 0.6324,
       "step": 28330
     },
     {
       "epoch": 24.56,
-      "learning_rate": 4.5596755504055625e-07,
-      "loss": 0.8478,
+      "learning_rate": 4.5582271147161074e-07,
+      "loss": 0.6147,
       "step": 28340
     },
     {
       "epoch": 24.57,
-      "learning_rate": 4.5524333719582854e-07,
-      "loss": 0.8548,
+      "learning_rate": 4.55098493626883e-07,
+      "loss": 0.5641,
       "step": 28350
     },
     {
       "epoch": 24.58,
-      "learning_rate": 4.545191193511009e-07,
-      "loss": 0.884,
+      "learning_rate": 4.543742757821553e-07,
+      "loss": 0.6029,
       "step": 28360
     },
     {
       "epoch": 24.58,
-      "learning_rate": 4.537949015063731e-07,
-      "loss": 0.8854,
+      "learning_rate": 4.5365005793742765e-07,
+      "loss": 0.6279,
       "step": 28370
     },
     {
       "epoch": 24.59,
-      "learning_rate": 4.5307068366164545e-07,
-      "loss": 0.844,
+      "learning_rate": 4.5292584009269994e-07,
+      "loss": 0.589,
       "step": 28380
     },
     {
       "epoch": 24.6,
-      "learning_rate": 4.523464658169178e-07,
-      "loss": 0.8742,
+      "learning_rate": 4.522016222479722e-07,
+      "loss": 0.6054,
       "step": 28390
     },
     {
       "epoch": 24.61,
-      "learning_rate": 4.5162224797219013e-07,
-      "loss": 0.9622,
+      "learning_rate": 4.514774044032445e-07,
+      "loss": 0.7034,
       "step": 28400
     },
     {
       "epoch": 24.62,
-      "learning_rate": 4.5089803012746236e-07,
-      "loss": 0.8557,
+      "learning_rate": 4.5075318655851685e-07,
+      "loss": 0.5925,
       "step": 28410
     },
     {
       "epoch": 24.63,
-      "learning_rate": 4.501738122827347e-07,
-      "loss": 0.7743,
+      "learning_rate": 4.500289687137892e-07,
+      "loss": 0.5224,
       "step": 28420
     },
     {
       "epoch": 24.64,
-      "learning_rate": 4.49449594438007e-07,
-      "loss": 0.7937,
+      "learning_rate": 4.493047508690614e-07,
+      "loss": 0.5403,
       "step": 28430
     },
     {
       "epoch": 24.64,
-      "learning_rate": 4.4872537659327927e-07,
-      "loss": 0.8883,
+      "learning_rate": 4.4858053302433376e-07,
+      "loss": 0.674,
       "step": 28440
     },
     {
       "epoch": 24.65,
-      "learning_rate": 4.480011587485516e-07,
-      "loss": 0.8557,
+      "learning_rate": 4.478563151796061e-07,
+      "loss": 0.6021,
       "step": 28450
     },
     {
       "epoch": 24.66,
-      "learning_rate": 4.472769409038239e-07,
-      "loss": 0.8752,
+      "learning_rate": 4.4713209733487833e-07,
+      "loss": 0.6106,
       "step": 28460
     },
     {
       "epoch": 24.67,
-      "learning_rate": 4.4655272305909623e-07,
-      "loss": 0.8709,
+      "learning_rate": 4.4640787949015067e-07,
+      "loss": 0.6363,
       "step": 28470
     },
     {
       "epoch": 24.68,
-      "learning_rate": 4.4582850521436847e-07,
-      "loss": 0.818,
+      "learning_rate": 4.4568366164542296e-07,
+      "loss": 0.5938,
       "step": 28480
     },
     {
       "epoch": 24.69,
-      "learning_rate": 4.451042873696408e-07,
-      "loss": 0.8569,
+      "learning_rate": 4.449594438006953e-07,
+      "loss": 0.5948,
       "step": 28490
     },
     {
       "epoch": 24.7,
-      "learning_rate": 4.4438006952491314e-07,
-      "loss": 0.8486,
+      "learning_rate": 4.442352259559676e-07,
+      "loss": 0.6077,
       "step": 28500
     },
     {
       "epoch": 24.71,
-      "learning_rate": 4.436558516801855e-07,
-      "loss": 0.8509,
+      "learning_rate": 4.4351100811123987e-07,
+      "loss": 0.5887,
       "step": 28510
     },
     {
       "epoch": 24.71,
-      "learning_rate": 4.429316338354577e-07,
-      "loss": 0.8281,
+      "learning_rate": 4.427867902665122e-07,
+      "loss": 0.5805,
       "step": 28520
     },
     {
       "epoch": 24.72,
-      "learning_rate": 4.4220741599073006e-07,
-      "loss": 0.8351,
+      "learning_rate": 4.4206257242178454e-07,
+      "loss": 0.6158,
       "step": 28530
     },
     {
       "epoch": 24.73,
-      "learning_rate": 4.4148319814600234e-07,
-      "loss": 0.8478,
+      "learning_rate": 4.413383545770568e-07,
+      "loss": 0.5998,
       "step": 28540
     },
     {
       "epoch": 24.74,
-      "learning_rate": 4.407589803012747e-07,
-      "loss": 0.9367,
+      "learning_rate": 4.406141367323291e-07,
+      "loss": 0.6498,
       "step": 28550
     },
     {
       "epoch": 24.75,
-      "learning_rate": 4.4003476245654697e-07,
-      "loss": 0.9102,
+      "learning_rate": 4.3988991888760146e-07,
+      "loss": 0.6402,
       "step": 28560
     },
     {
       "epoch": 24.76,
-      "learning_rate": 4.3931054461181925e-07,
-      "loss": 0.8728,
+      "learning_rate": 4.3916570104287374e-07,
+      "loss": 0.6351,
       "step": 28570
     },
     {
       "epoch": 24.77,
-      "learning_rate": 4.385863267670916e-07,
-      "loss": 0.8872,
+      "learning_rate": 4.3844148319814603e-07,
+      "loss": 0.6147,
       "step": 28580
     },
     {
       "epoch": 24.77,
-      "learning_rate": 4.3786210892236393e-07,
-      "loss": 0.8346,
+      "learning_rate": 4.377172653534183e-07,
+      "loss": 0.5763,
       "step": 28590
     },
     {
       "epoch": 24.78,
-      "learning_rate": 4.3713789107763616e-07,
-      "loss": 0.8296,
+      "learning_rate": 4.3699304750869065e-07,
+      "loss": 0.6115,
       "step": 28600
     },
     {
       "epoch": 24.79,
-      "learning_rate": 4.364136732329085e-07,
-      "loss": 0.8559,
+      "learning_rate": 4.36268829663963e-07,
+      "loss": 0.5681,
       "step": 28610
     },
     {
       "epoch": 24.8,
-      "learning_rate": 4.3568945538818084e-07,
-      "loss": 0.881,
+      "learning_rate": 4.355446118192352e-07,
+      "loss": 0.6257,
       "step": 28620
     },
     {
       "epoch": 24.81,
-      "learning_rate": 4.349652375434531e-07,
-      "loss": 0.825,
+      "learning_rate": 4.3482039397450756e-07,
+      "loss": 0.5807,
       "step": 28630
     },
     {
       "epoch": 24.82,
-      "learning_rate": 4.342410196987254e-07,
-      "loss": 0.8138,
+      "learning_rate": 4.340961761297799e-07,
+      "loss": 0.5896,
       "step": 28640
     },
     {
       "epoch": 24.83,
-      "learning_rate": 4.335168018539977e-07,
-      "loss": 0.8624,
+      "learning_rate": 4.333719582850522e-07,
+      "loss": 0.6381,
       "step": 28650
     },
     {
       "epoch": 24.83,
-      "learning_rate": 4.3279258400927004e-07,
-      "loss": 0.8353,
+      "learning_rate": 4.3264774044032447e-07,
+      "loss": 0.5666,
       "step": 28660
     },
     {
       "epoch": 24.84,
-      "learning_rate": 4.320683661645423e-07,
-      "loss": 0.8949,
+      "learning_rate": 4.319235225955968e-07,
+      "loss": 0.6485,
       "step": 28670
     },
     {
       "epoch": 24.85,
-      "learning_rate": 4.313441483198146e-07,
-      "loss": 0.8466,
+      "learning_rate": 4.311993047508691e-07,
+      "loss": 0.6173,
       "step": 28680
     },
     {
       "epoch": 24.86,
-      "learning_rate": 4.3061993047508695e-07,
-      "loss": 0.8158,
+      "learning_rate": 4.304750869061414e-07,
+      "loss": 0.537,
       "step": 28690
     },
     {
       "epoch": 24.87,
-      "learning_rate": 4.298957126303593e-07,
-      "loss": 0.8734,
+      "learning_rate": 4.2975086906141367e-07,
+      "loss": 0.6629,
       "step": 28700
     },
     {
       "epoch": 24.88,
-      "learning_rate": 4.291714947856315e-07,
-      "loss": 0.8478,
+      "learning_rate": 4.29026651216686e-07,
+      "loss": 0.6164,
       "step": 28710
     },
     {
       "epoch": 24.89,
-      "learning_rate": 4.2844727694090386e-07,
-      "loss": 0.8806,
+      "learning_rate": 4.2830243337195835e-07,
+      "loss": 0.5493,
       "step": 28720
     },
     {
       "epoch": 24.9,
-      "learning_rate": 4.277230590961762e-07,
-      "loss": 0.8191,
+      "learning_rate": 4.275782155272306e-07,
+      "loss": 0.6049,
       "step": 28730
     },
     {
       "epoch": 24.9,
-      "learning_rate": 4.269988412514485e-07,
-      "loss": 0.9328,
+      "learning_rate": 4.268539976825029e-07,
+      "loss": 0.6973,
       "step": 28740
     },
     {
       "epoch": 24.91,
-      "learning_rate": 4.2627462340672077e-07,
-      "loss": 0.829,
+      "learning_rate": 4.2612977983777526e-07,
+      "loss": 0.5381,
       "step": 28750
     },
     {
       "epoch": 24.92,
-      "learning_rate": 4.2555040556199306e-07,
-      "loss": 0.8452,
+      "learning_rate": 4.2540556199304754e-07,
+      "loss": 0.5682,
       "step": 28760
     },
     {
       "epoch": 24.93,
-      "learning_rate": 4.248261877172654e-07,
-      "loss": 0.8467,
+      "learning_rate": 4.2468134414831983e-07,
+      "loss": 0.5827,
       "step": 28770
     },
     {
       "epoch": 24.94,
-      "learning_rate": 4.2410196987253773e-07,
-      "loss": 0.822,
+      "learning_rate": 4.2395712630359217e-07,
+      "loss": 0.5857,
       "step": 28780
     },
     {
       "epoch": 24.95,
-      "learning_rate": 4.2337775202780997e-07,
-      "loss": 0.8469,
+      "learning_rate": 4.2323290845886445e-07,
+      "loss": 0.614,
       "step": 28790
     },
     {
       "epoch": 24.96,
-      "learning_rate": 4.226535341830823e-07,
-      "loss": 0.8893,
+      "learning_rate": 4.225086906141368e-07,
+      "loss": 0.6615,
       "step": 28800
     },
     {
       "epoch": 24.96,
-      "learning_rate": 4.2192931633835464e-07,
-      "loss": 0.8493,
+      "learning_rate": 4.2178447276940903e-07,
+      "loss": 0.5535,
       "step": 28810
     },
     {
       "epoch": 24.97,
-      "learning_rate": 4.2120509849362693e-07,
-      "loss": 0.8383,
+      "learning_rate": 4.2106025492468137e-07,
+      "loss": 0.5839,
       "step": 28820
     },
     {
       "epoch": 24.98,
-      "learning_rate": 4.204808806488992e-07,
-      "loss": 0.8603,
+      "learning_rate": 4.203360370799537e-07,
+      "loss": 0.6136,
       "step": 28830
     },
     {
       "epoch": 24.99,
-      "learning_rate": 4.1975666280417155e-07,
-      "loss": 0.8893,
+      "learning_rate": 4.1961181923522604e-07,
+      "loss": 0.6134,
       "step": 28840
     },
     {
       "epoch": 25.0,
-      "learning_rate": 4.1903244495944384e-07,
-      "loss": 0.8456,
+      "learning_rate": 4.188876013904983e-07,
+      "loss": 0.6353,
       "step": 28850
     },
     {
       "epoch": 25.0,
-      "eval_loss": 1.151785969734192,
-      "eval_runtime": 133.3058,
-      "eval_samples_per_second": 3.991,
-      "eval_steps_per_second": 1.995,
-      "eval_wer": 0.7741852542263933,
+      "eval_loss": 1.0324417352676392,
+      "eval_runtime": 133.1931,
+      "eval_samples_per_second": 3.994,
+      "eval_steps_per_second": 1.997,
+      "eval_wer": 0.679244070193482,
       "step": 28850
     },
     {
       "epoch": 25.01,
-      "learning_rate": 4.183082271147161e-07,
-      "loss": 0.9138,
+      "learning_rate": 4.181633835457706e-07,
+      "loss": 0.6672,
       "step": 28860
     },
     {
       "epoch": 25.02,
-      "learning_rate": 4.175840092699884e-07,
-      "loss": 0.7949,
+      "learning_rate": 4.174391657010429e-07,
+      "loss": 0.5641,
       "step": 28870
     },
     {
       "epoch": 25.03,
-      "learning_rate": 4.1685979142526075e-07,
-      "loss": 0.8542,
+      "learning_rate": 4.167149478563152e-07,
+      "loss": 0.6348,
       "step": 28880
     },
     {
       "epoch": 25.03,
-      "learning_rate": 4.161355735805331e-07,
-      "loss": 0.8005,
+      "learning_rate": 4.159907300115875e-07,
+      "loss": 0.5813,
       "step": 28890
     },
     {
       "epoch": 25.04,
-      "learning_rate": 4.154113557358053e-07,
-      "loss": 0.9146,
+      "learning_rate": 4.152665121668598e-07,
+      "loss": 0.6331,
       "step": 28900
     },
     {
       "epoch": 25.05,
-      "learning_rate": 4.1468713789107766e-07,
-      "loss": 0.84,
+      "learning_rate": 4.1454229432213215e-07,
+      "loss": 0.56,
       "step": 28910
     },
     {
       "epoch": 25.06,
-      "learning_rate": 4.1396292004635e-07,
-      "loss": 0.8229,
+      "learning_rate": 4.138180764774044e-07,
+      "loss": 0.5791,
       "step": 28920
     },
     {
       "epoch": 25.07,
-      "learning_rate": 4.132387022016223e-07,
-      "loss": 0.8265,
+      "learning_rate": 4.130938586326767e-07,
+      "loss": 0.5817,
       "step": 28930
     },
     {
       "epoch": 25.08,
-      "learning_rate": 4.1251448435689457e-07,
-      "loss": 0.8483,
+      "learning_rate": 4.1236964078794906e-07,
+      "loss": 0.6041,
       "step": 28940
     },
     {
       "epoch": 25.09,
-      "learning_rate": 4.117902665121669e-07,
-      "loss": 0.8597,
+      "learning_rate": 4.116454229432214e-07,
+      "loss": 0.6147,
       "step": 28950
     },
     {
       "epoch": 25.1,
-      "learning_rate": 4.110660486674392e-07,
-      "loss": 0.9022,
+      "learning_rate": 4.1092120509849363e-07,
+      "loss": 0.6795,
       "step": 28960
     },
     {
       "epoch": 25.1,
-      "learning_rate": 4.1034183082271154e-07,
-      "loss": 0.9222,
+      "learning_rate": 4.1019698725376597e-07,
+      "loss": 0.6416,
       "step": 28970
     },
     {
       "epoch": 25.11,
-      "learning_rate": 4.0961761297798377e-07,
-      "loss": 0.8351,
+      "learning_rate": 4.0947276940903826e-07,
+      "loss": 0.6085,
       "step": 28980
     },
     {
       "epoch": 25.12,
-      "learning_rate": 4.088933951332561e-07,
-      "loss": 0.8579,
+      "learning_rate": 4.087485515643106e-07,
+      "loss": 0.6222,
       "step": 28990
     },
     {
       "epoch": 25.13,
-      "learning_rate": 4.0816917728852845e-07,
-      "loss": 0.8422,
+      "learning_rate": 4.080243337195829e-07,
+      "loss": 0.6037,
       "step": 29000
     },
     {
       "epoch": 25.14,
-      "learning_rate": 4.074449594438008e-07,
-      "loss": 0.8263,
+      "learning_rate": 4.0730011587485517e-07,
+      "loss": 0.575,
       "step": 29010
     },
     {
       "epoch": 25.15,
-      "learning_rate": 4.06720741599073e-07,
-      "loss": 0.8766,
+      "learning_rate": 4.065758980301275e-07,
+      "loss": 0.5746,
       "step": 29020
     },
     {
       "epoch": 25.16,
-      "learning_rate": 4.0599652375434536e-07,
-      "loss": 0.8303,
+      "learning_rate": 4.0585168018539985e-07,
+      "loss": 0.5813,
       "step": 29030
     },
     {
       "epoch": 25.16,
-      "learning_rate": 4.0527230590961764e-07,
-      "loss": 0.8207,
+      "learning_rate": 4.051274623406721e-07,
+      "loss": 0.5741,
       "step": 29040
     },
     {
       "epoch": 25.17,
-      "learning_rate": 4.0454808806488993e-07,
-      "loss": 0.8696,
+      "learning_rate": 4.044032444959444e-07,
+      "loss": 0.6288,
       "step": 29050
     },
     {
       "epoch": 25.18,
-      "learning_rate": 4.0382387022016227e-07,
-      "loss": 0.9103,
+      "learning_rate": 4.0367902665121676e-07,
+      "loss": 0.648,
       "step": 29060
     },
     {
       "epoch": 25.19,
-      "learning_rate": 4.0309965237543455e-07,
-      "loss": 0.8242,
+      "learning_rate": 4.0295480880648904e-07,
+      "loss": 0.5733,
       "step": 29070
     },
     {
       "epoch": 25.2,
-      "learning_rate": 4.023754345307069e-07,
-      "loss": 0.7902,
+      "learning_rate": 4.0223059096176133e-07,
+      "loss": 0.5517,
       "step": 29080
     },
     {
       "epoch": 25.21,
-      "learning_rate": 4.016512166859791e-07,
-      "loss": 0.836,
+      "learning_rate": 4.015063731170336e-07,
+      "loss": 0.5684,
       "step": 29090
     },
     {
       "epoch": 25.22,
-      "learning_rate": 4.0092699884125146e-07,
-      "loss": 0.8332,
+      "learning_rate": 4.0078215527230595e-07,
+      "loss": 0.6331,
       "step": 29100
     },
     {
       "epoch": 25.23,
-      "learning_rate": 4.002027809965238e-07,
-      "loss": 0.8165,
+      "learning_rate": 4.0005793742757824e-07,
+      "loss": 0.5649,
       "step": 29110
     },
     {
       "epoch": 25.23,
-      "learning_rate": 3.9947856315179614e-07,
-      "loss": 0.8894,
+      "learning_rate": 3.993337195828505e-07,
+      "loss": 0.6408,
       "step": 29120
     },
     {
       "epoch": 25.24,
-      "learning_rate": 3.987543453070684e-07,
-      "loss": 0.7699,
+      "learning_rate": 3.9860950173812286e-07,
+      "loss": 0.5112,
       "step": 29130
     },
     {
       "epoch": 25.25,
-      "learning_rate": 3.980301274623407e-07,
-      "loss": 0.7841,
+      "learning_rate": 3.978852838933952e-07,
+      "loss": 0.5443,
       "step": 29140
     },
     {
       "epoch": 25.26,
-      "learning_rate": 3.97305909617613e-07,
-      "loss": 0.8277,
+      "learning_rate": 3.9716106604866744e-07,
+      "loss": 0.5911,
       "step": 29150
     },
     {
       "epoch": 25.27,
-      "learning_rate": 3.9658169177288534e-07,
-      "loss": 0.8268,
+      "learning_rate": 3.964368482039398e-07,
+      "loss": 0.5832,
       "step": 29160
     },
     {
       "epoch": 25.28,
-      "learning_rate": 3.958574739281576e-07,
-      "loss": 0.8524,
+      "learning_rate": 3.957126303592121e-07,
+      "loss": 0.6009,
       "step": 29170
     },
     {
       "epoch": 25.29,
-      "learning_rate": 3.951332560834299e-07,
-      "loss": 0.8156,
+      "learning_rate": 3.949884125144844e-07,
+      "loss": 0.5758,
       "step": 29180
     },
     {
       "epoch": 25.29,
-      "learning_rate": 3.9440903823870225e-07,
-      "loss": 0.8576,
+      "learning_rate": 3.942641946697567e-07,
+      "loss": 0.637,
       "step": 29190
     },
     {
       "epoch": 25.3,
-      "learning_rate": 3.936848203939746e-07,
-      "loss": 0.8634,
+      "learning_rate": 3.9353997682502897e-07,
+      "loss": 0.6342,
       "step": 29200
     },
     {
       "epoch": 25.31,
-      "learning_rate": 3.929606025492468e-07,
-      "loss": 0.8661,
+      "learning_rate": 3.928157589803013e-07,
+      "loss": 0.6287,
       "step": 29210
     },
     {
       "epoch": 25.32,
-      "learning_rate": 3.9223638470451916e-07,
-      "loss": 0.8672,
+      "learning_rate": 3.9209154113557365e-07,
+      "loss": 0.6399,
       "step": 29220
     },
     {
       "epoch": 25.33,
-      "learning_rate": 3.915121668597915e-07,
-      "loss": 0.7992,
+      "learning_rate": 3.913673232908459e-07,
+      "loss": 0.5861,
       "step": 29230
     },
     {
       "epoch": 25.34,
-      "learning_rate": 3.907879490150638e-07,
-      "loss": 0.8266,
+      "learning_rate": 3.906431054461182e-07,
+      "loss": 0.5924,
       "step": 29240
     },
     {
       "epoch": 25.35,
-      "learning_rate": 3.9006373117033607e-07,
-      "loss": 0.8456,
+      "learning_rate": 3.8991888760139056e-07,
+      "loss": 0.6091,
       "step": 29250
     },
     {
       "epoch": 25.36,
-      "learning_rate": 3.8933951332560836e-07,
-      "loss": 0.9122,
+      "learning_rate": 3.8919466975666285e-07,
+      "loss": 0.6704,
       "step": 29260
     },
     {
       "epoch": 25.36,
-      "learning_rate": 3.886152954808807e-07,
-      "loss": 0.8551,
+      "learning_rate": 3.8847045191193513e-07,
+      "loss": 0.6117,
       "step": 29270
     },
     {
       "epoch": 25.37,
-      "learning_rate": 3.8789107763615293e-07,
-      "loss": 0.8943,
+      "learning_rate": 3.8774623406720747e-07,
+      "loss": 0.6072,
       "step": 29280
     },
     {
       "epoch": 25.38,
-      "learning_rate": 3.8716685979142527e-07,
-      "loss": 0.8619,
+      "learning_rate": 3.8702201622247976e-07,
+      "loss": 0.6032,
       "step": 29290
     },
     {
       "epoch": 25.39,
-      "learning_rate": 3.864426419466976e-07,
-      "loss": 0.8477,
+      "learning_rate": 3.8629779837775204e-07,
+      "loss": 0.5764,
       "step": 29300
     },
     {
       "epoch": 25.4,
-      "learning_rate": 3.8571842410196995e-07,
-      "loss": 0.8639,
+      "learning_rate": 3.8557358053302433e-07,
+      "loss": 0.5825,
       "step": 29310
     },
     {
       "epoch": 25.41,
-      "learning_rate": 3.849942062572422e-07,
-      "loss": 0.8688,
+      "learning_rate": 3.8484936268829667e-07,
+      "loss": 0.6271,
       "step": 29320
     },
     {
       "epoch": 25.42,
-      "learning_rate": 3.842699884125145e-07,
-      "loss": 0.8288,
+      "learning_rate": 3.84125144843569e-07,
+      "loss": 0.5572,
       "step": 29330
     },
     {
       "epoch": 25.42,
-      "learning_rate": 3.8354577056778686e-07,
-      "loss": 0.8547,
+      "learning_rate": 3.8340092699884124e-07,
+      "loss": 0.6473,
       "step": 29340
     },
     {
       "epoch": 25.43,
-      "learning_rate": 3.8282155272305914e-07,
-      "loss": 0.8841,
+      "learning_rate": 3.826767091541136e-07,
+      "loss": 0.6367,
       "step": 29350
     },
     {
       "epoch": 25.44,
-      "learning_rate": 3.8209733487833143e-07,
-      "loss": 0.8543,
+      "learning_rate": 3.819524913093859e-07,
+      "loss": 0.5776,
       "step": 29360
     },
     {
       "epoch": 25.45,
-      "learning_rate": 3.813731170336037e-07,
-      "loss": 0.8575,
+      "learning_rate": 3.812282734646582e-07,
+      "loss": 0.6137,
       "step": 29370
     },
     {
       "epoch": 25.46,
-      "learning_rate": 3.8064889918887605e-07,
-      "loss": 0.8559,
+      "learning_rate": 3.805040556199305e-07,
+      "loss": 0.6235,
       "step": 29380
     },
     {
       "epoch": 25.47,
-      "learning_rate": 3.799246813441484e-07,
-      "loss": 0.7868,
+      "learning_rate": 3.7977983777520283e-07,
+      "loss": 0.5249,
       "step": 29390
     },
     {
       "epoch": 25.48,
-      "learning_rate": 3.792004634994206e-07,
-      "loss": 0.8576,
+      "learning_rate": 3.790556199304751e-07,
+      "loss": 0.614,
       "step": 29400
     },
     {
       "epoch": 25.49,
-      "learning_rate": 3.7847624565469296e-07,
-      "loss": 0.8443,
+      "learning_rate": 3.7833140208574745e-07,
+      "loss": 0.6093,
       "step": 29410
     },
     {
       "epoch": 25.49,
-      "learning_rate": 3.777520278099653e-07,
-      "loss": 0.8295,
+      "learning_rate": 3.776071842410197e-07,
+      "loss": 0.5766,
       "step": 29420
     },
     {
       "epoch": 25.5,
-      "learning_rate": 3.770278099652376e-07,
-      "loss": 0.8425,
+      "learning_rate": 3.76882966396292e-07,
+      "loss": 0.5669,
       "step": 29430
     },
     {
       "epoch": 25.51,
-      "learning_rate": 3.763035921205099e-07,
-      "loss": 0.8502,
+      "learning_rate": 3.7615874855156436e-07,
+      "loss": 0.6164,
       "step": 29440
     },
     {
       "epoch": 25.52,
-      "learning_rate": 3.7557937427578216e-07,
-      "loss": 0.8651,
+      "learning_rate": 3.754345307068367e-07,
+      "loss": 0.6136,
       "step": 29450
     },
     {
       "epoch": 25.53,
-      "learning_rate": 3.748551564310545e-07,
-      "loss": 0.8083,
+      "learning_rate": 3.7471031286210893e-07,
+      "loss": 0.526,
       "step": 29460
     },
     {
       "epoch": 25.54,
-      "learning_rate": 3.741309385863268e-07,
-      "loss": 0.9419,
+      "learning_rate": 3.7398609501738127e-07,
+      "loss": 0.5933,
       "step": 29470
     },
     {
       "epoch": 25.55,
-      "learning_rate": 3.7340672074159907e-07,
-      "loss": 0.8372,
+      "learning_rate": 3.7326187717265356e-07,
+      "loss": 0.5828,
       "step": 29480
     },
     {
       "epoch": 25.55,
-      "learning_rate": 3.726825028968714e-07,
-      "loss": 0.7926,
+      "learning_rate": 3.725376593279259e-07,
+      "loss": 0.5738,
       "step": 29490
     },
     {
       "epoch": 25.56,
-      "learning_rate": 3.7195828505214375e-07,
-      "loss": 0.8803,
+      "learning_rate": 3.718134414831982e-07,
+      "loss": 0.642,
       "step": 29500
     },
     {
       "epoch": 25.57,
-      "learning_rate": 3.71234067207416e-07,
-      "loss": 0.8121,
+      "learning_rate": 3.7108922363847047e-07,
+      "loss": 0.5684,
       "step": 29510
     },
     {
       "epoch": 25.58,
-      "learning_rate": 3.705098493626883e-07,
-      "loss": 0.8285,
+      "learning_rate": 3.703650057937428e-07,
+      "loss": 0.5822,
       "step": 29520
     },
     {
       "epoch": 25.59,
-      "learning_rate": 3.6978563151796066e-07,
-      "loss": 0.8593,
+      "learning_rate": 3.6964078794901504e-07,
+      "loss": 0.5999,
       "step": 29530
     },
     {
       "epoch": 25.6,
-      "learning_rate": 3.6906141367323294e-07,
-      "loss": 0.8097,
+      "learning_rate": 3.689165701042874e-07,
+      "loss": 0.58,
       "step": 29540
     },
     {
       "epoch": 25.61,
-      "learning_rate": 3.6833719582850523e-07,
-      "loss": 0.8964,
+      "learning_rate": 3.681923522595597e-07,
+      "loss": 0.643,
       "step": 29550
     },
     {
       "epoch": 25.61,
-      "learning_rate": 3.676129779837775e-07,
-      "loss": 0.8654,
+      "learning_rate": 3.6746813441483206e-07,
+      "loss": 0.5768,
       "step": 29560
     },
     {
       "epoch": 25.62,
-      "learning_rate": 3.6688876013904986e-07,
-      "loss": 0.8011,
+      "learning_rate": 3.667439165701043e-07,
+      "loss": 0.5714,
       "step": 29570
     },
     {
       "epoch": 25.63,
-      "learning_rate": 3.661645422943222e-07,
-      "loss": 0.8603,
+      "learning_rate": 3.6601969872537663e-07,
+      "loss": 0.6188,
       "step": 29580
     },
     {
       "epoch": 25.64,
-      "learning_rate": 3.6544032444959443e-07,
-      "loss": 0.8728,
+      "learning_rate": 3.652954808806489e-07,
+      "loss": 0.6015,
       "step": 29590
     },
     {
       "epoch": 25.65,
-      "learning_rate": 3.6471610660486677e-07,
-      "loss": 0.8928,
+      "learning_rate": 3.6457126303592125e-07,
+      "loss": 0.6174,
       "step": 29600
     },
     {
       "epoch": 25.66,
-      "learning_rate": 3.639918887601391e-07,
-      "loss": 0.8927,
+      "learning_rate": 3.6384704519119354e-07,
+      "loss": 0.6215,
       "step": 29610
     },
     {
       "epoch": 25.67,
-      "learning_rate": 3.632676709154114e-07,
-      "loss": 0.8431,
+      "learning_rate": 3.6312282734646583e-07,
+      "loss": 0.5666,
       "step": 29620
     },
     {
       "epoch": 25.68,
-      "learning_rate": 3.625434530706837e-07,
-      "loss": 0.8364,
+      "learning_rate": 3.6239860950173817e-07,
+      "loss": 0.5946,
       "step": 29630
     },
     {
       "epoch": 25.68,
-      "learning_rate": 3.61819235225956e-07,
-      "loss": 0.8553,
+      "learning_rate": 3.616743916570105e-07,
+      "loss": 0.6117,
       "step": 29640
     },
     {
       "epoch": 25.69,
-      "learning_rate": 3.610950173812283e-07,
-      "loss": 0.8595,
+      "learning_rate": 3.6095017381228274e-07,
+      "loss": 0.6021,
       "step": 29650
     },
     {
       "epoch": 25.7,
-      "learning_rate": 3.6037079953650064e-07,
-      "loss": 0.887,
+      "learning_rate": 3.602259559675551e-07,
+      "loss": 0.6577,
       "step": 29660
     },
     {
       "epoch": 25.71,
-      "learning_rate": 3.5964658169177287e-07,
-      "loss": 0.8217,
+      "learning_rate": 3.595017381228274e-07,
+      "loss": 0.5751,
       "step": 29670
     },
     {
       "epoch": 25.72,
-      "learning_rate": 3.589223638470452e-07,
-      "loss": 0.8303,
+      "learning_rate": 3.587775202780997e-07,
+      "loss": 0.5863,
       "step": 29680
     },
     {
       "epoch": 25.73,
-      "learning_rate": 3.5819814600231755e-07,
-      "loss": 0.8137,
+      "learning_rate": 3.58053302433372e-07,
+      "loss": 0.5762,
       "step": 29690
     },
     {
       "epoch": 25.74,
-      "learning_rate": 3.574739281575898e-07,
-      "loss": 0.9273,
+      "learning_rate": 3.5732908458864427e-07,
+      "loss": 0.6412,
       "step": 29700
     },
     {
       "epoch": 25.74,
-      "learning_rate": 3.567497103128621e-07,
-      "loss": 0.8912,
+      "learning_rate": 3.566048667439166e-07,
+      "loss": 0.6246,
       "step": 29710
     },
     {
       "epoch": 25.75,
-      "learning_rate": 3.5602549246813446e-07,
-      "loss": 0.8586,
+      "learning_rate": 3.558806488991889e-07,
+      "loss": 0.6207,
       "step": 29720
     },
     {
       "epoch": 25.76,
-      "learning_rate": 3.5530127462340675e-07,
-      "loss": 0.837,
+      "learning_rate": 3.551564310544612e-07,
+      "loss": 0.5894,
       "step": 29730
     },
     {
       "epoch": 25.77,
-      "learning_rate": 3.5457705677867903e-07,
-      "loss": 0.8369,
+      "learning_rate": 3.544322132097335e-07,
+      "loss": 0.6376,
       "step": 29740
     },
     {
       "epoch": 25.78,
-      "learning_rate": 3.5385283893395137e-07,
-      "loss": 0.9067,
+      "learning_rate": 3.5370799536500586e-07,
+      "loss": 0.6607,
       "step": 29750
     },
     {
       "epoch": 25.79,
-      "learning_rate": 3.5312862108922366e-07,
-      "loss": 0.8136,
+      "learning_rate": 3.529837775202781e-07,
+      "loss": 0.5504,
       "step": 29760
     },
     {
       "epoch": 25.8,
-      "learning_rate": 3.52404403244496e-07,
-      "loss": 0.8985,
+      "learning_rate": 3.5225955967555043e-07,
+      "loss": 0.6918,
       "step": 29770
     },
     {
       "epoch": 25.81,
-      "learning_rate": 3.5168018539976823e-07,
-      "loss": 0.7824,
+      "learning_rate": 3.5153534183082277e-07,
+      "loss": 0.5225,
       "step": 29780
     },
     {
       "epoch": 25.81,
-      "learning_rate": 3.5095596755504057e-07,
-      "loss": 0.8464,
+      "learning_rate": 3.5081112398609506e-07,
+      "loss": 0.5698,
       "step": 29790
     },
     {
       "epoch": 25.82,
-      "learning_rate": 3.502317497103129e-07,
-      "loss": 0.8656,
+      "learning_rate": 3.5008690614136734e-07,
+      "loss": 0.6533,
       "step": 29800
     },
     {
       "epoch": 25.83,
-      "learning_rate": 3.4950753186558525e-07,
-      "loss": 0.818,
+      "learning_rate": 3.4936268829663963e-07,
+      "loss": 0.553,
       "step": 29810
     },
     {
       "epoch": 25.84,
-      "learning_rate": 3.487833140208575e-07,
-      "loss": 0.8422,
+      "learning_rate": 3.4863847045191197e-07,
+      "loss": 0.5809,
       "step": 29820
     },
     {
       "epoch": 25.85,
-      "learning_rate": 3.480590961761298e-07,
-      "loss": 0.801,
+      "learning_rate": 3.479142526071843e-07,
+      "loss": 0.5606,
       "step": 29830
     },
     {
       "epoch": 25.86,
-      "learning_rate": 3.473348783314021e-07,
-      "loss": 0.8348,
+      "learning_rate": 3.4719003476245654e-07,
+      "loss": 0.6226,
       "step": 29840
     },
     {
       "epoch": 25.87,
-      "learning_rate": 3.4661066048667444e-07,
-      "loss": 0.8207,
+      "learning_rate": 3.464658169177289e-07,
+      "loss": 0.5689,
       "step": 29850
     },
     {
       "epoch": 25.87,
-      "learning_rate": 3.4588644264194673e-07,
-      "loss": 0.8352,
+      "learning_rate": 3.457415990730012e-07,
+      "loss": 0.5842,
       "step": 29860
     },
     {
       "epoch": 25.88,
-      "learning_rate": 3.45162224797219e-07,
-      "loss": 0.8363,
+      "learning_rate": 3.450173812282735e-07,
+      "loss": 0.6149,
       "step": 29870
     },
     {
       "epoch": 25.89,
-      "learning_rate": 3.4443800695249135e-07,
-      "loss": 0.8923,
+      "learning_rate": 3.442931633835458e-07,
+      "loss": 0.6328,
       "step": 29880
     },
     {
       "epoch": 25.9,
-      "learning_rate": 3.437137891077636e-07,
-      "loss": 0.8248,
+      "learning_rate": 3.435689455388181e-07,
+      "loss": 0.6231,
       "step": 29890
     },
     {
       "epoch": 25.91,
-      "learning_rate": 3.429895712630359e-07,
-      "loss": 0.8984,
+      "learning_rate": 3.428447276940904e-07,
+      "loss": 0.6771,
       "step": 29900
     },
     {
       "epoch": 25.92,
-      "learning_rate": 3.4226535341830826e-07,
-      "loss": 0.8725,
+      "learning_rate": 3.4212050984936275e-07,
+      "loss": 0.599,
       "step": 29910
     },
     {
       "epoch": 25.93,
-      "learning_rate": 3.415411355735806e-07,
-      "loss": 0.8103,
+      "learning_rate": 3.41396292004635e-07,
+      "loss": 0.573,
       "step": 29920
     },
     {
       "epoch": 25.94,
-      "learning_rate": 3.4081691772885284e-07,
-      "loss": 0.8428,
+      "learning_rate": 3.406720741599073e-07,
+      "loss": 0.5735,
       "step": 29930
     },
     {
       "epoch": 25.94,
-      "learning_rate": 3.400926998841252e-07,
-      "loss": 0.8266,
+      "learning_rate": 3.3994785631517966e-07,
+      "loss": 0.5964,
       "step": 29940
     },
     {
       "epoch": 25.95,
-      "learning_rate": 3.3936848203939746e-07,
-      "loss": 0.9056,
+      "learning_rate": 3.392236384704519e-07,
+      "loss": 0.653,
       "step": 29950
     },
     {
       "epoch": 25.96,
-      "learning_rate": 3.386442641946698e-07,
-      "loss": 0.8768,
+      "learning_rate": 3.3849942062572424e-07,
+      "loss": 0.5898,
       "step": 29960
     },
     {
       "epoch": 25.97,
-      "learning_rate": 3.379200463499421e-07,
-      "loss": 0.7999,
+      "learning_rate": 3.377752027809966e-07,
+      "loss": 0.5158,
       "step": 29970
     },
     {
       "epoch": 25.98,
-      "learning_rate": 3.3719582850521437e-07,
-      "loss": 0.8275,
+      "learning_rate": 3.3705098493626886e-07,
+      "loss": 0.6168,
       "step": 29980
     },
     {
       "epoch": 25.99,
-      "learning_rate": 3.364716106604867e-07,
-      "loss": 0.9013,
+      "learning_rate": 3.3632676709154115e-07,
+      "loss": 0.6686,
       "step": 29990
     },
     {
       "epoch": 26.0,
-      "learning_rate": 3.3574739281575905e-07,
-      "loss": 0.9203,
+      "learning_rate": 3.3560254924681343e-07,
+      "loss": 0.7075,
       "step": 30000
     },
     {
       "epoch": 26.0,
-      "eval_loss": 1.1479897499084473,
-      "eval_runtime": 133.1825,
-      "eval_samples_per_second": 3.995,
-      "eval_steps_per_second": 1.997,
-      "eval_wer": 0.7755994086263418,
+      "eval_loss": 1.0265555381774902,
+      "eval_runtime": 133.9669,
+      "eval_samples_per_second": 3.971,
+      "eval_steps_per_second": 1.986,
+      "eval_wer": 0.6829080156842579,
       "step": 30004
     },
     {
       "epoch": 26.01,
-      "learning_rate": 3.350231749710313e-07,
-      "loss": 0.815,
+      "learning_rate": 3.3487833140208577e-07,
+      "loss": 0.5715,
       "step": 30010
     },
     {
       "epoch": 26.01,
-      "learning_rate": 3.342989571263036e-07,
-      "loss": 1.0004,
+      "learning_rate": 3.341541135573581e-07,
+      "loss": 0.6344,
       "step": 30020
     },
     {
       "epoch": 26.02,
-      "learning_rate": 3.3357473928157596e-07,
-      "loss": 0.8703,
+      "learning_rate": 3.3342989571263034e-07,
+      "loss": 0.6215,
       "step": 30030
     },
     {
       "epoch": 26.03,
-      "learning_rate": 3.3285052143684825e-07,
-      "loss": 0.829,
+      "learning_rate": 3.327056778679027e-07,
+      "loss": 0.5867,
       "step": 30040
     },
     {
       "epoch": 26.04,
-      "learning_rate": 3.3212630359212053e-07,
-      "loss": 0.8422,
+      "learning_rate": 3.31981460023175e-07,
+      "loss": 0.6126,
       "step": 30050
     },
     {
       "epoch": 26.05,
-      "learning_rate": 3.314020857473928e-07,
-      "loss": 0.9052,
+      "learning_rate": 3.312572421784473e-07,
+      "loss": 0.6497,
       "step": 30060
     },
     {
       "epoch": 26.06,
-      "learning_rate": 3.3067786790266516e-07,
-      "loss": 0.833,
+      "learning_rate": 3.305330243337196e-07,
+      "loss": 0.5883,
       "step": 30070
     },
     {
       "epoch": 26.07,
-      "learning_rate": 3.299536500579375e-07,
-      "loss": 0.8454,
+      "learning_rate": 3.2980880648899193e-07,
+      "loss": 0.6063,
       "step": 30080
     },
     {
       "epoch": 26.07,
-      "learning_rate": 3.2922943221320973e-07,
-      "loss": 0.8276,
+      "learning_rate": 3.290845886442642e-07,
+      "loss": 0.6269,
       "step": 30090
     },
     {
       "epoch": 26.08,
-      "learning_rate": 3.2850521436848207e-07,
-      "loss": 0.8625,
+      "learning_rate": 3.2836037079953656e-07,
+      "loss": 0.6301,
       "step": 30100
     },
     {
       "epoch": 26.09,
-      "learning_rate": 3.277809965237544e-07,
-      "loss": 0.8762,
+      "learning_rate": 3.2770857473928154e-07,
+      "loss": 0.6225,
       "step": 30110
     },
     {
       "epoch": 26.1,
-      "learning_rate": 3.2705677867902664e-07,
-      "loss": 0.8638,
+      "learning_rate": 3.269843568945539e-07,
+      "loss": 0.5627,
       "step": 30120
     },
     {
       "epoch": 26.11,
-      "learning_rate": 3.26332560834299e-07,
-      "loss": 0.7883,
+      "learning_rate": 3.262601390498262e-07,
+      "loss": 0.5425,
       "step": 30130
     },
     {
       "epoch": 26.12,
-      "learning_rate": 3.256083429895713e-07,
-      "loss": 0.8616,
+      "learning_rate": 3.2553592120509856e-07,
+      "loss": 0.6102,
       "step": 30140
     },
     {
       "epoch": 26.13,
-      "learning_rate": 3.248841251448436e-07,
-      "loss": 0.8601,
+      "learning_rate": 3.248117033603708e-07,
+      "loss": 0.6286,
       "step": 30150
     },
     {
       "epoch": 26.14,
-      "learning_rate": 3.241599073001159e-07,
-      "loss": 0.8459,
+      "learning_rate": 3.2408748551564313e-07,
+      "loss": 0.6037,
       "step": 30160
     },
     {
       "epoch": 26.14,
-      "learning_rate": 3.234356894553882e-07,
-      "loss": 0.8619,
+      "learning_rate": 3.233632676709154e-07,
+      "loss": 0.6378,
       "step": 30170
     },
     {
       "epoch": 26.15,
-      "learning_rate": 3.227114716106605e-07,
-      "loss": 0.8663,
+      "learning_rate": 3.2263904982618776e-07,
+      "loss": 0.6181,
       "step": 30180
     },
     {
       "epoch": 26.16,
-      "learning_rate": 3.2198725376593285e-07,
-      "loss": 0.7774,
+      "learning_rate": 3.2191483198146004e-07,
+      "loss": 0.5446,
       "step": 30190
     },
     {
       "epoch": 26.17,
-      "learning_rate": 3.212630359212051e-07,
-      "loss": 0.8657,
+      "learning_rate": 3.2119061413673233e-07,
+      "loss": 0.6502,
       "step": 30200
     },
     {
       "epoch": 26.18,
-      "learning_rate": 3.205388180764774e-07,
-      "loss": 0.9109,
+      "learning_rate": 3.2046639629200467e-07,
+      "loss": 0.6362,
       "step": 30210
     },
     {
       "epoch": 26.19,
-      "learning_rate": 3.1981460023174976e-07,
-      "loss": 0.816,
+      "learning_rate": 3.19742178447277e-07,
+      "loss": 0.5668,
       "step": 30220
     },
     {
       "epoch": 26.2,
-      "learning_rate": 3.1909038238702205e-07,
-      "loss": 0.9037,
+      "learning_rate": 3.1901796060254924e-07,
+      "loss": 0.6304,
       "step": 30230
     },
     {
       "epoch": 26.2,
-      "learning_rate": 3.1836616454229433e-07,
-      "loss": 0.8748,
+      "learning_rate": 3.182937427578216e-07,
+      "loss": 0.619,
       "step": 30240
     },
     {
       "epoch": 26.21,
-      "learning_rate": 3.176419466975667e-07,
-      "loss": 0.8448,
+      "learning_rate": 3.175695249130939e-07,
+      "loss": 0.6036,
       "step": 30250
     },
     {
       "epoch": 26.22,
-      "learning_rate": 3.1691772885283896e-07,
-      "loss": 0.8507,
+      "learning_rate": 3.168453070683662e-07,
+      "loss": 0.5849,
       "step": 30260
     },
     {
       "epoch": 26.23,
-      "learning_rate": 3.161935110081113e-07,
-      "loss": 0.8649,
+      "learning_rate": 3.161210892236385e-07,
+      "loss": 0.646,
       "step": 30270
     },
     {
       "epoch": 26.24,
-      "learning_rate": 3.1546929316338353e-07,
-      "loss": 0.8283,
+      "learning_rate": 3.153968713789108e-07,
+      "loss": 0.6166,
       "step": 30280
     },
     {
       "epoch": 26.25,
-      "learning_rate": 3.1474507531865587e-07,
-      "loss": 0.8435,
+      "learning_rate": 3.146726535341831e-07,
+      "loss": 0.598,
       "step": 30290
     },
     {
       "epoch": 26.26,
-      "learning_rate": 3.140208574739282e-07,
-      "loss": 0.8882,
+      "learning_rate": 3.1394843568945545e-07,
+      "loss": 0.6448,
       "step": 30300
     },
     {
       "epoch": 26.27,
-      "learning_rate": 3.1329663962920044e-07,
-      "loss": 0.8842,
+      "learning_rate": 3.132242178447277e-07,
+      "loss": 0.618,
       "step": 30310
     },
     {
       "epoch": 26.27,
-      "learning_rate": 3.125724217844728e-07,
-      "loss": 0.8546,
+      "learning_rate": 3.125e-07,
+      "loss": 0.5835,
       "step": 30320
     },
     {
       "epoch": 26.28,
-      "learning_rate": 3.118482039397451e-07,
-      "loss": 0.8698,
+      "learning_rate": 3.117757821552723e-07,
+      "loss": 0.6078,
       "step": 30330
     },
     {
       "epoch": 26.29,
-      "learning_rate": 3.111239860950174e-07,
-      "loss": 0.8104,
+      "learning_rate": 3.1105156431054465e-07,
+      "loss": 0.5565,
       "step": 30340
     },
     {
       "epoch": 26.3,
-      "learning_rate": 3.103997682502897e-07,
-      "loss": 0.8585,
+      "learning_rate": 3.1032734646581694e-07,
+      "loss": 0.6488,
       "step": 30350
     },
     {
       "epoch": 26.31,
-      "learning_rate": 3.0967555040556203e-07,
-      "loss": 0.91,
+      "learning_rate": 3.096031286210893e-07,
+      "loss": 0.583,
       "step": 30360
     },
     {
       "epoch": 26.32,
-      "learning_rate": 3.089513325608343e-07,
-      "loss": 0.8463,
+      "learning_rate": 3.0887891077636156e-07,
+      "loss": 0.6007,
       "step": 30370
     },
     {
       "epoch": 26.33,
-      "learning_rate": 3.082271147161066e-07,
-      "loss": 0.7945,
+      "learning_rate": 3.0815469293163385e-07,
+      "loss": 0.5277,
       "step": 30380
     },
     {
       "epoch": 26.33,
-      "learning_rate": 3.0750289687137894e-07,
-      "loss": 0.813,
+      "learning_rate": 3.0743047508690613e-07,
+      "loss": 0.5755,
       "step": 30390
     },
     {
       "epoch": 26.34,
-      "learning_rate": 3.0677867902665123e-07,
-      "loss": 0.8654,
+      "learning_rate": 3.0670625724217847e-07,
+      "loss": 0.5827,
       "step": 30400
     },
     {
       "epoch": 26.35,
-      "learning_rate": 3.0605446118192357e-07,
-      "loss": 0.8819,
+      "learning_rate": 3.0598203939745076e-07,
+      "loss": 0.6681,
       "step": 30410
     },
     {
       "epoch": 26.36,
-      "learning_rate": 3.0533024333719585e-07,
-      "loss": 0.8421,
+      "learning_rate": 3.052578215527231e-07,
+      "loss": 0.5936,
       "step": 30420
     },
     {
       "epoch": 26.37,
-      "learning_rate": 3.046060254924682e-07,
-      "loss": 0.8715,
+      "learning_rate": 3.045336037079954e-07,
+      "loss": 0.6026,
       "step": 30430
     },
     {
       "epoch": 26.38,
-      "learning_rate": 3.038818076477405e-07,
-      "loss": 0.8587,
+      "learning_rate": 3.038093858632677e-07,
+      "loss": 0.5975,
       "step": 30440
     },
     {
       "epoch": 26.39,
-      "learning_rate": 3.0315758980301276e-07,
-      "loss": 0.8103,
+      "learning_rate": 3.0308516801854e-07,
+      "loss": 0.5699,
       "step": 30450
     },
     {
       "epoch": 26.39,
-      "learning_rate": 3.0243337195828505e-07,
-      "loss": 0.8579,
+      "learning_rate": 3.023609501738123e-07,
+      "loss": 0.5721,
       "step": 30460
     },
     {
       "epoch": 26.4,
-      "learning_rate": 3.017091541135574e-07,
-      "loss": 0.8555,
+      "learning_rate": 3.0163673232908463e-07,
+      "loss": 0.6404,
       "step": 30470
     },
     {
       "epoch": 26.41,
-      "learning_rate": 3.0098493626882967e-07,
-      "loss": 0.8024,
+      "learning_rate": 3.009125144843569e-07,
+      "loss": 0.559,
       "step": 30480
     },
     {
       "epoch": 26.42,
-      "learning_rate": 3.00260718424102e-07,
-      "loss": 0.8114,
+      "learning_rate": 3.001882966396292e-07,
+      "loss": 0.5444,
       "step": 30490
     },
     {
       "epoch": 26.43,
-      "learning_rate": 2.995365005793743e-07,
-      "loss": 0.8834,
+      "learning_rate": 2.9946407879490154e-07,
+      "loss": 0.6371,
       "step": 30500
     },
     {
       "epoch": 26.44,
-      "learning_rate": 2.9881228273464664e-07,
-      "loss": 0.8417,
+      "learning_rate": 2.9873986095017383e-07,
+      "loss": 0.6171,
       "step": 30510
     },
     {
       "epoch": 26.45,
-      "learning_rate": 2.980880648899189e-07,
-      "loss": 0.8177,
+      "learning_rate": 2.9801564310544617e-07,
+      "loss": 0.5683,
       "step": 30520
     },
     {
       "epoch": 26.46,
-      "learning_rate": 2.973638470451912e-07,
-      "loss": 0.8547,
+      "learning_rate": 2.9729142526071845e-07,
+      "loss": 0.6481,
       "step": 30530
     },
     {
       "epoch": 26.46,
-      "learning_rate": 2.9663962920046355e-07,
-      "loss": 0.811,
+      "learning_rate": 2.9656720741599074e-07,
+      "loss": 0.5741,
       "step": 30540
     },
     {
       "epoch": 26.47,
-      "learning_rate": 2.9591541135573583e-07,
-      "loss": 0.854,
+      "learning_rate": 2.958429895712631e-07,
+      "loss": 0.5919,
       "step": 30550
     },
     {
       "epoch": 26.48,
-      "learning_rate": 2.951911935110081e-07,
-      "loss": 0.86,
+      "learning_rate": 2.9511877172653536e-07,
+      "loss": 0.6357,
       "step": 30560
     },
     {
       "epoch": 26.49,
-      "learning_rate": 2.944669756662804e-07,
-      "loss": 0.7888,
+      "learning_rate": 2.9439455388180765e-07,
+      "loss": 0.5472,
       "step": 30570
     },
     {
       "epoch": 26.5,
-      "learning_rate": 2.9374275782155274e-07,
-      "loss": 0.8376,
+      "learning_rate": 2.9367033603708e-07,
+      "loss": 0.5956,
       "step": 30580
     },
     {
       "epoch": 26.51,
-      "learning_rate": 2.9301853997682503e-07,
-      "loss": 0.8001,
+      "learning_rate": 2.929461181923523e-07,
+      "loss": 0.5811,
       "step": 30590
     },
     {
       "epoch": 26.52,
-      "learning_rate": 2.9229432213209737e-07,
-      "loss": 0.8091,
+      "learning_rate": 2.9222190034762456e-07,
+      "loss": 0.546,
       "step": 30600
     },
     {
       "epoch": 26.52,
-      "learning_rate": 2.9157010428736965e-07,
-      "loss": 0.8259,
+      "learning_rate": 2.914976825028969e-07,
+      "loss": 0.5781,
       "step": 30610
     },
     {
       "epoch": 26.53,
-      "learning_rate": 2.90845886442642e-07,
-      "loss": 0.8146,
+      "learning_rate": 2.907734646581692e-07,
+      "loss": 0.5516,
       "step": 30620
     },
     {
       "epoch": 26.54,
-      "learning_rate": 2.901216685979143e-07,
-      "loss": 0.8631,
+      "learning_rate": 2.900492468134415e-07,
+      "loss": 0.6188,
       "step": 30630
     },
     {
       "epoch": 26.55,
-      "learning_rate": 2.893974507531866e-07,
-      "loss": 0.793,
+      "learning_rate": 2.893250289687138e-07,
+      "loss": 0.5557,
       "step": 30640
     },
     {
       "epoch": 26.56,
-      "learning_rate": 2.886732329084589e-07,
-      "loss": 0.8488,
+      "learning_rate": 2.8860081112398615e-07,
+      "loss": 0.5802,
       "step": 30650
     },
     {
       "epoch": 26.57,
-      "learning_rate": 2.879490150637312e-07,
-      "loss": 0.848,
+      "learning_rate": 2.8787659327925843e-07,
+      "loss": 0.6189,
       "step": 30660
     },
     {
       "epoch": 26.58,
-      "learning_rate": 2.872972190034763e-07,
-      "loss": 0.883,
+      "learning_rate": 2.871523754345307e-07,
+      "loss": 0.626,
       "step": 30670
     },
     {
       "epoch": 26.59,
-      "learning_rate": 2.8657300115874857e-07,
-      "loss": 0.8271,
+      "learning_rate": 2.86428157589803e-07,
+      "loss": 0.536,
       "step": 30680
     },
     {
       "epoch": 26.59,
-      "learning_rate": 2.858487833140209e-07,
-      "loss": 0.7947,
+      "learning_rate": 2.8570393974507535e-07,
+      "loss": 0.5659,
       "step": 30690
     },
     {
       "epoch": 26.6,
-      "learning_rate": 2.851245654692932e-07,
-      "loss": 0.8888,
+      "learning_rate": 2.8497972190034763e-07,
+      "loss": 0.6612,
       "step": 30700
     },
     {
       "epoch": 26.61,
-      "learning_rate": 2.844003476245655e-07,
-      "loss": 0.864,
+      "learning_rate": 2.8425550405561997e-07,
+      "loss": 0.6361,
       "step": 30710
     },
     {
       "epoch": 26.62,
-      "learning_rate": 2.836761297798378e-07,
-      "loss": 0.818,
+      "learning_rate": 2.8353128621089226e-07,
+      "loss": 0.6132,
       "step": 30720
     },
     {
       "epoch": 26.63,
-      "learning_rate": 2.829519119351101e-07,
-      "loss": 0.7941,
+      "learning_rate": 2.828070683661646e-07,
+      "loss": 0.5539,
       "step": 30730
     },
     {
       "epoch": 26.64,
-      "learning_rate": 2.822276940903824e-07,
-      "loss": 0.8008,
+      "learning_rate": 2.820828505214369e-07,
+      "loss": 0.5908,
       "step": 30740
     },
     {
       "epoch": 26.65,
-      "learning_rate": 2.815034762456547e-07,
-      "loss": 0.8312,
+      "learning_rate": 2.8135863267670917e-07,
+      "loss": 0.6066,
       "step": 30750
     },
     {
       "epoch": 26.65,
-      "learning_rate": 2.80779258400927e-07,
-      "loss": 0.8965,
+      "learning_rate": 2.806344148319815e-07,
+      "loss": 0.6524,
       "step": 30760
     },
     {
       "epoch": 26.66,
-      "learning_rate": 2.800550405561993e-07,
-      "loss": 0.8162,
+      "learning_rate": 2.799101969872538e-07,
+      "loss": 0.5628,
       "step": 30770
     },
     {
       "epoch": 26.67,
-      "learning_rate": 2.7933082271147164e-07,
-      "loss": 0.8155,
+      "learning_rate": 2.791859791425261e-07,
+      "loss": 0.5778,
       "step": 30780
     },
     {
       "epoch": 26.68,
-      "learning_rate": 2.7860660486674393e-07,
-      "loss": 0.8303,
+      "learning_rate": 2.7846176129779836e-07,
+      "loss": 0.5767,
       "step": 30790
     },
     {
       "epoch": 26.69,
-      "learning_rate": 2.7788238702201627e-07,
-      "loss": 0.8405,
+      "learning_rate": 2.777375434530707e-07,
+      "loss": 0.5582,
       "step": 30800
     },
     {
       "epoch": 26.7,
-      "learning_rate": 2.7715816917728855e-07,
-      "loss": 0.9233,
+      "learning_rate": 2.77013325608343e-07,
+      "loss": 0.6502,
       "step": 30810
     },
     {
       "epoch": 26.71,
-      "learning_rate": 2.764339513325609e-07,
-      "loss": 0.8802,
+      "learning_rate": 2.7628910776361533e-07,
+      "loss": 0.6139,
       "step": 30820
     },
     {
       "epoch": 26.72,
-      "learning_rate": 2.757097334878332e-07,
-      "loss": 0.8093,
+      "learning_rate": 2.755648899188876e-07,
+      "loss": 0.5295,
       "step": 30830
     },
     {
       "epoch": 26.72,
-      "learning_rate": 2.7498551564310546e-07,
-      "loss": 0.8623,
+      "learning_rate": 2.7484067207415995e-07,
+      "loss": 0.6391,
       "step": 30840
     },
     {
       "epoch": 26.73,
-      "learning_rate": 2.7426129779837775e-07,
-      "loss": 0.8173,
+      "learning_rate": 2.7411645422943224e-07,
+      "loss": 0.5678,
       "step": 30850
     },
     {
       "epoch": 26.74,
-      "learning_rate": 2.735370799536501e-07,
-      "loss": 0.8668,
+      "learning_rate": 2.733922363847046e-07,
+      "loss": 0.5982,
       "step": 30860
     },
     {
       "epoch": 26.75,
-      "learning_rate": 2.728128621089224e-07,
-      "loss": 0.812,
+      "learning_rate": 2.7266801853997686e-07,
+      "loss": 0.6117,
       "step": 30870
     },
     {
       "epoch": 26.76,
-      "learning_rate": 2.720886442641947e-07,
-      "loss": 0.8481,
+      "learning_rate": 2.7194380069524915e-07,
+      "loss": 0.6269,
       "step": 30880
     },
     {
       "epoch": 26.77,
-      "learning_rate": 2.71364426419467e-07,
-      "loss": 0.7884,
+      "learning_rate": 2.7121958285052143e-07,
+      "loss": 0.5526,
       "step": 30890
     },
     {
       "epoch": 26.78,
-      "learning_rate": 2.7064020857473934e-07,
-      "loss": 0.8647,
+      "learning_rate": 2.7049536500579377e-07,
+      "loss": 0.6204,
       "step": 30900
     },
     {
       "epoch": 26.78,
-      "learning_rate": 2.699159907300116e-07,
-      "loss": 0.8681,
+      "learning_rate": 2.6977114716106606e-07,
+      "loss": 0.6205,
       "step": 30910
     },
     {
       "epoch": 26.79,
-      "learning_rate": 2.691917728852839e-07,
-      "loss": 0.8899,
+      "learning_rate": 2.690469293163384e-07,
+      "loss": 0.6479,
       "step": 30920
     },
     {
       "epoch": 26.8,
-      "learning_rate": 2.6846755504055625e-07,
-      "loss": 0.7486,
+      "learning_rate": 2.683227114716107e-07,
+      "loss": 0.525,
       "step": 30930
     },
     {
       "epoch": 26.81,
-      "learning_rate": 2.6774333719582853e-07,
-      "loss": 0.801,
+      "learning_rate": 2.67598493626883e-07,
+      "loss": 0.5509,
       "step": 30940
     },
     {
       "epoch": 26.82,
-      "learning_rate": 2.670191193511008e-07,
-      "loss": 0.8437,
+      "learning_rate": 2.668742757821553e-07,
+      "loss": 0.5936,
       "step": 30950
     },
     {
       "epoch": 26.83,
-      "learning_rate": 2.662949015063731e-07,
-      "loss": 0.8565,
+      "learning_rate": 2.661500579374276e-07,
+      "loss": 0.5972,
       "step": 30960
     },
     {
       "epoch": 26.84,
-      "learning_rate": 2.6557068366164544e-07,
-      "loss": 0.8539,
+      "learning_rate": 2.6542584009269993e-07,
+      "loss": 0.5683,
       "step": 30970
     },
     {
       "epoch": 26.85,
-      "learning_rate": 2.6484646581691773e-07,
-      "loss": 0.88,
+      "learning_rate": 2.647016222479722e-07,
+      "loss": 0.5913,
       "step": 30980
     },
     {
       "epoch": 26.85,
-      "learning_rate": 2.6412224797219007e-07,
-      "loss": 0.8677,
+      "learning_rate": 2.639774044032445e-07,
+      "loss": 0.6081,
       "step": 30990
     },
     {
       "epoch": 26.86,
-      "learning_rate": 2.6339803012746236e-07,
-      "loss": 0.8813,
+      "learning_rate": 2.632531865585168e-07,
+      "loss": 0.6257,
       "step": 31000
     },
     {
       "epoch": 26.87,
-      "learning_rate": 2.626738122827347e-07,
-      "loss": 0.8611,
+      "learning_rate": 2.6252896871378913e-07,
+      "loss": 0.5882,
       "step": 31010
     },
     {
       "epoch": 26.88,
-      "learning_rate": 2.61949594438007e-07,
-      "loss": 0.7951,
+      "learning_rate": 2.618047508690614e-07,
+      "loss": 0.5704,
       "step": 31020
     },
     {
       "epoch": 26.89,
-      "learning_rate": 2.6122537659327927e-07,
-      "loss": 0.7815,
+      "learning_rate": 2.6108053302433375e-07,
+      "loss": 0.5302,
       "step": 31030
     },
     {
       "epoch": 26.9,
-      "learning_rate": 2.605011587485516e-07,
-      "loss": 0.888,
+      "learning_rate": 2.6035631517960604e-07,
+      "loss": 0.6406,
       "step": 31040
     },
     {
       "epoch": 26.91,
-      "learning_rate": 2.597769409038239e-07,
-      "loss": 0.8021,
+      "learning_rate": 2.596320973348784e-07,
+      "loss": 0.5866,
       "step": 31050
     },
     {
       "epoch": 26.91,
-      "learning_rate": 2.590527230590962e-07,
-      "loss": 0.8573,
+      "learning_rate": 2.5890787949015067e-07,
+      "loss": 0.6268,
       "step": 31060
     },
     {
       "epoch": 26.92,
-      "learning_rate": 2.583285052143685e-07,
-      "loss": 0.923,
+      "learning_rate": 2.5818366164542295e-07,
+      "loss": 0.6462,
       "step": 31070
     },
     {
       "epoch": 26.93,
-      "learning_rate": 2.576042873696408e-07,
-      "loss": 0.8365,
+      "learning_rate": 2.5745944380069524e-07,
+      "loss": 0.5703,
       "step": 31080
     },
     {
       "epoch": 26.94,
-      "learning_rate": 2.5688006952491314e-07,
-      "loss": 0.8289,
+      "learning_rate": 2.567352259559676e-07,
+      "loss": 0.5776,
       "step": 31090
     },
     {
       "epoch": 26.95,
-      "learning_rate": 2.561558516801854e-07,
-      "loss": 0.8091,
+      "learning_rate": 2.5601100811123986e-07,
+      "loss": 0.5683,
       "step": 31100
     },
     {
       "epoch": 26.96,
-      "learning_rate": 2.5543163383545776e-07,
-      "loss": 0.8425,
+      "learning_rate": 2.552867902665122e-07,
+      "loss": 0.5746,
       "step": 31110
     },
     {
       "epoch": 26.97,
-      "learning_rate": 2.5470741599073005e-07,
-      "loss": 0.8822,
+      "learning_rate": 2.545625724217845e-07,
+      "loss": 0.5768,
       "step": 31120
     },
     {
       "epoch": 26.98,
-      "learning_rate": 2.5398319814600234e-07,
-      "loss": 0.8374,
+      "learning_rate": 2.538383545770568e-07,
+      "loss": 0.6112,
       "step": 31130
     },
     {
       "epoch": 26.98,
-      "learning_rate": 2.532589803012746e-07,
-      "loss": 0.8484,
+      "learning_rate": 2.531141367323291e-07,
+      "loss": 0.5766,
       "step": 31140
     },
     {
       "epoch": 26.99,
-      "learning_rate": 2.525347624565469e-07,
-      "loss": 0.7857,
+      "learning_rate": 2.5238991888760145e-07,
+      "loss": 0.5473,
       "step": 31150
     },
     {
       "epoch": 27.0,
-      "eval_loss": 1.142572283744812,
-      "eval_runtime": 132.5105,
-      "eval_samples_per_second": 4.015,
-      "eval_steps_per_second": 2.007,
-      "eval_wer": 0.7721283023719226,
+      "eval_loss": 1.0231826305389404,
+      "eval_runtime": 133.1728,
+      "eval_samples_per_second": 3.995,
+      "eval_steps_per_second": 1.997,
+      "eval_wer": 0.6742302500482098,
       "step": 31158
     },
     {
       "epoch": 27.0,
-      "learning_rate": 2.5181054461181925e-07,
-      "loss": 0.9243,
+      "learning_rate": 2.5166570104287374e-07,
+      "loss": 0.6637,
       "step": 31160
     },
     {
       "epoch": 27.01,
-      "learning_rate": 2.5108632676709153e-07,
-      "loss": 0.8689,
+      "learning_rate": 2.50941483198146e-07,
+      "loss": 0.6269,
       "step": 31170
     },
     {
       "epoch": 27.02,
-      "learning_rate": 2.5036210892236387e-07,
-      "loss": 0.91,
+      "learning_rate": 2.502172653534183e-07,
+      "loss": 0.6097,
       "step": 31180
     },
     {
       "epoch": 27.03,
-      "learning_rate": 2.4963789107763616e-07,
-      "loss": 0.8971,
+      "learning_rate": 2.494930475086906e-07,
+      "loss": 0.6532,
       "step": 31190
     },
     {
       "epoch": 27.04,
-      "learning_rate": 2.489136732329085e-07,
-      "loss": 0.7854,
+      "learning_rate": 2.4876882966396293e-07,
+      "loss": 0.5404,
       "step": 31200
     },
     {
       "epoch": 27.05,
-      "learning_rate": 2.481894553881808e-07,
-      "loss": 0.8789,
+      "learning_rate": 2.480446118192352e-07,
+      "loss": 0.5999,
       "step": 31210
     },
     {
       "epoch": 27.05,
-      "learning_rate": 2.474652375434531e-07,
-      "loss": 0.8865,
+      "learning_rate": 2.4732039397450756e-07,
+      "loss": 0.6108,
       "step": 31220
     },
     {
       "epoch": 27.06,
-      "learning_rate": 2.467410196987254e-07,
-      "loss": 0.8907,
+      "learning_rate": 2.4666859791425265e-07,
+      "loss": 0.6152,
       "step": 31230
     },
     {
       "epoch": 27.07,
-      "learning_rate": 2.460168018539977e-07,
-      "loss": 0.8403,
+      "learning_rate": 2.4594438006952494e-07,
+      "loss": 0.6221,
       "step": 31240
     },
     {
       "epoch": 27.08,
-      "learning_rate": 2.4529258400927e-07,
-      "loss": 0.8313,
+      "learning_rate": 2.452201622247972e-07,
+      "loss": 0.5751,
       "step": 31250
     },
     {
       "epoch": 27.09,
-      "learning_rate": 2.445683661645423e-07,
-      "loss": 1.107,
+      "learning_rate": 2.4449594438006956e-07,
+      "loss": 0.7874,
       "step": 31260
     },
     {
       "epoch": 27.1,
-      "learning_rate": 2.438441483198146e-07,
-      "loss": 0.7736,
+      "learning_rate": 2.4377172653534185e-07,
+      "loss": 0.5142,
       "step": 31270
     },
     {
       "epoch": 27.11,
-      "learning_rate": 2.4311993047508694e-07,
-      "loss": 0.7881,
+      "learning_rate": 2.4304750869061413e-07,
+      "loss": 0.5302,
       "step": 31280
     },
     {
       "epoch": 27.11,
-      "learning_rate": 2.4239571263035923e-07,
-      "loss": 0.8102,
+      "learning_rate": 2.4232329084588647e-07,
+      "loss": 0.6023,
       "step": 31290
     },
     {
       "epoch": 27.12,
-      "learning_rate": 2.4167149478563157e-07,
-      "loss": 0.8252,
+      "learning_rate": 2.4159907300115876e-07,
+      "loss": 0.5759,
       "step": 31300
     },
     {
       "epoch": 27.13,
-      "learning_rate": 2.4094727694090385e-07,
-      "loss": 0.8416,
+      "learning_rate": 2.408748551564311e-07,
+      "loss": 0.5773,
       "step": 31310
     },
     {
       "epoch": 27.14,
-      "learning_rate": 2.4022305909617614e-07,
-      "loss": 0.882,
+      "learning_rate": 2.401506373117034e-07,
+      "loss": 0.6574,
       "step": 31320
     },
     {
       "epoch": 27.15,
-      "learning_rate": 2.394988412514485e-07,
-      "loss": 0.8288,
+      "learning_rate": 2.394264194669757e-07,
+      "loss": 0.5955,
       "step": 31330
     },
     {
       "epoch": 27.16,
-      "learning_rate": 2.3877462340672076e-07,
-      "loss": 0.8051,
+      "learning_rate": 2.38702201622248e-07,
+      "loss": 0.5632,
       "step": 31340
     },
     {
       "epoch": 27.17,
-      "learning_rate": 2.3805040556199308e-07,
-      "loss": 0.8253,
+      "learning_rate": 2.3797798377752032e-07,
+      "loss": 0.5903,
       "step": 31350
     },
     {
       "epoch": 27.17,
-      "learning_rate": 2.3732618771726536e-07,
-      "loss": 0.9107,
+      "learning_rate": 2.372537659327926e-07,
+      "loss": 0.6758,
       "step": 31360
     },
     {
       "epoch": 27.18,
-      "learning_rate": 2.3660196987253768e-07,
-      "loss": 0.8318,
+      "learning_rate": 2.365295480880649e-07,
+      "loss": 0.579,
       "step": 31370
     },
     {
       "epoch": 27.19,
-      "learning_rate": 2.3587775202780996e-07,
-      "loss": 0.8371,
+      "learning_rate": 2.358053302433372e-07,
+      "loss": 0.6007,
       "step": 31380
     },
     {
       "epoch": 27.2,
-      "learning_rate": 2.351535341830823e-07,
-      "loss": 0.8155,
+      "learning_rate": 2.3508111239860952e-07,
+      "loss": 0.5367,
       "step": 31390
     },
     {
       "epoch": 27.21,
-      "learning_rate": 2.3442931633835459e-07,
-      "loss": 0.8092,
+      "learning_rate": 2.3435689455388183e-07,
+      "loss": 0.5993,
       "step": 31400
     },
     {
       "epoch": 27.22,
-      "learning_rate": 2.337050984936269e-07,
-      "loss": 0.8778,
+      "learning_rate": 2.3363267670915412e-07,
+      "loss": 0.6111,
       "step": 31410
     },
     {
       "epoch": 27.23,
-      "learning_rate": 2.329808806488992e-07,
-      "loss": 0.8314,
+      "learning_rate": 2.3290845886442646e-07,
+      "loss": 0.5799,
       "step": 31420
     },
     {
       "epoch": 27.24,
-      "learning_rate": 2.3225666280417152e-07,
-      "loss": 0.7975,
+      "learning_rate": 2.3218424101969874e-07,
+      "loss": 0.5318,
       "step": 31430
     },
     {
       "epoch": 27.24,
-      "learning_rate": 2.315324449594438e-07,
-      "loss": 0.875,
+      "learning_rate": 2.3146002317497105e-07,
+      "loss": 0.5867,
       "step": 31440
     },
     {
       "epoch": 27.25,
-      "learning_rate": 2.3080822711471615e-07,
-      "loss": 0.836,
+      "learning_rate": 2.3073580533024334e-07,
+      "loss": 0.6044,
       "step": 31450
     },
     {
       "epoch": 27.26,
-      "learning_rate": 2.3008400926998843e-07,
-      "loss": 0.8612,
+      "learning_rate": 2.3001158748551568e-07,
+      "loss": 0.5853,
       "step": 31460
     },
     {
       "epoch": 27.27,
-      "learning_rate": 2.2935979142526075e-07,
-      "loss": 0.7909,
+      "learning_rate": 2.2928736964078796e-07,
+      "loss": 0.5621,
       "step": 31470
     },
     {
       "epoch": 27.28,
-      "learning_rate": 2.2863557358053303e-07,
-      "loss": 0.9007,
+      "learning_rate": 2.2856315179606028e-07,
+      "loss": 0.6258,
       "step": 31480
     },
     {
       "epoch": 27.29,
-      "learning_rate": 2.2791135573580537e-07,
-      "loss": 0.7828,
+      "learning_rate": 2.2783893395133256e-07,
+      "loss": 0.5599,
       "step": 31490
     },
     {
       "epoch": 27.3,
-      "learning_rate": 2.2718713789107766e-07,
-      "loss": 0.8269,
+      "learning_rate": 2.271147161066049e-07,
+      "loss": 0.6197,
       "step": 31500
     },
     {
       "epoch": 27.3,
-      "learning_rate": 2.2646292004634997e-07,
-      "loss": 0.9566,
+      "learning_rate": 2.263904982618772e-07,
+      "loss": 0.704,
       "step": 31510
     },
     {
       "epoch": 27.31,
-      "learning_rate": 2.2573870220162226e-07,
-      "loss": 0.8631,
+      "learning_rate": 2.256662804171495e-07,
+      "loss": 0.5983,
       "step": 31520
     },
     {
       "epoch": 27.32,
-      "learning_rate": 2.250144843568946e-07,
-      "loss": 0.7965,
+      "learning_rate": 2.249420625724218e-07,
+      "loss": 0.5295,
       "step": 31530
     },
     {
       "epoch": 27.33,
-      "learning_rate": 2.2429026651216688e-07,
-      "loss": 0.8253,
+      "learning_rate": 2.2421784472769412e-07,
+      "loss": 0.5757,
       "step": 31540
     },
     {
       "epoch": 27.34,
-      "learning_rate": 2.2356604866743917e-07,
-      "loss": 0.7734,
+      "learning_rate": 2.234936268829664e-07,
+      "loss": 0.5467,
       "step": 31550
     },
     {
       "epoch": 27.35,
-      "learning_rate": 2.2284183082271148e-07,
-      "loss": 0.9222,
+      "learning_rate": 2.2276940903823875e-07,
+      "loss": 0.6914,
       "step": 31560
     },
     {
       "epoch": 27.36,
-      "learning_rate": 2.221176129779838e-07,
-      "loss": 0.7789,
+      "learning_rate": 2.2204519119351103e-07,
+      "loss": 0.5112,
       "step": 31570
     },
     {
       "epoch": 27.37,
-      "learning_rate": 2.213933951332561e-07,
-      "loss": 0.7856,
+      "learning_rate": 2.2132097334878332e-07,
+      "loss": 0.5945,
       "step": 31580
     },
     {
       "epoch": 27.37,
-      "learning_rate": 2.206691772885284e-07,
-      "loss": 0.7475,
+      "learning_rate": 2.2059675550405563e-07,
+      "loss": 0.5484,
       "step": 31590
     },
     {
       "epoch": 27.38,
-      "learning_rate": 2.1994495944380073e-07,
-      "loss": 0.8279,
+      "learning_rate": 2.1987253765932792e-07,
+      "loss": 0.5743,
       "step": 31600
     },
     {
       "epoch": 27.39,
-      "learning_rate": 2.1922074159907301e-07,
-      "loss": 0.8833,
+      "learning_rate": 2.1914831981460026e-07,
+      "loss": 0.6274,
       "step": 31610
     },
     {
       "epoch": 27.4,
-      "learning_rate": 2.1849652375434533e-07,
-      "loss": 0.8479,
+      "learning_rate": 2.1842410196987254e-07,
+      "loss": 0.6075,
       "step": 31620
     },
     {
       "epoch": 27.41,
-      "learning_rate": 2.177723059096176e-07,
-      "loss": 0.7961,
+      "learning_rate": 2.1769988412514486e-07,
+      "loss": 0.5571,
       "step": 31630
     },
     {
       "epoch": 27.42,
-      "learning_rate": 2.1704808806488995e-07,
-      "loss": 0.7994,
+      "learning_rate": 2.1697566628041717e-07,
+      "loss": 0.5726,
       "step": 31640
     },
     {
       "epoch": 27.43,
-      "learning_rate": 2.1632387022016224e-07,
-      "loss": 0.7721,
+      "learning_rate": 2.1625144843568948e-07,
+      "loss": 0.549,
       "step": 31650
     },
     {
       "epoch": 27.43,
-      "learning_rate": 2.1559965237543455e-07,
-      "loss": 0.8497,
+      "learning_rate": 2.1552723059096177e-07,
+      "loss": 0.5952,
       "step": 31660
     },
     {
       "epoch": 27.44,
-      "learning_rate": 2.1487543453070683e-07,
-      "loss": 0.8797,
+      "learning_rate": 2.148030127462341e-07,
+      "loss": 0.6402,
       "step": 31670
     },
     {
       "epoch": 27.45,
-      "learning_rate": 2.1415121668597917e-07,
-      "loss": 0.8583,
+      "learning_rate": 2.140787949015064e-07,
+      "loss": 0.6438,
       "step": 31680
     },
     {
       "epoch": 27.46,
-      "learning_rate": 2.1342699884125146e-07,
-      "loss": 0.8207,
+      "learning_rate": 2.133545770567787e-07,
+      "loss": 0.5839,
       "step": 31690
     },
     {
       "epoch": 27.47,
-      "learning_rate": 2.1270278099652377e-07,
-      "loss": 0.8671,
+      "learning_rate": 2.12630359212051e-07,
+      "loss": 0.6147,
       "step": 31700
     },
     {
       "epoch": 27.48,
-      "learning_rate": 2.1197856315179608e-07,
-      "loss": 0.8726,
+      "learning_rate": 2.1190614136732333e-07,
+      "loss": 0.6101,
       "step": 31710
     },
     {
       "epoch": 27.49,
-      "learning_rate": 2.112543453070684e-07,
-      "loss": 0.8623,
+      "learning_rate": 2.1118192352259561e-07,
+      "loss": 0.6494,
       "step": 31720
     },
     {
       "epoch": 27.5,
-      "learning_rate": 2.1053012746234068e-07,
-      "loss": 0.8135,
+      "learning_rate": 2.1045770567786793e-07,
+      "loss": 0.5648,
       "step": 31730
     },
     {
       "epoch": 27.5,
-      "learning_rate": 2.0980590961761302e-07,
-      "loss": 0.8642,
+      "learning_rate": 2.097334878331402e-07,
+      "loss": 0.5985,
       "step": 31740
     },
     {
       "epoch": 27.51,
-      "learning_rate": 2.090816917728853e-07,
-      "loss": 0.8743,
+      "learning_rate": 2.0900926998841255e-07,
+      "loss": 0.6146,
       "step": 31750
     },
     {
       "epoch": 27.52,
-      "learning_rate": 2.083574739281576e-07,
-      "loss": 0.9219,
+      "learning_rate": 2.0828505214368484e-07,
+      "loss": 0.6619,
       "step": 31760
     },
     {
       "epoch": 27.53,
-      "learning_rate": 2.076332560834299e-07,
-      "loss": 0.8708,
+      "learning_rate": 2.0756083429895715e-07,
+      "loss": 0.6239,
       "step": 31770
     },
     {
       "epoch": 27.54,
-      "learning_rate": 2.069090382387022e-07,
-      "loss": 0.8499,
+      "learning_rate": 2.0683661645422946e-07,
+      "loss": 0.621,
       "step": 31780
     },
     {
       "epoch": 27.55,
-      "learning_rate": 2.0618482039397453e-07,
-      "loss": 0.8151,
+      "learning_rate": 2.0611239860950175e-07,
+      "loss": 0.5598,
       "step": 31790
     },
     {
       "epoch": 27.56,
-      "learning_rate": 2.0546060254924682e-07,
-      "loss": 0.8388,
+      "learning_rate": 2.0538818076477406e-07,
+      "loss": 0.6135,
       "step": 31800
     },
     {
       "epoch": 27.56,
-      "learning_rate": 2.0473638470451913e-07,
-      "loss": 0.8805,
+      "learning_rate": 2.0466396292004635e-07,
+      "loss": 0.6232,
       "step": 31810
     },
     {
       "epoch": 27.57,
-      "learning_rate": 2.0401216685979144e-07,
-      "loss": 0.8159,
+      "learning_rate": 2.0393974507531869e-07,
+      "loss": 0.5543,
       "step": 31820
     },
     {
       "epoch": 27.58,
-      "learning_rate": 2.0328794901506375e-07,
-      "loss": 0.8479,
+      "learning_rate": 2.0321552723059097e-07,
+      "loss": 0.6106,
       "step": 31830
     },
     {
       "epoch": 27.59,
-      "learning_rate": 2.0256373117033604e-07,
-      "loss": 0.7968,
+      "learning_rate": 2.0249130938586328e-07,
+      "loss": 0.577,
       "step": 31840
     },
     {
       "epoch": 27.6,
-      "learning_rate": 2.0183951332560838e-07,
-      "loss": 0.8483,
+      "learning_rate": 2.0176709154113557e-07,
+      "loss": 0.612,
       "step": 31850
     },
     {
       "epoch": 27.61,
-      "learning_rate": 2.0111529548088066e-07,
-      "loss": 0.8447,
+      "learning_rate": 2.010428736964079e-07,
+      "loss": 0.5946,
       "step": 31860
     },
     {
       "epoch": 27.62,
-      "learning_rate": 2.0039107763615298e-07,
-      "loss": 0.8652,
+      "learning_rate": 2.003186558516802e-07,
+      "loss": 0.5963,
       "step": 31870
     },
     {
       "epoch": 27.63,
-      "learning_rate": 1.9966685979142526e-07,
-      "loss": 0.8923,
+      "learning_rate": 1.995944380069525e-07,
+      "loss": 0.6478,
       "step": 31880
     },
     {
       "epoch": 27.63,
-      "learning_rate": 1.989426419466976e-07,
-      "loss": 0.8503,
+      "learning_rate": 1.988702201622248e-07,
+      "loss": 0.5817,
       "step": 31890
     },
     {
       "epoch": 27.64,
-      "learning_rate": 1.982184241019699e-07,
-      "loss": 0.8541,
+      "learning_rate": 1.9814600231749713e-07,
+      "loss": 0.6464,
       "step": 31900
     },
     {
       "epoch": 27.65,
-      "learning_rate": 1.974942062572422e-07,
-      "loss": 0.8183,
+      "learning_rate": 1.9742178447276942e-07,
+      "loss": 0.6008,
       "step": 31910
     },
     {
       "epoch": 27.66,
-      "learning_rate": 1.9676998841251449e-07,
-      "loss": 0.8361,
+      "learning_rate": 1.9669756662804173e-07,
+      "loss": 0.5929,
       "step": 31920
     },
     {
       "epoch": 27.67,
-      "learning_rate": 1.9604577056778682e-07,
-      "loss": 0.8519,
+      "learning_rate": 1.9597334878331404e-07,
+      "loss": 0.608,
       "step": 31930
     },
     {
       "epoch": 27.68,
-      "learning_rate": 1.953215527230591e-07,
-      "loss": 0.775,
+      "learning_rate": 1.9524913093858635e-07,
+      "loss": 0.5353,
       "step": 31940
     },
     {
       "epoch": 27.69,
-      "learning_rate": 1.9459733487833142e-07,
-      "loss": 0.8578,
+      "learning_rate": 1.9452491309385864e-07,
+      "loss": 0.6151,
       "step": 31950
     },
     {
       "epoch": 27.69,
-      "learning_rate": 1.9387311703360374e-07,
-      "loss": 0.8642,
+      "learning_rate": 1.9380069524913098e-07,
+      "loss": 0.6033,
       "step": 31960
     },
     {
       "epoch": 27.7,
-      "learning_rate": 1.9314889918887602e-07,
-      "loss": 0.8814,
+      "learning_rate": 1.9307647740440327e-07,
+      "loss": 0.5919,
       "step": 31970
     },
     {
       "epoch": 27.71,
-      "learning_rate": 1.9242468134414833e-07,
-      "loss": 0.8645,
+      "learning_rate": 1.9235225955967558e-07,
+      "loss": 0.5739,
       "step": 31980
     },
     {
       "epoch": 27.72,
-      "learning_rate": 1.9170046349942062e-07,
-      "loss": 0.8645,
+      "learning_rate": 1.9162804171494786e-07,
+      "loss": 0.624,
       "step": 31990
     },
     {
       "epoch": 27.73,
-      "learning_rate": 1.9097624565469296e-07,
-      "loss": 0.8628,
+      "learning_rate": 1.9090382387022015e-07,
+      "loss": 0.5991,
       "step": 32000
     },
     {
       "epoch": 27.74,
-      "learning_rate": 1.9025202780996524e-07,
-      "loss": 0.8456,
+      "learning_rate": 1.901796060254925e-07,
+      "loss": 0.598,
       "step": 32010
     },
     {
       "epoch": 27.75,
-      "learning_rate": 1.8952780996523756e-07,
-      "loss": 0.866,
+      "learning_rate": 1.8945538818076477e-07,
+      "loss": 0.6015,
       "step": 32020
     },
     {
       "epoch": 27.76,
-      "learning_rate": 1.8880359212050984e-07,
-      "loss": 0.7917,
+      "learning_rate": 1.887311703360371e-07,
+      "loss": 0.516,
       "step": 32030
     },
     {
       "epoch": 27.76,
-      "learning_rate": 1.8807937427578218e-07,
-      "loss": 0.8561,
+      "learning_rate": 1.880069524913094e-07,
+      "loss": 0.6014,
       "step": 32040
     },
     {
       "epoch": 27.77,
-      "learning_rate": 1.8735515643105447e-07,
-      "loss": 0.8339,
+      "learning_rate": 1.872827346465817e-07,
+      "loss": 0.6176,
       "step": 32050
     },
     {
       "epoch": 27.78,
-      "learning_rate": 1.8663093858632678e-07,
-      "loss": 0.8475,
+      "learning_rate": 1.86558516801854e-07,
+      "loss": 0.6229,
       "step": 32060
     },
     {
       "epoch": 27.79,
-      "learning_rate": 1.859067207415991e-07,
-      "loss": 0.7953,
+      "learning_rate": 1.8583429895712634e-07,
+      "loss": 0.5436,
       "step": 32070
     },
     {
       "epoch": 27.8,
-      "learning_rate": 1.851825028968714e-07,
-      "loss": 0.9881,
+      "learning_rate": 1.8511008111239862e-07,
+      "loss": 0.6555,
       "step": 32080
     },
     {
       "epoch": 27.81,
-      "learning_rate": 1.844582850521437e-07,
-      "loss": 0.8153,
+      "learning_rate": 1.8438586326767093e-07,
+      "loss": 0.55,
       "step": 32090
     },
     {
       "epoch": 27.82,
-      "learning_rate": 1.8373406720741603e-07,
-      "loss": 0.8153,
+      "learning_rate": 1.8366164542294322e-07,
+      "loss": 0.5849,
       "step": 32100
     },
     {
       "epoch": 27.82,
-      "learning_rate": 1.8300984936268832e-07,
-      "loss": 0.9355,
+      "learning_rate": 1.8293742757821556e-07,
+      "loss": 0.6753,
       "step": 32110
     },
     {
       "epoch": 27.83,
-      "learning_rate": 1.8228563151796063e-07,
-      "loss": 0.8402,
+      "learning_rate": 1.8221320973348785e-07,
+      "loss": 0.5912,
       "step": 32120
     },
     {
       "epoch": 27.84,
-      "learning_rate": 1.8156141367323291e-07,
-      "loss": 0.8443,
+      "learning_rate": 1.8148899188876016e-07,
+      "loss": 0.5934,
       "step": 32130
     },
     {
       "epoch": 27.85,
-      "learning_rate": 1.8083719582850525e-07,
-      "loss": 0.8373,
+      "learning_rate": 1.8076477404403244e-07,
+      "loss": 0.5923,
       "step": 32140
     },
     {
       "epoch": 27.86,
-      "learning_rate": 1.8011297798377754e-07,
-      "loss": 0.8248,
+      "learning_rate": 1.8004055619930478e-07,
+      "loss": 0.5703,
       "step": 32150
     },
     {
       "epoch": 27.87,
-      "learning_rate": 1.7938876013904985e-07,
-      "loss": 0.8859,
+      "learning_rate": 1.7931633835457707e-07,
+      "loss": 0.6189,
       "step": 32160
     },
     {
       "epoch": 27.88,
-      "learning_rate": 1.7866454229432214e-07,
-      "loss": 0.8181,
+      "learning_rate": 1.7859212050984938e-07,
+      "loss": 0.5511,
       "step": 32170
     },
     {
       "epoch": 27.89,
-      "learning_rate": 1.7794032444959445e-07,
-      "loss": 0.8314,
+      "learning_rate": 1.778679026651217e-07,
+      "loss": 0.568,
       "step": 32180
     },
     {
       "epoch": 27.89,
-      "learning_rate": 1.7721610660486676e-07,
-      "loss": 0.8355,
+      "learning_rate": 1.77143684820394e-07,
+      "loss": 0.5888,
       "step": 32190
     },
     {
       "epoch": 27.9,
-      "learning_rate": 1.7649188876013905e-07,
-      "loss": 0.8102,
+      "learning_rate": 1.764194669756663e-07,
+      "loss": 0.5682,
       "step": 32200
     },
     {
       "epoch": 27.91,
-      "learning_rate": 1.7576767091541139e-07,
-      "loss": 0.8209,
+      "learning_rate": 1.7569524913093858e-07,
+      "loss": 0.5785,
       "step": 32210
     },
     {
       "epoch": 27.92,
-      "learning_rate": 1.7504345307068367e-07,
-      "loss": 0.8322,
+      "learning_rate": 1.7497103128621092e-07,
+      "loss": 0.5743,
       "step": 32220
     },
     {
       "epoch": 27.93,
-      "learning_rate": 1.7431923522595598e-07,
-      "loss": 0.8176,
+      "learning_rate": 1.742468134414832e-07,
+      "loss": 0.5841,
       "step": 32230
     },
     {
       "epoch": 27.94,
-      "learning_rate": 1.7359501738122827e-07,
-      "loss": 0.8059,
+      "learning_rate": 1.7352259559675551e-07,
+      "loss": 0.5774,
       "step": 32240
     },
     {
       "epoch": 27.95,
-      "learning_rate": 1.728707995365006e-07,
-      "loss": 0.822,
+      "learning_rate": 1.727983777520278e-07,
+      "loss": 0.6079,
       "step": 32250
     },
     {
       "epoch": 27.95,
-      "learning_rate": 1.721465816917729e-07,
-      "loss": 0.7936,
+      "learning_rate": 1.7207415990730014e-07,
+      "loss": 0.5625,
       "step": 32260
     },
     {
       "epoch": 27.96,
-      "learning_rate": 1.714223638470452e-07,
-      "loss": 0.8107,
+      "learning_rate": 1.7134994206257243e-07,
+      "loss": 0.5512,
       "step": 32270
     },
     {
       "epoch": 27.97,
-      "learning_rate": 1.706981460023175e-07,
-      "loss": 0.835,
+      "learning_rate": 1.7062572421784474e-07,
+      "loss": 0.5995,
       "step": 32280
     },
     {
       "epoch": 27.98,
-      "learning_rate": 1.6997392815758983e-07,
-      "loss": 0.8237,
+      "learning_rate": 1.6990150637311705e-07,
+      "loss": 0.591,
       "step": 32290
     },
     {
       "epoch": 27.99,
-      "learning_rate": 1.6924971031286212e-07,
-      "loss": 0.8041,
+      "learning_rate": 1.6917728852838936e-07,
+      "loss": 0.5701,
       "step": 32300
     },
     {
       "epoch": 28.0,
-      "learning_rate": 1.6852549246813443e-07,
-      "loss": 0.8461,
+      "learning_rate": 1.6845307068366165e-07,
+      "loss": 0.6265,
       "step": 32310
     },
     {
       "epoch": 28.0,
-      "eval_loss": 1.1408687829971313,
-      "eval_runtime": 133.02,
-      "eval_samples_per_second": 3.999,
-      "eval_steps_per_second": 2.0,
-      "eval_wer": 0.7721925821173748,
+      "eval_loss": 1.0252591371536255,
+      "eval_runtime": 133.7944,
+      "eval_samples_per_second": 3.976,
+      "eval_steps_per_second": 1.988,
+      "eval_wer": 0.6747444880118275,
       "step": 32312
     },
     {
       "epoch": 28.01,
-      "learning_rate": 1.6780127462340672e-07,
-      "loss": 0.9156,
+      "learning_rate": 1.67728852838934e-07,
+      "loss": 0.6564,
       "step": 32320
     },
     {
       "epoch": 28.02,
-      "learning_rate": 1.6707705677867906e-07,
-      "loss": 0.8068,
+      "learning_rate": 1.6700463499420627e-07,
+      "loss": 0.5537,
       "step": 32330
     },
     {
       "epoch": 28.02,
-      "learning_rate": 1.6635283893395134e-07,
-      "loss": 0.8223,
+      "learning_rate": 1.6628041714947859e-07,
+      "loss": 0.561,
       "step": 32340
     },
     {
       "epoch": 28.03,
-      "learning_rate": 1.6562862108922365e-07,
-      "loss": 0.817,
+      "learning_rate": 1.6555619930475087e-07,
+      "loss": 0.5589,
       "step": 32350
     },
     {
       "epoch": 28.04,
-      "learning_rate": 1.6490440324449597e-07,
-      "loss": 0.8366,
+      "learning_rate": 1.648319814600232e-07,
+      "loss": 0.596,
       "step": 32360
     },
     {
       "epoch": 28.05,
-      "learning_rate": 1.6418018539976828e-07,
-      "loss": 0.8379,
+      "learning_rate": 1.641077636152955e-07,
+      "loss": 0.5733,
       "step": 32370
     },
     {
       "epoch": 28.06,
-      "learning_rate": 1.6345596755504056e-07,
-      "loss": 0.8275,
+      "learning_rate": 1.633835457705678e-07,
+      "loss": 0.5939,
       "step": 32380
     },
     {
       "epoch": 28.07,
-      "learning_rate": 1.6273174971031285e-07,
-      "loss": 0.773,
+      "learning_rate": 1.626593279258401e-07,
+      "loss": 0.5496,
       "step": 32390
     },
     {
       "epoch": 28.08,
-      "learning_rate": 1.620075318655852e-07,
-      "loss": 0.8312,
+      "learning_rate": 1.6193511008111243e-07,
+      "loss": 0.5942,
       "step": 32400
     },
     {
       "epoch": 28.08,
-      "learning_rate": 1.6128331402085747e-07,
-      "loss": 0.8429,
+      "learning_rate": 1.6121089223638472e-07,
+      "loss": 0.5764,
       "step": 32410
     },
     {
       "epoch": 28.09,
-      "learning_rate": 1.605590961761298e-07,
-      "loss": 0.8265,
+      "learning_rate": 1.60486674391657e-07,
+      "loss": 0.6119,
       "step": 32420
     },
     {
       "epoch": 28.1,
-      "learning_rate": 1.5983487833140207e-07,
-      "loss": 0.8341,
+      "learning_rate": 1.5976245654692934e-07,
+      "loss": 0.5913,
       "step": 32430
     },
     {
       "epoch": 28.11,
-      "learning_rate": 1.591106604866744e-07,
-      "loss": 0.8623,
+      "learning_rate": 1.5903823870220163e-07,
+      "loss": 0.651,
       "step": 32440
     },
     {
       "epoch": 28.12,
-      "learning_rate": 1.583864426419467e-07,
-      "loss": 0.8703,
+      "learning_rate": 1.5831402085747394e-07,
+      "loss": 0.6212,
       "step": 32450
     },
     {
       "epoch": 28.13,
-      "learning_rate": 1.57662224797219e-07,
-      "loss": 0.831,
+      "learning_rate": 1.5758980301274623e-07,
+      "loss": 0.6198,
       "step": 32460
     },
     {
       "epoch": 28.14,
-      "learning_rate": 1.5693800695249132e-07,
-      "loss": 0.8149,
+      "learning_rate": 1.5686558516801857e-07,
+      "loss": 0.5353,
       "step": 32470
     },
     {
       "epoch": 28.15,
-      "learning_rate": 1.5621378910776364e-07,
-      "loss": 0.8394,
+      "learning_rate": 1.5614136732329085e-07,
+      "loss": 0.615,
       "step": 32480
     },
     {
       "epoch": 28.15,
-      "learning_rate": 1.5548957126303595e-07,
-      "loss": 0.8266,
+      "learning_rate": 1.5541714947856317e-07,
+      "loss": 0.5664,
       "step": 32490
     },
     {
       "epoch": 28.16,
-      "learning_rate": 1.5476535341830823e-07,
-      "loss": 0.7728,
+      "learning_rate": 1.5469293163383548e-07,
+      "loss": 0.5453,
       "step": 32500
     },
     {
       "epoch": 28.17,
-      "learning_rate": 1.5404113557358055e-07,
-      "loss": 0.8406,
+      "learning_rate": 1.539687137891078e-07,
+      "loss": 0.6225,
       "step": 32510
     },
     {
       "epoch": 28.18,
-      "learning_rate": 1.5331691772885286e-07,
-      "loss": 0.8229,
+      "learning_rate": 1.5324449594438008e-07,
+      "loss": 0.5532,
       "step": 32520
     },
     {
       "epoch": 28.19,
-      "learning_rate": 1.5259269988412514e-07,
-      "loss": 0.82,
+      "learning_rate": 1.525202780996524e-07,
+      "loss": 0.5825,
       "step": 32530
     },
     {
       "epoch": 28.2,
-      "learning_rate": 1.5186848203939746e-07,
-      "loss": 0.8369,
+      "learning_rate": 1.5179606025492467e-07,
+      "loss": 0.5786,
       "step": 32540
     },
     {
       "epoch": 28.21,
-      "learning_rate": 1.5114426419466977e-07,
-      "loss": 0.831,
+      "learning_rate": 1.51071842410197e-07,
+      "loss": 0.5709,
       "step": 32550
     },
     {
       "epoch": 28.21,
-      "learning_rate": 1.5042004634994208e-07,
-      "loss": 0.8539,
+      "learning_rate": 1.503476245654693e-07,
+      "loss": 0.6604,
       "step": 32560
     },
     {
       "epoch": 28.22,
-      "learning_rate": 1.4969582850521437e-07,
-      "loss": 0.8727,
+      "learning_rate": 1.496234067207416e-07,
+      "loss": 0.5989,
       "step": 32570
     },
     {
       "epoch": 28.23,
-      "learning_rate": 1.4897161066048668e-07,
-      "loss": 0.8111,
+      "learning_rate": 1.4889918887601392e-07,
+      "loss": 0.5712,
       "step": 32580
     },
     {
       "epoch": 28.24,
-      "learning_rate": 1.48247392815759e-07,
-      "loss": 0.8504,
+      "learning_rate": 1.481749710312862e-07,
+      "loss": 0.5864,
       "step": 32590
     },
     {
       "epoch": 28.25,
-      "learning_rate": 1.475231749710313e-07,
-      "loss": 0.8151,
+      "learning_rate": 1.4745075318655852e-07,
+      "loss": 0.6032,
       "step": 32600
     },
     {
       "epoch": 28.26,
-      "learning_rate": 1.4679895712630362e-07,
-      "loss": 0.8673,
+      "learning_rate": 1.4672653534183083e-07,
+      "loss": 0.6327,
       "step": 32610
     },
     {
       "epoch": 28.27,
-      "learning_rate": 1.460747392815759e-07,
-      "loss": 0.8964,
+      "learning_rate": 1.4600231749710315e-07,
+      "loss": 0.6269,
       "step": 32620
     },
     {
       "epoch": 28.28,
-      "learning_rate": 1.4535052143684821e-07,
-      "loss": 0.8909,
+      "learning_rate": 1.4527809965237546e-07,
+      "loss": 0.6309,
       "step": 32630
     },
     {
       "epoch": 28.28,
-      "learning_rate": 1.4462630359212053e-07,
-      "loss": 0.8439,
+      "learning_rate": 1.4455388180764775e-07,
+      "loss": 0.6022,
       "step": 32640
     },
     {
       "epoch": 28.29,
-      "learning_rate": 1.4390208574739284e-07,
-      "loss": 0.8303,
+      "learning_rate": 1.4382966396292006e-07,
+      "loss": 0.6197,
       "step": 32650
     },
     {
       "epoch": 28.3,
-      "learning_rate": 1.4317786790266513e-07,
-      "loss": 0.8885,
+      "learning_rate": 1.4310544611819237e-07,
+      "loss": 0.6384,
       "step": 32660
     },
     {
       "epoch": 28.31,
-      "learning_rate": 1.4245365005793744e-07,
-      "loss": 0.8381,
+      "learning_rate": 1.4238122827346468e-07,
+      "loss": 0.5781,
       "step": 32670
     },
     {
       "epoch": 28.32,
-      "learning_rate": 1.4172943221320975e-07,
-      "loss": 0.8672,
+      "learning_rate": 1.4165701042873697e-07,
+      "loss": 0.5992,
       "step": 32680
     },
     {
       "epoch": 28.33,
-      "learning_rate": 1.4100521436848206e-07,
-      "loss": 0.8126,
+      "learning_rate": 1.4093279258400928e-07,
+      "loss": 0.5731,
       "step": 32690
     },
     {
       "epoch": 28.34,
       "learning_rate": 1.4028099652375438e-07,
-      "loss": 0.8351,
+      "loss": 0.5744,
       "step": 32700
     },
     {
       "epoch": 28.34,
       "learning_rate": 1.3955677867902666e-07,
-      "loss": 0.8429,
+      "loss": 0.5812,
       "step": 32710
     },
     {
       "epoch": 28.35,
       "learning_rate": 1.3883256083429897e-07,
-      "loss": 0.8372,
+      "loss": 0.5812,
       "step": 32720
     },
     {
       "epoch": 28.36,
       "learning_rate": 1.3810834298957126e-07,
-      "loss": 0.8661,
+      "loss": 0.6066,
       "step": 32730
     },
     {
       "epoch": 28.37,
       "learning_rate": 1.3738412514484357e-07,
-      "loss": 0.864,
+      "loss": 0.6181,
       "step": 32740
     },
     {
       "epoch": 28.38,
       "learning_rate": 1.3665990730011588e-07,
-      "loss": 0.8328,
+      "loss": 0.599,
       "step": 32750
     },
     {
       "epoch": 28.39,
       "learning_rate": 1.359356894553882e-07,
-      "loss": 0.871,
+      "loss": 0.5923,
       "step": 32760
     },
     {
       "epoch": 28.4,
       "learning_rate": 1.3521147161066048e-07,
-      "loss": 0.8278,
+      "loss": 0.5657,
       "step": 32770
     },
     {
       "epoch": 28.41,
       "learning_rate": 1.344872537659328e-07,
-      "loss": 0.8299,
+      "loss": 0.5871,
       "step": 32780
     },
     {
       "epoch": 28.41,
       "learning_rate": 1.337630359212051e-07,
-      "loss": 0.849,
+      "loss": 0.6052,
       "step": 32790
     },
     {
       "epoch": 28.42,
       "learning_rate": 1.3303881807647742e-07,
-      "loss": 0.8365,
+      "loss": 0.5947,
       "step": 32800
     },
     {
       "epoch": 28.43,
       "learning_rate": 1.3231460023174973e-07,
-      "loss": 0.8325,
+      "loss": 0.6199,
       "step": 32810
     },
     {
       "epoch": 28.44,
       "learning_rate": 1.3159038238702202e-07,
-      "loss": 0.8461,
+      "loss": 0.5819,
       "step": 32820
     },
     {
       "epoch": 28.45,
       "learning_rate": 1.3086616454229433e-07,
-      "loss": 0.8524,
+      "loss": 0.5504,
       "step": 32830
     },
     {
       "epoch": 28.46,
       "learning_rate": 1.3014194669756664e-07,
-      "loss": 0.8048,
+      "loss": 0.5803,
       "step": 32840
     },
     {
       "epoch": 28.47,
       "learning_rate": 1.2941772885283895e-07,
-      "loss": 0.8103,
+      "loss": 0.5804,
       "step": 32850
     },
     {
       "epoch": 28.47,
       "learning_rate": 1.2869351100811127e-07,
-      "loss": 0.8981,
+      "loss": 0.6511,
       "step": 32860
     },
     {
       "epoch": 28.48,
       "learning_rate": 1.2796929316338355e-07,
-      "loss": 0.9213,
+      "loss": 0.6436,
       "step": 32870
     },
     {
       "epoch": 28.49,
       "learning_rate": 1.2724507531865587e-07,
-      "loss": 0.883,
+      "loss": 0.5796,
       "step": 32880
     },
     {
       "epoch": 28.5,
       "learning_rate": 1.2652085747392818e-07,
-      "loss": 0.8045,
+      "loss": 0.5618,
       "step": 32890
     },
     {
       "epoch": 28.51,
       "learning_rate": 1.257966396292005e-07,
-      "loss": 0.7963,
+      "loss": 0.5446,
       "step": 32900
     },
     {
       "epoch": 28.52,
       "learning_rate": 1.2507242178447278e-07,
-      "loss": 0.8843,
+      "loss": 0.6544,
       "step": 32910
     },
     {
       "epoch": 28.53,
       "learning_rate": 1.243482039397451e-07,
-      "loss": 0.8171,
+      "loss": 0.5594,
       "step": 32920
     },
     {
       "epoch": 28.54,
       "learning_rate": 1.2362398609501737e-07,
-      "loss": 0.8039,
+      "loss": 0.5827,
       "step": 32930
     },
     {
       "epoch": 28.54,
       "learning_rate": 1.228997682502897e-07,
-      "loss": 0.8297,
+      "loss": 0.5676,
       "step": 32940
     },
     {
       "epoch": 28.55,
       "learning_rate": 1.22175550405562e-07,
-      "loss": 0.7915,
+      "loss": 0.5574,
       "step": 32950
     },
     {
       "epoch": 28.56,
       "learning_rate": 1.214513325608343e-07,
-      "loss": 0.8524,
+      "loss": 0.6148,
       "step": 32960
     },
     {
       "epoch": 28.57,
       "learning_rate": 1.207271147161066e-07,
-      "loss": 0.8374,
+      "loss": 0.5851,
       "step": 32970
     },
     {
       "epoch": 28.58,
       "learning_rate": 1.200028968713789e-07,
-      "loss": 0.7801,
+      "loss": 0.5505,
       "step": 32980
     },
     {
       "epoch": 28.59,
       "learning_rate": 1.1927867902665122e-07,
-      "loss": 0.8143,
+      "loss": 0.5929,
       "step": 32990
     },
     {
       "epoch": 28.6,
       "learning_rate": 1.1855446118192353e-07,
-      "loss": 0.8332,
+      "loss": 0.5972,
       "step": 33000
     },
     {
       "epoch": 28.6,
       "learning_rate": 1.1783024333719583e-07,
-      "loss": 0.8414,
+      "loss": 0.6009,
       "step": 33010
     },
     {
       "epoch": 28.61,
       "learning_rate": 1.1710602549246815e-07,
-      "loss": 0.913,
+      "loss": 0.6707,
       "step": 33020
     },
     {
       "epoch": 28.62,
       "learning_rate": 1.1638180764774045e-07,
-      "loss": 0.8156,
+      "loss": 0.5691,
       "step": 33030
     },
     {
       "epoch": 28.63,
       "learning_rate": 1.1565758980301276e-07,
-      "loss": 0.8114,
+      "loss": 0.6081,
       "step": 33040
     },
     {
       "epoch": 28.64,
       "learning_rate": 1.1493337195828507e-07,
-      "loss": 0.8524,
+      "loss": 0.6236,
       "step": 33050
     },
     {
       "epoch": 28.65,
       "learning_rate": 1.1420915411355737e-07,
-      "loss": 0.8393,
+      "loss": 0.5923,
       "step": 33060
     },
     {
       "epoch": 28.66,
       "learning_rate": 1.1348493626882968e-07,
-      "loss": 0.8791,
+      "loss": 0.5918,
       "step": 33070
     },
     {
       "epoch": 28.67,
       "learning_rate": 1.1276071842410198e-07,
-      "loss": 0.8403,
+      "loss": 0.6159,
       "step": 33080
     },
     {
       "epoch": 28.67,
       "learning_rate": 1.1203650057937429e-07,
-      "loss": 0.8705,
+      "loss": 0.6112,
       "step": 33090
     },
     {
       "epoch": 28.68,
       "learning_rate": 1.1131228273464659e-07,
-      "loss": 0.8056,
+      "loss": 0.5653,
       "step": 33100
     },
     {
       "epoch": 28.69,
       "learning_rate": 1.105880648899189e-07,
-      "loss": 0.825,
+      "loss": 0.5933,
       "step": 33110
     },
     {
       "epoch": 28.7,
       "learning_rate": 1.0986384704519122e-07,
-      "loss": 0.8513,
+      "loss": 0.5995,
       "step": 33120
     },
     {
       "epoch": 28.71,
       "learning_rate": 1.091396292004635e-07,
-      "loss": 0.7911,
+      "loss": 0.5128,
       "step": 33130
     },
     {
       "epoch": 28.72,
       "learning_rate": 1.084154113557358e-07,
-      "loss": 0.8327,
+      "loss": 0.5866,
       "step": 33140
     },
     {
       "epoch": 28.73,
       "learning_rate": 1.0769119351100811e-07,
-      "loss": 0.8259,
+      "loss": 0.6003,
       "step": 33150
     },
     {
       "epoch": 28.73,
       "learning_rate": 1.0696697566628041e-07,
-      "loss": 0.8232,
+      "loss": 0.6145,
       "step": 33160
     },
     {
       "epoch": 28.74,
       "learning_rate": 1.0624275782155273e-07,
-      "loss": 0.8452,
+      "loss": 0.5973,
       "step": 33170
     },
     {
       "epoch": 28.75,
       "learning_rate": 1.0551853997682504e-07,
-      "loss": 0.7988,
+      "loss": 0.5584,
       "step": 33180
     },
     {
       "epoch": 28.76,
       "learning_rate": 1.0479432213209734e-07,
-      "loss": 0.8291,
+      "loss": 0.5928,
       "step": 33190
     },
     {
       "epoch": 28.77,
       "learning_rate": 1.0407010428736965e-07,
-      "loss": 0.7799,
+      "loss": 0.5809,
       "step": 33200
     },
     {
       "epoch": 28.78,
       "learning_rate": 1.0334588644264195e-07,
-      "loss": 0.8385,
+      "loss": 0.597,
       "step": 33210
     },
     {
       "epoch": 28.79,
       "learning_rate": 1.0262166859791426e-07,
-      "loss": 0.8424,
+      "loss": 0.5464,
       "step": 33220
     },
     {
       "epoch": 28.8,
       "learning_rate": 1.0189745075318656e-07,
-      "loss": 0.8392,
+      "loss": 0.5717,
       "step": 33230
     },
     {
       "epoch": 28.8,
       "learning_rate": 1.0117323290845887e-07,
-      "loss": 0.8145,
+      "loss": 0.5847,
       "step": 33240
     },
     {
       "epoch": 28.81,
       "learning_rate": 1.0044901506373119e-07,
-      "loss": 0.8154,
+      "loss": 0.5959,
       "step": 33250
     },
     {
       "epoch": 28.82,
       "learning_rate": 9.972479721900348e-08,
-      "loss": 0.8359,
+      "loss": 0.5818,
       "step": 33260
     },
     {
       "epoch": 28.83,
       "learning_rate": 9.90005793742758e-08,
-      "loss": 0.8628,
+      "loss": 0.6113,
       "step": 33270
     },
     {
       "epoch": 28.84,
       "learning_rate": 9.82763615295481e-08,
-      "loss": 0.8808,
+      "loss": 0.6304,
       "step": 33280
     },
     {
       "epoch": 28.85,
       "learning_rate": 9.755214368482041e-08,
-      "loss": 0.7628,
+      "loss": 0.5105,
       "step": 33290
     },
     {
       "epoch": 28.86,
       "learning_rate": 9.682792584009271e-08,
-      "loss": 0.7934,
+      "loss": 0.5301,
       "step": 33300
     },
     {
       "epoch": 28.86,
       "learning_rate": 9.610370799536502e-08,
-      "loss": 0.8364,
+      "loss": 0.6371,
       "step": 33310
     },
     {
       "epoch": 28.87,
       "learning_rate": 9.537949015063733e-08,
-      "loss": 0.8195,
+      "loss": 0.6213,
       "step": 33320
     },
     {
       "epoch": 28.88,
       "learning_rate": 9.465527230590963e-08,
-      "loss": 0.824,
+      "loss": 0.5713,
       "step": 33330
     },
     {
       "epoch": 28.89,
       "learning_rate": 9.393105446118192e-08,
-      "loss": 0.8317,
+      "loss": 0.5594,
       "step": 33340
     },
     {
       "epoch": 28.9,
       "learning_rate": 9.320683661645423e-08,
-      "loss": 0.8063,
+      "loss": 0.5863,
       "step": 33350
     },
     {
       "epoch": 28.91,
       "learning_rate": 9.248261877172654e-08,
-      "loss": 0.8818,
+      "loss": 0.604,
       "step": 33360
     },
     {
       "epoch": 28.92,
       "learning_rate": 9.175840092699884e-08,
-      "loss": 0.8035,
+      "loss": 0.5807,
       "step": 33370
     },
     {
       "epoch": 28.93,
       "learning_rate": 9.103418308227115e-08,
-      "loss": 0.861,
+      "loss": 0.611,
       "step": 33380
     },
     {
       "epoch": 28.93,
       "learning_rate": 9.030996523754345e-08,
-      "loss": 0.8012,
+      "loss": 0.5329,
       "step": 33390
     },
     {
       "epoch": 28.94,
       "learning_rate": 8.958574739281577e-08,
-      "loss": 0.8389,
+      "loss": 0.5871,
       "step": 33400
     },
     {
       "epoch": 28.95,
       "learning_rate": 8.886152954808806e-08,
-      "loss": 0.8828,
+      "loss": 0.6463,
       "step": 33410
     },
     {
       "epoch": 28.96,
       "learning_rate": 8.813731170336038e-08,
-      "loss": 0.8762,
+      "loss": 0.5492,
       "step": 33420
     },
     {
       "epoch": 28.97,
       "learning_rate": 8.741309385863269e-08,
-      "loss": 0.8194,
+      "loss": 0.5566,
       "step": 33430
     },
     {
       "epoch": 28.98,
       "learning_rate": 8.668887601390499e-08,
-      "loss": 0.7905,
+      "loss": 0.534,
       "step": 33440
     },
     {
       "epoch": 28.99,
       "learning_rate": 8.59646581691773e-08,
-      "loss": 0.8696,
+      "loss": 0.6059,
       "step": 33450
     },
     {
       "epoch": 28.99,
-      "learning_rate": 8.531286210892237e-08,
-      "loss": 0.818,
+      "learning_rate": 8.52404403244496e-08,
+      "loss": 0.5805,
       "step": 33460
     },
     {
       "epoch": 29.0,
-      "eval_loss": 1.1379740238189697,
-      "eval_runtime": 132.8541,
-      "eval_samples_per_second": 4.004,
-      "eval_steps_per_second": 2.002,
-      "eval_wer": 0.7674358809539115,
+      "eval_loss": 1.0262317657470703,
+      "eval_runtime": 134.2937,
+      "eval_samples_per_second": 3.961,
+      "eval_steps_per_second": 1.981,
+      "eval_wer": 0.672430417175548,
       "step": 33466
     },
     {
       "epoch": 29.0,
-      "learning_rate": 8.458864426419468e-08,
-      "loss": 0.9301,
+      "learning_rate": 8.451622247972191e-08,
+      "loss": 0.672,
       "step": 33470
     },
     {
       "epoch": 29.01,
-      "learning_rate": 8.3864426419467e-08,
-      "loss": 0.8717,
+      "learning_rate": 8.379200463499421e-08,
+      "loss": 0.5774,
       "step": 33480
     },
     {
       "epoch": 29.02,
-      "learning_rate": 8.314020857473929e-08,
-      "loss": 0.8193,
+      "learning_rate": 8.306778679026652e-08,
+      "loss": 0.5862,
       "step": 33490
     },
     {
       "epoch": 29.03,
-      "learning_rate": 8.24159907300116e-08,
-      "loss": 0.7695,
+      "learning_rate": 8.234356894553884e-08,
+      "loss": 0.5434,
       "step": 33500
     },
     {
       "epoch": 29.04,
-      "learning_rate": 8.16917728852839e-08,
-      "loss": 0.8412,
+      "learning_rate": 8.161935110081114e-08,
+      "loss": 0.5914,
       "step": 33510
     },
     {
       "epoch": 29.05,
-      "learning_rate": 8.096755504055622e-08,
-      "loss": 0.8186,
+      "learning_rate": 8.089513325608345e-08,
+      "loss": 0.5749,
       "step": 33520
     },
     {
       "epoch": 29.06,
-      "learning_rate": 8.02433371958285e-08,
-      "loss": 0.8942,
+      "learning_rate": 8.017091541135575e-08,
+      "loss": 0.6503,
       "step": 33530
     },
     {
       "epoch": 29.06,
-      "learning_rate": 7.951911935110081e-08,
-      "loss": 0.8656,
+      "learning_rate": 7.944669756662806e-08,
+      "loss": 0.6227,
       "step": 33540
     },
     {
       "epoch": 29.07,
-      "learning_rate": 7.879490150637311e-08,
-      "loss": 0.9232,
+      "learning_rate": 7.872247972190035e-08,
+      "loss": 0.6378,
       "step": 33550
     },
     {
       "epoch": 29.08,
-      "learning_rate": 7.807068366164543e-08,
-      "loss": 0.8384,
+      "learning_rate": 7.799826187717266e-08,
+      "loss": 0.5825,
       "step": 33560
     },
     {
       "epoch": 29.09,
-      "learning_rate": 7.734646581691774e-08,
-      "loss": 0.8432,
+      "learning_rate": 7.727404403244497e-08,
+      "loss": 0.6071,
       "step": 33570
     },
     {
       "epoch": 29.1,
-      "learning_rate": 7.662224797219004e-08,
-      "loss": 0.7979,
+      "learning_rate": 7.654982618771727e-08,
+      "loss": 0.583,
       "step": 33580
     },
     {
       "epoch": 29.11,
-      "learning_rate": 7.589803012746234e-08,
-      "loss": 0.8886,
+      "learning_rate": 7.582560834298958e-08,
+      "loss": 0.6265,
       "step": 33590
     },
     {
       "epoch": 29.12,
-      "learning_rate": 7.517381228273465e-08,
-      "loss": 0.7941,
+      "learning_rate": 7.510139049826188e-08,
+      "loss": 0.5599,
       "step": 33600
     },
     {
       "epoch": 29.12,
-      "learning_rate": 7.444959443800696e-08,
-      "loss": 0.8104,
+      "learning_rate": 7.437717265353418e-08,
+      "loss": 0.5614,
       "step": 33610
     },
     {
       "epoch": 29.13,
-      "learning_rate": 7.372537659327926e-08,
-      "loss": 0.8755,
+      "learning_rate": 7.365295480880649e-08,
+      "loss": 0.6324,
       "step": 33620
     },
     {
       "epoch": 29.14,
-      "learning_rate": 7.300115874855157e-08,
-      "loss": 0.8197,
+      "learning_rate": 7.29287369640788e-08,
+      "loss": 0.5813,
       "step": 33630
     },
     {
       "epoch": 29.15,
-      "learning_rate": 7.227694090382387e-08,
-      "loss": 0.8215,
+      "learning_rate": 7.22045191193511e-08,
+      "loss": 0.5853,
       "step": 33640
     },
     {
       "epoch": 29.16,
-      "learning_rate": 7.155272305909619e-08,
-      "loss": 0.8131,
+      "learning_rate": 7.148030127462342e-08,
+      "loss": 0.5688,
       "step": 33650
     },
     {
       "epoch": 29.17,
-      "learning_rate": 7.082850521436848e-08,
-      "loss": 0.8375,
+      "learning_rate": 7.075608342989572e-08,
+      "loss": 0.6075,
       "step": 33660
     },
     {
       "epoch": 29.18,
-      "learning_rate": 7.01042873696408e-08,
-      "loss": 0.7933,
+      "learning_rate": 7.003186558516803e-08,
+      "loss": 0.5041,
       "step": 33670
     },
     {
       "epoch": 29.19,
-      "learning_rate": 6.938006952491311e-08,
-      "loss": 0.8573,
+      "learning_rate": 6.930764774044033e-08,
+      "loss": 0.5586,
       "step": 33680
     },
     {
       "epoch": 29.19,
-      "learning_rate": 6.865585168018541e-08,
-      "loss": 0.8349,
+      "learning_rate": 6.858342989571264e-08,
+      "loss": 0.569,
       "step": 33690
     },
     {
       "epoch": 29.2,
-      "learning_rate": 6.793163383545771e-08,
-      "loss": 0.7975,
+      "learning_rate": 6.785921205098495e-08,
+      "loss": 0.5428,
       "step": 33700
     },
     {
       "epoch": 29.21,
-      "learning_rate": 6.720741599073002e-08,
-      "loss": 0.8048,
+      "learning_rate": 6.713499420625724e-08,
+      "loss": 0.5571,
       "step": 33710
     },
     {
       "epoch": 29.22,
-      "learning_rate": 6.648319814600232e-08,
-      "loss": 0.8475,
+      "learning_rate": 6.641077636152955e-08,
+      "loss": 0.613,
       "step": 33720
     },
     {
       "epoch": 29.23,
-      "learning_rate": 6.575898030127463e-08,
-      "loss": 0.8661,
+      "learning_rate": 6.568655851680186e-08,
+      "loss": 0.6226,
       "step": 33730
     },
     {
       "epoch": 29.24,
-      "learning_rate": 6.503476245654693e-08,
-      "loss": 0.7915,
+      "learning_rate": 6.496234067207416e-08,
+      "loss": 0.5675,
       "step": 33740
     },
     {
       "epoch": 29.25,
-      "learning_rate": 6.431054461181924e-08,
-      "loss": 0.8068,
+      "learning_rate": 6.423812282734647e-08,
+      "loss": 0.5515,
       "step": 33750
     },
     {
       "epoch": 29.25,
-      "learning_rate": 6.358632676709156e-08,
-      "loss": 0.8796,
+      "learning_rate": 6.351390498261877e-08,
+      "loss": 0.6219,
       "step": 33760
     },
     {
       "epoch": 29.26,
-      "learning_rate": 6.286210892236385e-08,
-      "loss": 0.8347,
+      "learning_rate": 6.278968713789109e-08,
+      "loss": 0.6165,
       "step": 33770
     },
     {
       "epoch": 29.27,
-      "learning_rate": 6.213789107763617e-08,
-      "loss": 0.8327,
+      "learning_rate": 6.206546929316338e-08,
+      "loss": 0.5766,
       "step": 33780
     },
     {
       "epoch": 29.28,
-      "learning_rate": 6.141367323290847e-08,
-      "loss": 0.7854,
+      "learning_rate": 6.13412514484357e-08,
+      "loss": 0.5388,
       "step": 33790
     },
     {
       "epoch": 29.29,
-      "learning_rate": 6.068945538818076e-08,
-      "loss": 0.8176,
+      "learning_rate": 6.061703360370801e-08,
+      "loss": 0.6006,
       "step": 33800
     },
     {
       "epoch": 29.3,
-      "learning_rate": 5.996523754345308e-08,
-      "loss": 0.8517,
+      "learning_rate": 5.989281575898031e-08,
+      "loss": 0.6097,
       "step": 33810
     },
     {
       "epoch": 29.31,
-      "learning_rate": 5.924101969872538e-08,
-      "loss": 0.8221,
+      "learning_rate": 5.916859791425261e-08,
+      "loss": 0.5735,
       "step": 33820
     },
     {
       "epoch": 29.32,
-      "learning_rate": 5.851680185399769e-08,
-      "loss": 0.8616,
+      "learning_rate": 5.8444380069524913e-08,
+      "loss": 0.5962,
       "step": 33830
     },
     {
       "epoch": 29.32,
-      "learning_rate": 5.7792584009269995e-08,
-      "loss": 0.8526,
+      "learning_rate": 5.772016222479722e-08,
+      "loss": 0.6059,
       "step": 33840
     },
     {
       "epoch": 29.33,
-      "learning_rate": 5.70683661645423e-08,
-      "loss": 0.8277,
+      "learning_rate": 5.699594438006953e-08,
+      "loss": 0.6148,
       "step": 33850
     },
     {
       "epoch": 29.34,
-      "learning_rate": 5.6344148319814606e-08,
-      "loss": 0.8148,
+      "learning_rate": 5.627172653534184e-08,
+      "loss": 0.6008,
       "step": 33860
     },
     {
       "epoch": 29.35,
-      "learning_rate": 5.561993047508691e-08,
-      "loss": 0.8717,
+      "learning_rate": 5.554750869061414e-08,
+      "loss": 0.641,
       "step": 33870
     },
     {
       "epoch": 29.36,
-      "learning_rate": 5.489571263035922e-08,
-      "loss": 0.8056,
+      "learning_rate": 5.482329084588645e-08,
+      "loss": 0.5341,
       "step": 33880
     },
     {
       "epoch": 29.37,
-      "learning_rate": 5.4171494785631523e-08,
-      "loss": 0.7915,
+      "learning_rate": 5.4099073001158755e-08,
+      "loss": 0.5603,
       "step": 33890
     },
     {
       "epoch": 29.38,
-      "learning_rate": 5.344727694090382e-08,
-      "loss": 0.8051,
+      "learning_rate": 5.337485515643106e-08,
+      "loss": 0.5926,
       "step": 33900
     },
     {
       "epoch": 29.38,
-      "learning_rate": 5.272305909617613e-08,
-      "loss": 0.8119,
+      "learning_rate": 5.2650637311703366e-08,
+      "loss": 0.5691,
       "step": 33910
     },
     {
       "epoch": 29.39,
-      "learning_rate": 5.199884125144844e-08,
-      "loss": 0.8391,
+      "learning_rate": 5.1926419466975665e-08,
+      "loss": 0.6042,
       "step": 33920
     },
     {
       "epoch": 29.4,
-      "learning_rate": 5.1274623406720746e-08,
-      "loss": 0.8467,
+      "learning_rate": 5.120220162224797e-08,
+      "loss": 0.6054,
       "step": 33930
     },
     {
       "epoch": 29.41,
-      "learning_rate": 5.055040556199305e-08,
-      "loss": 0.8475,
+      "learning_rate": 5.0477983777520283e-08,
+      "loss": 0.5979,
       "step": 33940
     },
     {
       "epoch": 29.42,
-      "learning_rate": 4.982618771726536e-08,
-      "loss": 0.9434,
+      "learning_rate": 4.975376593279259e-08,
+      "loss": 0.6919,
       "step": 33950
     },
     {
       "epoch": 29.43,
-      "learning_rate": 4.9101969872537664e-08,
-      "loss": 0.8723,
+      "learning_rate": 4.9029548088064895e-08,
+      "loss": 0.6043,
       "step": 33960
     },
     {
       "epoch": 29.44,
-      "learning_rate": 4.837775202780997e-08,
-      "loss": 0.8622,
+      "learning_rate": 4.83053302433372e-08,
+      "loss": 0.5925,
       "step": 33970
     },
     {
       "epoch": 29.45,
-      "learning_rate": 4.7653534183082275e-08,
-      "loss": 0.8512,
+      "learning_rate": 4.7581112398609507e-08,
+      "loss": 0.5832,
       "step": 33980
     },
     {
       "epoch": 29.45,
-      "learning_rate": 4.692931633835459e-08,
-      "loss": 0.8758,
+      "learning_rate": 4.685689455388181e-08,
+      "loss": 0.599,
       "step": 33990
     },
     {
       "epoch": 29.46,
-      "learning_rate": 4.620509849362688e-08,
-      "loss": 0.8007,
+      "learning_rate": 4.613267670915412e-08,
+      "loss": 0.5493,
       "step": 34000
     },
     {
       "epoch": 29.47,
-      "learning_rate": 4.548088064889919e-08,
-      "loss": 0.8011,
+      "learning_rate": 4.5408458864426424e-08,
+      "loss": 0.5447,
       "step": 34010
     },
     {
       "epoch": 29.48,
-      "learning_rate": 4.47566628041715e-08,
-      "loss": 0.8456,
+      "learning_rate": 4.468424101969872e-08,
+      "loss": 0.6403,
       "step": 34020
     },
     {
       "epoch": 29.49,
-      "learning_rate": 4.4032444959443804e-08,
-      "loss": 0.8326,
+      "learning_rate": 4.396002317497103e-08,
+      "loss": 0.6003,
       "step": 34030
     },
     {
       "epoch": 29.5,
-      "learning_rate": 4.330822711471611e-08,
-      "loss": 0.8161,
+      "learning_rate": 4.323580533024334e-08,
+      "loss": 0.5765,
       "step": 34040
     },
     {
       "epoch": 29.51,
-      "learning_rate": 4.2584009269988416e-08,
-      "loss": 0.8349,
+      "learning_rate": 4.251158748551565e-08,
+      "loss": 0.5667,
       "step": 34050
     },
     {
       "epoch": 29.51,
-      "learning_rate": 4.185979142526072e-08,
-      "loss": 0.8244,
+      "learning_rate": 4.178736964078795e-08,
+      "loss": 0.6235,
       "step": 34060
     },
     {
       "epoch": 29.52,
-      "learning_rate": 4.113557358053303e-08,
-      "loss": 0.7946,
+      "learning_rate": 4.106315179606026e-08,
+      "loss": 0.5472,
       "step": 34070
     },
     {
       "epoch": 29.53,
-      "learning_rate": 4.041135573580533e-08,
-      "loss": 0.8052,
+      "learning_rate": 4.0338933951332564e-08,
+      "loss": 0.544,
       "step": 34080
     },
     {
       "epoch": 29.54,
-      "learning_rate": 3.9687137891077645e-08,
-      "loss": 0.8062,
+      "learning_rate": 3.961471610660487e-08,
+      "loss": 0.5839,
       "step": 34090
     },
     {
       "epoch": 29.55,
-      "learning_rate": 3.8962920046349944e-08,
-      "loss": 0.8541,
+      "learning_rate": 3.8890498261877176e-08,
+      "loss": 0.613,
       "step": 34100
     },
     {
       "epoch": 29.56,
-      "learning_rate": 3.823870220162225e-08,
-      "loss": 0.8072,
+      "learning_rate": 3.816628041714948e-08,
+      "loss": 0.5521,
       "step": 34110
     },
     {
       "epoch": 29.57,
-      "learning_rate": 3.7514484356894556e-08,
-      "loss": 0.9445,
+      "learning_rate": 3.744206257242179e-08,
+      "loss": 0.7347,
       "step": 34120
     },
     {
       "epoch": 29.58,
-      "learning_rate": 3.679026651216686e-08,
-      "loss": 0.8311,
+      "learning_rate": 3.671784472769409e-08,
+      "loss": 0.5719,
       "step": 34130
     },
     {
       "epoch": 29.58,
-      "learning_rate": 3.606604866743917e-08,
-      "loss": 0.8743,
+      "learning_rate": 3.59936268829664e-08,
+      "loss": 0.5599,
       "step": 34140
     },
     {
       "epoch": 29.59,
-      "learning_rate": 3.5341830822711473e-08,
-      "loss": 0.7987,
+      "learning_rate": 3.5269409038238705e-08,
+      "loss": 0.5702,
       "step": 34150
     },
     {
       "epoch": 29.6,
-      "learning_rate": 3.461761297798378e-08,
-      "loss": 0.8207,
+      "learning_rate": 3.454519119351101e-08,
+      "loss": 0.5626,
       "step": 34160
     },
     {
       "epoch": 29.61,
-      "learning_rate": 3.3893395133256085e-08,
-      "loss": 0.844,
+      "learning_rate": 3.3820973348783316e-08,
+      "loss": 0.5468,
       "step": 34170
     },
     {
       "epoch": 29.62,
-      "learning_rate": 3.31691772885284e-08,
-      "loss": 0.8383,
+      "learning_rate": 3.309675550405562e-08,
+      "loss": 0.5859,
       "step": 34180
     },
     {
       "epoch": 29.63,
-      "learning_rate": 3.2444959443800696e-08,
-      "loss": 0.8954,
+      "learning_rate": 3.237253765932793e-08,
+      "loss": 0.6677,
       "step": 34190
     },
     {
       "epoch": 29.64,
-      "learning_rate": 3.1720741599073e-08,
-      "loss": 0.7936,
+      "learning_rate": 3.1648319814600233e-08,
+      "loss": 0.5984,
       "step": 34200
     },
     {
       "epoch": 29.64,
-      "learning_rate": 3.099652375434531e-08,
-      "loss": 0.8359,
+      "learning_rate": 3.092410196987254e-08,
+      "loss": 0.6029,
       "step": 34210
     },
     {
       "epoch": 29.65,
-      "learning_rate": 3.0272305909617614e-08,
-      "loss": 0.8556,
+      "learning_rate": 3.0199884125144845e-08,
+      "loss": 0.5902,
       "step": 34220
     },
     {
       "epoch": 29.66,
-      "learning_rate": 2.9548088064889923e-08,
-      "loss": 0.8233,
+      "learning_rate": 2.947566628041715e-08,
+      "loss": 0.5823,
       "step": 34230
     },
     {
       "epoch": 29.67,
-      "learning_rate": 2.8823870220162225e-08,
-      "loss": 0.8313,
+      "learning_rate": 2.875144843568946e-08,
+      "loss": 0.5686,
       "step": 34240
     },
     {
       "epoch": 29.68,
-      "learning_rate": 2.809965237543453e-08,
-      "loss": 0.8322,
+      "learning_rate": 2.8027230590961766e-08,
+      "loss": 0.6021,
       "step": 34250
     },
     {
       "epoch": 29.69,
-      "learning_rate": 2.737543453070684e-08,
-      "loss": 0.7902,
+      "learning_rate": 2.7303012746234068e-08,
+      "loss": 0.5262,
       "step": 34260
     },
     {
       "epoch": 29.7,
-      "learning_rate": 2.6651216685979146e-08,
-      "loss": 0.8851,
+      "learning_rate": 2.6578794901506374e-08,
+      "loss": 0.6697,
       "step": 34270
     },
     {
       "epoch": 29.71,
-      "learning_rate": 2.592699884125145e-08,
-      "loss": 0.8036,
+      "learning_rate": 2.5854577056778683e-08,
+      "loss": 0.5634,
       "step": 34280
     },
     {
       "epoch": 29.71,
-      "learning_rate": 2.5202780996523754e-08,
-      "loss": 0.8053,
+      "learning_rate": 2.513035921205099e-08,
+      "loss": 0.4992,
       "step": 34290
     },
     {
       "epoch": 29.72,
-      "learning_rate": 2.447856315179606e-08,
-      "loss": 0.7845,
+      "learning_rate": 2.4406141367323294e-08,
+      "loss": 0.5725,
       "step": 34300
     },
     {
       "epoch": 29.73,
-      "learning_rate": 2.375434530706837e-08,
-      "loss": 0.8698,
+      "learning_rate": 2.3681923522595597e-08,
+      "loss": 0.6224,
       "step": 34310
     },
     {
       "epoch": 29.74,
-      "learning_rate": 2.3030127462340675e-08,
-      "loss": 0.8766,
+      "learning_rate": 2.2957705677867903e-08,
+      "loss": 0.6001,
       "step": 34320
     },
     {
       "epoch": 29.75,
-      "learning_rate": 2.230590961761298e-08,
-      "loss": 0.7775,
+      "learning_rate": 2.2233487833140212e-08,
+      "loss": 0.5291,
       "step": 34330
     },
     {
       "epoch": 29.76,
-      "learning_rate": 2.1581691772885283e-08,
-      "loss": 0.8087,
+      "learning_rate": 2.1509269988412517e-08,
+      "loss": 0.568,
       "step": 34340
     },
     {
       "epoch": 29.77,
-      "learning_rate": 2.0857473928157592e-08,
-      "loss": 0.8377,
+      "learning_rate": 2.0785052143684823e-08,
+      "loss": 0.609,
       "step": 34350
     },
     {
       "epoch": 29.77,
-      "learning_rate": 2.0133256083429898e-08,
-      "loss": 0.8673,
+      "learning_rate": 2.0060834298957126e-08,
+      "loss": 0.6557,
       "step": 34360
     },
     {
       "epoch": 29.78,
-      "learning_rate": 1.9409038238702203e-08,
-      "loss": 0.8854,
+      "learning_rate": 1.9336616454229435e-08,
+      "loss": 0.663,
       "step": 34370
     },
     {
       "epoch": 29.79,
-      "learning_rate": 1.868482039397451e-08,
-      "loss": 1.0219,
+      "learning_rate": 1.861239860950174e-08,
+      "loss": 0.6441,
       "step": 34380
     },
     {
       "epoch": 29.8,
-      "learning_rate": 1.7960602549246815e-08,
-      "loss": 0.8302,
+      "learning_rate": 1.7888180764774046e-08,
+      "loss": 0.5768,
       "step": 34390
     },
     {
       "epoch": 29.81,
-      "learning_rate": 1.723638470451912e-08,
-      "loss": 0.8385,
+      "learning_rate": 1.7163962920046352e-08,
+      "loss": 0.6049,
       "step": 34400
     },
     {
       "epoch": 29.82,
-      "learning_rate": 1.6512166859791427e-08,
-      "loss": 0.8084,
+      "learning_rate": 1.6439745075318658e-08,
+      "loss": 0.5516,
       "step": 34410
     },
     {
       "epoch": 29.83,
-      "learning_rate": 1.5787949015063732e-08,
-      "loss": 0.7762,
+      "learning_rate": 1.5715527230590964e-08,
+      "loss": 0.5551,
       "step": 34420
     },
     {
       "epoch": 29.83,
-      "learning_rate": 1.5063731170336038e-08,
-      "loss": 0.8145,
+      "learning_rate": 1.499130938586327e-08,
+      "loss": 0.5693,
       "step": 34430
     },
     {
       "epoch": 29.84,
-      "learning_rate": 1.4339513325608344e-08,
-      "loss": 0.8414,
+      "learning_rate": 1.4267091541135575e-08,
+      "loss": 0.565,
       "step": 34440
     },
     {
       "epoch": 29.85,
-      "learning_rate": 1.3615295480880651e-08,
-      "loss": 0.8292,
+      "learning_rate": 1.3542873696407881e-08,
+      "loss": 0.583,
       "step": 34450
     },
     {
       "epoch": 29.86,
-      "learning_rate": 1.2891077636152955e-08,
-      "loss": 0.8369,
+      "learning_rate": 1.2818655851680187e-08,
+      "loss": 0.607,
       "step": 34460
     },
     {
       "epoch": 29.87,
-      "learning_rate": 1.2166859791425261e-08,
-      "loss": 0.8869,
+      "learning_rate": 1.2094438006952492e-08,
+      "loss": 0.616,
       "step": 34470
     },
     {
       "epoch": 29.88,
-      "learning_rate": 1.1442641946697569e-08,
-      "loss": 0.8958,
+      "learning_rate": 1.1370220162224798e-08,
+      "loss": 0.6977,
       "step": 34480
     },
     {
       "epoch": 29.89,
-      "learning_rate": 1.0718424101969873e-08,
-      "loss": 0.8254,
+      "learning_rate": 1.0646002317497104e-08,
+      "loss": 0.587,
       "step": 34490
     },
     {
       "epoch": 29.9,
-      "learning_rate": 9.99420625724218e-09,
-      "loss": 0.86,
+      "learning_rate": 9.921784472769411e-09,
+      "loss": 0.5944,
       "step": 34500
     },
     {
       "epoch": 29.9,
-      "learning_rate": 9.269988412514486e-09,
-      "loss": 0.8313,
+      "learning_rate": 9.197566628041715e-09,
+      "loss": 0.5694,
       "step": 34510
     },
     {
       "epoch": 29.91,
-      "learning_rate": 8.54577056778679e-09,
-      "loss": 0.8565,
+      "learning_rate": 8.473348783314021e-09,
+      "loss": 0.626,
       "step": 34520
     },
     {
       "epoch": 29.92,
-      "learning_rate": 7.821552723059096e-09,
-      "loss": 0.8161,
+      "learning_rate": 7.749130938586327e-09,
+      "loss": 0.5613,
       "step": 34530
     },
     {
       "epoch": 29.93,
-      "learning_rate": 7.097334878331403e-09,
-      "loss": 0.8094,
+      "learning_rate": 7.024913093858633e-09,
+      "loss": 0.5238,
       "step": 34540
     },
     {
       "epoch": 29.94,
-      "learning_rate": 6.373117033603709e-09,
-      "loss": 0.801,
+      "learning_rate": 6.3006952491309385e-09,
+      "loss": 0.5668,
       "step": 34550
     },
     {
       "epoch": 29.95,
-      "learning_rate": 5.648899188876014e-09,
-      "loss": 0.8033,
+      "learning_rate": 5.576477404403245e-09,
+      "loss": 0.5838,
       "step": 34560
     },
     {
       "epoch": 29.96,
-      "learning_rate": 4.92468134414832e-09,
-      "loss": 0.8544,
+      "learning_rate": 4.852259559675551e-09,
+      "loss": 0.6017,
       "step": 34570
     },
     {
       "epoch": 29.96,
-      "learning_rate": 4.200463499420626e-09,
-      "loss": 0.7707,
+      "learning_rate": 4.128041714947857e-09,
+      "loss": 0.5433,
       "step": 34580
     },
     {
       "epoch": 29.97,
-      "learning_rate": 3.476245654692932e-09,
-      "loss": 0.7888,
+      "learning_rate": 3.403823870220163e-09,
+      "loss": 0.5522,
       "step": 34590
     },
     {
       "epoch": 29.98,
-      "learning_rate": 2.7520278099652378e-09,
-      "loss": 0.8205,
+      "learning_rate": 2.679606025492468e-09,
+      "loss": 0.5847,
       "step": 34600
     },
     {
       "epoch": 29.99,
-      "learning_rate": 2.0278099652375435e-09,
-      "loss": 0.8713,
+      "learning_rate": 1.955388180764774e-09,
+      "loss": 0.6647,
       "step": 34610
     },
     {
       "epoch": 30.0,
-      "learning_rate": 1.3035921205098495e-09,
-      "loss": 0.9184,
+      "learning_rate": 1.23117033603708e-09,
+      "loss": 0.6567,
       "step": 34620
     },
     {
       "epoch": 30.0,
-      "eval_loss": 1.1428908109664917,
-      "eval_runtime": 133.7493,
-      "eval_samples_per_second": 3.978,
-      "eval_steps_per_second": 1.989,
-      "eval_wer": 0.7762422060808639,
+      "eval_loss": 1.0278233289718628,
+      "eval_runtime": 133.205,
+      "eval_samples_per_second": 3.994,
+      "eval_steps_per_second": 1.997,
+      "eval_wer": 0.6755801247027062,
       "step": 34620
     },
     {
       "epoch": 30.0,
       "step": 34620,
       "total_flos": 8.156710841207169e+19,
-      "train_loss": 0.9849582053553088,
-      "train_runtime": 68078.9517,
-      "train_samples_per_second": 2.035,
-      "train_steps_per_second": 0.509
+      "train_loss": 0.6971235565337606,
+      "train_runtime": 68165.1272,
+      "train_samples_per_second": 2.032,
+      "train_steps_per_second": 0.508
     }
   ],
   "max_steps": 34620,