diff --git "a/checkpoint-24200/trainer_state.json" "b/checkpoint-24200/trainer_state.json"
new file mode 100644--- /dev/null
+++ "b/checkpoint-24200/trainer_state.json"
@@ -0,0 +1,16717 @@
+{
+  "best_metric": null,
+  "best_model_checkpoint": null,
+  "epoch": 39.41008950366151,
+  "eval_steps": 100,
+  "global_step": 24200,
+  "is_hyper_param_search": false,
+  "is_local_process_zero": true,
+  "is_world_process_zero": true,
+  "log_history": [
+    {
+      "epoch": 0.02,
+      "learning_rate": 1.4999999999999999e-05,
+      "loss": 11.8163,
+      "step": 10
+    },
+    {
+      "epoch": 0.03,
+      "learning_rate": 2.8499999999999998e-05,
+      "loss": 11.8929,
+      "step": 20
+    },
+    {
+      "epoch": 0.05,
+      "learning_rate": 4.3499999999999993e-05,
+      "loss": 12.0064,
+      "step": 30
+    },
+    {
+      "epoch": 0.07,
+      "learning_rate": 5.6999999999999996e-05,
+      "loss": 10.5132,
+      "step": 40
+    },
+    {
+      "epoch": 0.08,
+      "learning_rate": 7.199999999999999e-05,
+      "loss": 7.9699,
+      "step": 50
+    },
+    {
+      "epoch": 0.1,
+      "learning_rate": 8.699999999999999e-05,
+      "loss": 4.7703,
+      "step": 60
+    },
+    {
+      "epoch": 0.11,
+      "learning_rate": 0.000102,
+      "loss": 3.7982,
+      "step": 70
+    },
+    {
+      "epoch": 0.13,
+      "learning_rate": 0.000117,
+      "loss": 3.436,
+      "step": 80
+    },
+    {
+      "epoch": 0.15,
+      "learning_rate": 0.00013199999999999998,
+      "loss": 3.2573,
+      "step": 90
+    },
+    {
+      "epoch": 0.16,
+      "learning_rate": 0.000147,
+      "loss": 3.1412,
+      "step": 100
+    },
+    {
+      "epoch": 0.16,
+      "eval_loss": 3.0855324268341064,
+      "eval_runtime": 1038.5545,
+      "eval_samples_per_second": 11.178,
+      "eval_steps_per_second": 0.699,
+      "eval_wer": 1.0,
+      "step": 100
+    },
+    {
+      "epoch": 0.18,
+      "learning_rate": 0.000162,
+      "loss": 3.0577,
+      "step": 110
+    },
+    {
+      "epoch": 0.2,
+      "learning_rate": 0.00017699999999999997,
+      "loss": 3.0443,
+      "step": 120
+    },
+    {
+      "epoch": 0.21,
+      "learning_rate": 0.00019199999999999998,
+      "loss": 3.0597,
+      "step": 130
+    },
+    {
+      "epoch": 0.23,
+      "learning_rate": 0.00020699999999999996,
+      "loss": 3.061,
+      "step": 140
+    },
+    {
+      "epoch": 0.24,
+      "learning_rate": 0.00022199999999999998,
+      "loss": 3.0717,
+      "step": 150
+    },
+    {
+      "epoch": 0.26,
+      "learning_rate": 0.000237,
+      "loss": 3.0299,
+      "step": 160
+    },
+    {
+      "epoch": 0.28,
+      "learning_rate": 0.00025199999999999995,
+      "loss": 3.0295,
+      "step": 170
+    },
+    {
+      "epoch": 0.29,
+      "learning_rate": 0.000267,
+      "loss": 3.0423,
+      "step": 180
+    },
+    {
+      "epoch": 0.31,
+      "learning_rate": 0.00028199999999999997,
+      "loss": 3.0437,
+      "step": 190
+    },
+    {
+      "epoch": 0.33,
+      "learning_rate": 0.00029699999999999996,
+      "loss": 3.0569,
+      "step": 200
+    },
+    {
+      "epoch": 0.33,
+      "eval_loss": 3.036912679672241,
+      "eval_runtime": 1030.0275,
+      "eval_samples_per_second": 11.271,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 1.0,
+      "step": 200
+    },
+    {
+      "epoch": 0.34,
+      "learning_rate": 0.00029973362930077685,
+      "loss": 3.0243,
+      "step": 210
+    },
+    {
+      "epoch": 0.36,
+      "learning_rate": 0.000299400665926748,
+      "loss": 3.0236,
+      "step": 220
+    },
+    {
+      "epoch": 0.37,
+      "learning_rate": 0.0002990677025527192,
+      "loss": 3.0316,
+      "step": 230
+    },
+    {
+      "epoch": 0.39,
+      "learning_rate": 0.0002987347391786903,
+      "loss": 3.0363,
+      "step": 240
+    },
+    {
+      "epoch": 0.41,
+      "learning_rate": 0.00029840177580466146,
+      "loss": 3.0582,
+      "step": 250
+    },
+    {
+      "epoch": 0.42,
+      "learning_rate": 0.0002980688124306326,
+      "loss": 3.0144,
+      "step": 260
+    },
+    {
+      "epoch": 0.44,
+      "learning_rate": 0.00029773584905660376,
+      "loss": 3.0126,
+      "step": 270
+    },
+    {
+      "epoch": 0.46,
+      "learning_rate": 0.0002974028856825749,
+      "loss": 3.0035,
+      "step": 280
+    },
+    {
+      "epoch": 0.47,
+      "learning_rate": 0.000297069922308546,
+      "loss": 2.9913,
+      "step": 290
+    },
+    {
+      "epoch": 0.49,
+      "learning_rate": 0.00029673695893451716,
+      "loss": 2.9625,
+      "step": 300
+    },
+    {
+      "epoch": 0.49,
+      "eval_loss": 2.977771520614624,
+      "eval_runtime": 1042.3792,
+      "eval_samples_per_second": 11.137,
+      "eval_steps_per_second": 0.696,
+      "eval_wer": 1.0,
+      "step": 300
+    },
+    {
+      "epoch": 0.5,
+      "learning_rate": 0.0002964039955604883,
+      "loss": 2.9686,
+      "step": 310
+    },
+    {
+      "epoch": 0.52,
+      "learning_rate": 0.00029607103218645946,
+      "loss": 2.8773,
+      "step": 320
+    },
+    {
+      "epoch": 0.54,
+      "learning_rate": 0.0002957380688124306,
+      "loss": 2.726,
+      "step": 330
+    },
+    {
+      "epoch": 0.55,
+      "learning_rate": 0.00029540510543840177,
+      "loss": 2.3671,
+      "step": 340
+    },
+    {
+      "epoch": 0.57,
+      "learning_rate": 0.0002950721420643729,
+      "loss": 1.9479,
+      "step": 350
+    },
+    {
+      "epoch": 0.59,
+      "learning_rate": 0.000294739178690344,
+      "loss": 1.5549,
+      "step": 360
+    },
+    {
+      "epoch": 0.6,
+      "learning_rate": 0.00029440621531631517,
+      "loss": 1.1765,
+      "step": 370
+    },
+    {
+      "epoch": 0.62,
+      "learning_rate": 0.0002940732519422863,
+      "loss": 0.9155,
+      "step": 380
+    },
+    {
+      "epoch": 0.63,
+      "learning_rate": 0.00029374028856825747,
+      "loss": 0.7823,
+      "step": 390
+    },
+    {
+      "epoch": 0.65,
+      "learning_rate": 0.0002934073251942286,
+      "loss": 0.7715,
+      "step": 400
+    },
+    {
+      "epoch": 0.65,
+      "eval_loss": 0.5112669467926025,
+      "eval_runtime": 1048.8544,
+      "eval_samples_per_second": 11.068,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.718480591159969,
+      "step": 400
+    },
+    {
+      "epoch": 0.67,
+      "learning_rate": 0.00029307436182019977,
+      "loss": 0.6635,
+      "step": 410
+    },
+    {
+      "epoch": 0.68,
+      "learning_rate": 0.0002927413984461709,
+      "loss": 0.6032,
+      "step": 420
+    },
+    {
+      "epoch": 0.7,
+      "learning_rate": 0.000292408435072142,
+      "loss": 0.5401,
+      "step": 430
+    },
+    {
+      "epoch": 0.72,
+      "learning_rate": 0.00029207547169811317,
+      "loss": 0.5276,
+      "step": 440
+    },
+    {
+      "epoch": 0.73,
+      "learning_rate": 0.0002917425083240843,
+      "loss": 0.5713,
+      "step": 450
+    },
+    {
+      "epoch": 0.75,
+      "learning_rate": 0.0002914095449500555,
+      "loss": 0.46,
+      "step": 460
+    },
+    {
+      "epoch": 0.76,
+      "learning_rate": 0.0002910765815760266,
+      "loss": 0.4508,
+      "step": 470
+    },
+    {
+      "epoch": 0.78,
+      "learning_rate": 0.0002907436182019977,
+      "loss": 0.447,
+      "step": 480
+    },
+    {
+      "epoch": 0.8,
+      "learning_rate": 0.00029041065482796893,
+      "loss": 0.4454,
+      "step": 490
+    },
+    {
+      "epoch": 0.81,
+      "learning_rate": 0.0002900776914539401,
+      "loss": 0.4725,
+      "step": 500
+    },
+    {
+      "epoch": 0.81,
+      "eval_loss": 0.3072386682033539,
+      "eval_runtime": 1051.5656,
+      "eval_samples_per_second": 11.04,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.5137640833827487,
+      "step": 500
+    },
+    {
+      "epoch": 0.83,
+      "learning_rate": 0.0002897447280799112,
+      "loss": 0.3822,
+      "step": 510
+    },
+    {
+      "epoch": 0.85,
+      "learning_rate": 0.00028941176470588233,
+      "loss": 0.3807,
+      "step": 520
+    },
+    {
+      "epoch": 0.86,
+      "learning_rate": 0.0002890788013318535,
+      "loss": 0.3827,
+      "step": 530
+    },
+    {
+      "epoch": 0.88,
+      "learning_rate": 0.00028874583795782463,
+      "loss": 0.3945,
+      "step": 540
+    },
+    {
+      "epoch": 0.9,
+      "learning_rate": 0.00028841287458379573,
+      "loss": 0.4519,
+      "step": 550
+    },
+    {
+      "epoch": 0.91,
+      "learning_rate": 0.0002880799112097669,
+      "loss": 0.3534,
+      "step": 560
+    },
+    {
+      "epoch": 0.93,
+      "learning_rate": 0.00028774694783573803,
+      "loss": 0.3731,
+      "step": 570
+    },
+    {
+      "epoch": 0.94,
+      "learning_rate": 0.0002874139844617092,
+      "loss": 0.3433,
+      "step": 580
+    },
+    {
+      "epoch": 0.96,
+      "learning_rate": 0.00028708102108768033,
+      "loss": 0.3547,
+      "step": 590
+    },
+    {
+      "epoch": 0.98,
+      "learning_rate": 0.0002867480577136515,
+      "loss": 0.4103,
+      "step": 600
+    },
+    {
+      "epoch": 0.98,
+      "eval_loss": 0.24468904733657837,
+      "eval_runtime": 1043.2136,
+      "eval_samples_per_second": 11.128,
+      "eval_steps_per_second": 0.696,
+      "eval_wer": 0.4336997673676048,
+      "step": 600
+    },
+    {
+      "epoch": 0.99,
+      "learning_rate": 0.00028641509433962264,
+      "loss": 0.3484,
+      "step": 610
+    },
+    {
+      "epoch": 1.01,
+      "learning_rate": 0.00028608213096559373,
+      "loss": 0.3775,
+      "step": 620
+    },
+    {
+      "epoch": 1.03,
+      "learning_rate": 0.0002857491675915649,
+      "loss": 0.3207,
+      "step": 630
+    },
+    {
+      "epoch": 1.04,
+      "learning_rate": 0.00028541620421753604,
+      "loss": 0.2971,
+      "step": 640
+    },
+    {
+      "epoch": 1.06,
+      "learning_rate": 0.0002850832408435072,
+      "loss": 0.3129,
+      "step": 650
+    },
+    {
+      "epoch": 1.07,
+      "learning_rate": 0.00028475027746947834,
+      "loss": 0.3143,
+      "step": 660
+    },
+    {
+      "epoch": 1.09,
+      "learning_rate": 0.0002844173140954495,
+      "loss": 0.3179,
+      "step": 670
+    },
+    {
+      "epoch": 1.11,
+      "learning_rate": 0.00028408435072142064,
+      "loss": 0.299,
+      "step": 680
+    },
+    {
+      "epoch": 1.12,
+      "learning_rate": 0.0002837513873473918,
+      "loss": 0.2734,
+      "step": 690
+    },
+    {
+      "epoch": 1.14,
+      "learning_rate": 0.0002834184239733629,
+      "loss": 0.2775,
+      "step": 700
+    },
+    {
+      "epoch": 1.14,
+      "eval_loss": 0.2055242359638214,
+      "eval_runtime": 1053.2634,
+      "eval_samples_per_second": 11.022,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.3768644802262464,
+      "step": 700
+    },
+    {
+      "epoch": 1.16,
+      "learning_rate": 0.00028308546059933404,
+      "loss": 0.2878,
+      "step": 710
+    },
+    {
+      "epoch": 1.17,
+      "learning_rate": 0.0002827524972253052,
+      "loss": 0.307,
+      "step": 720
+    },
+    {
+      "epoch": 1.19,
+      "learning_rate": 0.00028241953385127634,
+      "loss": 0.2848,
+      "step": 730
+    },
+    {
+      "epoch": 1.2,
+      "learning_rate": 0.00028208657047724744,
+      "loss": 0.2744,
+      "step": 740
+    },
+    {
+      "epoch": 1.22,
+      "learning_rate": 0.00028175360710321865,
+      "loss": 0.2839,
+      "step": 750
+    },
+    {
+      "epoch": 1.24,
+      "learning_rate": 0.0002814206437291898,
+      "loss": 0.2888,
+      "step": 760
+    },
+    {
+      "epoch": 1.25,
+      "learning_rate": 0.0002810876803551609,
+      "loss": 0.288,
+      "step": 770
+    },
+    {
+      "epoch": 1.27,
+      "learning_rate": 0.00028075471698113205,
+      "loss": 0.2559,
+      "step": 780
+    },
+    {
+      "epoch": 1.29,
+      "learning_rate": 0.0002804217536071032,
+      "loss": 0.2498,
+      "step": 790
+    },
+    {
+      "epoch": 1.3,
+      "learning_rate": 0.00028008879023307435,
+      "loss": 0.2554,
+      "step": 800
+    },
+    {
+      "epoch": 1.3,
+      "eval_loss": 0.19498416781425476,
+      "eval_runtime": 1045.8615,
+      "eval_samples_per_second": 11.1,
+      "eval_steps_per_second": 0.694,
+      "eval_wer": 0.360272316744971,
+      "step": 800
+    },
+    {
+      "epoch": 1.32,
+      "learning_rate": 0.00027975582685904545,
+      "loss": 0.3059,
+      "step": 810
+    },
+    {
+      "epoch": 1.33,
+      "learning_rate": 0.0002794228634850166,
+      "loss": 0.281,
+      "step": 820
+    },
+    {
+      "epoch": 1.35,
+      "learning_rate": 0.00027908990011098775,
+      "loss": 0.2642,
+      "step": 830
+    },
+    {
+      "epoch": 1.37,
+      "learning_rate": 0.0002787569367369589,
+      "loss": 0.242,
+      "step": 840
+    },
+    {
+      "epoch": 1.38,
+      "learning_rate": 0.00027842397336293005,
+      "loss": 0.2541,
+      "step": 850
+    },
+    {
+      "epoch": 1.4,
+      "learning_rate": 0.0002780910099889012,
+      "loss": 0.2614,
+      "step": 860
+    },
+    {
+      "epoch": 1.42,
+      "learning_rate": 0.00027775804661487236,
+      "loss": 0.3001,
+      "step": 870
+    },
+    {
+      "epoch": 1.43,
+      "learning_rate": 0.0002774250832408435,
+      "loss": 0.2365,
+      "step": 880
+    },
+    {
+      "epoch": 1.45,
+      "learning_rate": 0.0002770921198668146,
+      "loss": 0.2373,
+      "step": 890
+    },
+    {
+      "epoch": 1.46,
+      "learning_rate": 0.00027675915649278575,
+      "loss": 0.263,
+      "step": 900
+    },
+    {
+      "epoch": 1.46,
+      "eval_loss": 0.1812964379787445,
+      "eval_runtime": 1053.0871,
+      "eval_samples_per_second": 11.024,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.3371687269078137,
+      "step": 900
+    },
+    {
+      "epoch": 1.48,
+      "learning_rate": 0.0002764261931187569,
+      "loss": 0.289,
+      "step": 910
+    },
+    {
+      "epoch": 1.5,
+      "learning_rate": 0.00027609322974472806,
+      "loss": 0.2578,
+      "step": 920
+    },
+    {
+      "epoch": 1.51,
+      "learning_rate": 0.0002757602663706992,
+      "loss": 0.2565,
+      "step": 930
+    },
+    {
+      "epoch": 1.53,
+      "learning_rate": 0.00027542730299667036,
+      "loss": 0.2543,
+      "step": 940
+    },
+    {
+      "epoch": 1.55,
+      "learning_rate": 0.0002750943396226415,
+      "loss": 0.2404,
+      "step": 950
+    },
+    {
+      "epoch": 1.56,
+      "learning_rate": 0.0002747613762486126,
+      "loss": 0.2291,
+      "step": 960
+    },
+    {
+      "epoch": 1.58,
+      "learning_rate": 0.00027442841287458376,
+      "loss": 0.2636,
+      "step": 970
+    },
+    {
+      "epoch": 1.59,
+      "learning_rate": 0.0002740954495005549,
+      "loss": 0.2222,
+      "step": 980
+    },
+    {
+      "epoch": 1.61,
+      "learning_rate": 0.00027376248612652606,
+      "loss": 0.2322,
+      "step": 990
+    },
+    {
+      "epoch": 1.63,
+      "learning_rate": 0.0002734295227524972,
+      "loss": 0.2294,
+      "step": 1000
+    },
+    {
+      "epoch": 1.63,
+      "eval_loss": 0.1664419174194336,
+      "eval_runtime": 1047.59,
+      "eval_samples_per_second": 11.082,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.3131756602654746,
+      "step": 1000
+    },
+    {
+      "epoch": 1.64,
+      "learning_rate": 0.00027309655937846837,
+      "loss": 0.249,
+      "step": 1010
+    },
+    {
+      "epoch": 1.66,
+      "learning_rate": 0.0002727635960044395,
+      "loss": 0.2682,
+      "step": 1020
+    },
+    {
+      "epoch": 1.68,
+      "learning_rate": 0.0002724306326304106,
+      "loss": 0.2242,
+      "step": 1030
+    },
+    {
+      "epoch": 1.69,
+      "learning_rate": 0.00027209766925638177,
+      "loss": 0.2333,
+      "step": 1040
+    },
+    {
+      "epoch": 1.71,
+      "learning_rate": 0.0002717647058823529,
+      "loss": 0.2188,
+      "step": 1050
+    },
+    {
+      "epoch": 1.72,
+      "learning_rate": 0.00027143174250832407,
+      "loss": 0.2592,
+      "step": 1060
+    },
+    {
+      "epoch": 1.74,
+      "learning_rate": 0.0002710987791342952,
+      "loss": 0.268,
+      "step": 1070
+    },
+    {
+      "epoch": 1.76,
+      "learning_rate": 0.0002707658157602663,
+      "loss": 0.2091,
+      "step": 1080
+    },
+    {
+      "epoch": 1.77,
+      "learning_rate": 0.00027043285238623747,
+      "loss": 0.2069,
+      "step": 1090
+    },
+    {
+      "epoch": 1.79,
+      "learning_rate": 0.0002700998890122087,
+      "loss": 0.2296,
+      "step": 1100
+    },
+    {
+      "epoch": 1.79,
+      "eval_loss": 0.15650752186775208,
+      "eval_runtime": 1054.82,
+      "eval_samples_per_second": 11.006,
+      "eval_steps_per_second": 0.688,
+      "eval_wer": 0.2962413903206678,
+      "step": 1100
+    },
+    {
+      "epoch": 1.81,
+      "learning_rate": 0.00026976692563817977,
+      "loss": 0.2402,
+      "step": 1110
+    },
+    {
+      "epoch": 1.82,
+      "learning_rate": 0.0002694339622641509,
+      "loss": 0.2258,
+      "step": 1120
+    },
+    {
+      "epoch": 1.84,
+      "learning_rate": 0.0002691009988901221,
+      "loss": 0.2215,
+      "step": 1130
+    },
+    {
+      "epoch": 1.86,
+      "learning_rate": 0.0002687680355160932,
+      "loss": 0.2059,
+      "step": 1140
+    },
+    {
+      "epoch": 1.87,
+      "learning_rate": 0.0002684350721420643,
+      "loss": 0.2022,
+      "step": 1150
+    },
+    {
+      "epoch": 1.89,
+      "learning_rate": 0.0002681021087680355,
+      "loss": 0.2261,
+      "step": 1160
+    },
+    {
+      "epoch": 1.9,
+      "learning_rate": 0.0002677691453940066,
+      "loss": 0.2132,
+      "step": 1170
+    },
+    {
+      "epoch": 1.92,
+      "learning_rate": 0.0002674361820199778,
+      "loss": 0.2245,
+      "step": 1180
+    },
+    {
+      "epoch": 1.94,
+      "learning_rate": 0.00026710321864594893,
+      "loss": 0.2133,
+      "step": 1190
+    },
+    {
+      "epoch": 1.95,
+      "learning_rate": 0.0002667702552719201,
+      "loss": 0.2183,
+      "step": 1200
+    },
+    {
+      "epoch": 1.95,
+      "eval_loss": 0.14735129475593567,
+      "eval_runtime": 1059.1579,
+      "eval_samples_per_second": 10.961,
+      "eval_steps_per_second": 0.685,
+      "eval_wer": 0.29856771427268164,
+      "step": 1200
+    },
+    {
+      "epoch": 1.97,
+      "learning_rate": 0.00026643729189789123,
+      "loss": 0.2204,
+      "step": 1210
+    },
+    {
+      "epoch": 1.99,
+      "learning_rate": 0.00026610432852386233,
+      "loss": 0.2482,
+      "step": 1220
+    },
+    {
+      "epoch": 2.0,
+      "learning_rate": 0.0002657713651498335,
+      "loss": 0.2214,
+      "step": 1230
+    },
+    {
+      "epoch": 2.02,
+      "learning_rate": 0.00026543840177580463,
+      "loss": 0.1779,
+      "step": 1240
+    },
+    {
+      "epoch": 2.03,
+      "learning_rate": 0.0002651054384017758,
+      "loss": 0.1688,
+      "step": 1250
+    },
+    {
+      "epoch": 2.05,
+      "learning_rate": 0.00026477247502774693,
+      "loss": 0.1915,
+      "step": 1260
+    },
+    {
+      "epoch": 2.07,
+      "learning_rate": 0.0002644395116537181,
+      "loss": 0.1942,
+      "step": 1270
+    },
+    {
+      "epoch": 2.08,
+      "learning_rate": 0.00026410654827968924,
+      "loss": 0.2266,
+      "step": 1280
+    },
+    {
+      "epoch": 2.1,
+      "learning_rate": 0.0002637735849056604,
+      "loss": 0.1931,
+      "step": 1290
+    },
+    {
+      "epoch": 2.12,
+      "learning_rate": 0.0002634406215316315,
+      "loss": 0.1822,
+      "step": 1300
+    },
+    {
+      "epoch": 2.12,
+      "eval_loss": 0.1546158790588379,
+      "eval_runtime": 1062.5837,
+      "eval_samples_per_second": 10.925,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.2810974775350089,
+      "step": 1300
+    },
+    {
+      "epoch": 2.13,
+      "learning_rate": 0.00026310765815760264,
+      "loss": 0.1735,
+      "step": 1310
+    },
+    {
+      "epoch": 2.15,
+      "learning_rate": 0.0002627746947835738,
+      "loss": 0.2042,
+      "step": 1320
+    },
+    {
+      "epoch": 2.16,
+      "learning_rate": 0.00026244173140954494,
+      "loss": 0.2347,
+      "step": 1330
+    },
+    {
+      "epoch": 2.18,
+      "learning_rate": 0.00026210876803551604,
+      "loss": 0.1816,
+      "step": 1340
+    },
+    {
+      "epoch": 2.2,
+      "learning_rate": 0.0002617758046614872,
+      "loss": 0.1838,
+      "step": 1350
+    },
+    {
+      "epoch": 2.21,
+      "learning_rate": 0.0002614428412874584,
+      "loss": 0.1856,
+      "step": 1360
+    },
+    {
+      "epoch": 2.23,
+      "learning_rate": 0.0002611098779134295,
+      "loss": 0.1866,
+      "step": 1370
+    },
+    {
+      "epoch": 2.25,
+      "learning_rate": 0.00026077691453940064,
+      "loss": 0.2016,
+      "step": 1380
+    },
+    {
+      "epoch": 2.26,
+      "learning_rate": 0.0002604439511653718,
+      "loss": 0.1813,
+      "step": 1390
+    },
+    {
+      "epoch": 2.28,
+      "learning_rate": 0.00026011098779134294,
+      "loss": 0.1798,
+      "step": 1400
+    },
+    {
+      "epoch": 2.28,
+      "eval_loss": 0.14420565962791443,
+      "eval_runtime": 1057.3911,
+      "eval_samples_per_second": 10.979,
+      "eval_steps_per_second": 0.687,
+      "eval_wer": 0.28108607398622454,
+      "step": 1400
+    },
+    {
+      "epoch": 2.29,
+      "learning_rate": 0.00025977802441731404,
+      "loss": 0.184,
+      "step": 1410
+    },
+    {
+      "epoch": 2.31,
+      "learning_rate": 0.0002594450610432852,
+      "loss": 0.19,
+      "step": 1420
+    },
+    {
+      "epoch": 2.33,
+      "learning_rate": 0.00025911209766925634,
+      "loss": 0.1982,
+      "step": 1430
+    },
+    {
+      "epoch": 2.34,
+      "learning_rate": 0.0002587791342952275,
+      "loss": 0.1627,
+      "step": 1440
+    },
+    {
+      "epoch": 2.36,
+      "learning_rate": 0.00025844617092119865,
+      "loss": 0.1914,
+      "step": 1450
+    },
+    {
+      "epoch": 2.38,
+      "learning_rate": 0.0002581132075471698,
+      "loss": 0.171,
+      "step": 1460
+    },
+    {
+      "epoch": 2.39,
+      "learning_rate": 0.00025778024417314095,
+      "loss": 0.1653,
+      "step": 1470
+    },
+    {
+      "epoch": 2.41,
+      "learning_rate": 0.0002574472807991121,
+      "loss": 0.2263,
+      "step": 1480
+    },
+    {
+      "epoch": 2.42,
+      "learning_rate": 0.0002571143174250832,
+      "loss": 0.1801,
+      "step": 1490
+    },
+    {
+      "epoch": 2.44,
+      "learning_rate": 0.00025678135405105435,
+      "loss": 0.179,
+      "step": 1500
+    },
+    {
+      "epoch": 2.44,
+      "eval_loss": 0.14106744527816772,
+      "eval_runtime": 1059.0138,
+      "eval_samples_per_second": 10.962,
+      "eval_steps_per_second": 0.686,
+      "eval_wer": 0.26864480226246407,
+      "step": 1500
+    },
+    {
+      "epoch": 2.46,
+      "learning_rate": 0.0002564483906770255,
+      "loss": 0.1718,
+      "step": 1510
+    },
+    {
+      "epoch": 2.47,
+      "learning_rate": 0.00025611542730299665,
+      "loss": 0.1659,
+      "step": 1520
+    },
+    {
+      "epoch": 2.49,
+      "learning_rate": 0.0002557824639289678,
+      "loss": 0.2146,
+      "step": 1530
+    },
+    {
+      "epoch": 2.51,
+      "learning_rate": 0.00025544950055493896,
+      "loss": 0.1789,
+      "step": 1540
+    },
+    {
+      "epoch": 2.52,
+      "learning_rate": 0.0002551165371809101,
+      "loss": 0.18,
+      "step": 1550
+    },
+    {
+      "epoch": 2.54,
+      "learning_rate": 0.0002547835738068812,
+      "loss": 0.176,
+      "step": 1560
+    },
+    {
+      "epoch": 2.55,
+      "learning_rate": 0.00025445061043285236,
+      "loss": 0.1789,
+      "step": 1570
+    },
+    {
+      "epoch": 2.57,
+      "learning_rate": 0.0002541176470588235,
+      "loss": 0.2318,
+      "step": 1580
+    },
+    {
+      "epoch": 2.59,
+      "learning_rate": 0.00025378468368479466,
+      "loss": 0.161,
+      "step": 1590
+    },
+    {
+      "epoch": 2.6,
+      "learning_rate": 0.00025345172031076576,
+      "loss": 0.1593,
+      "step": 1600
+    },
+    {
+      "epoch": 2.6,
+      "eval_loss": 0.14078468084335327,
+      "eval_runtime": 1052.8874,
+      "eval_samples_per_second": 11.026,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.2739132418008484,
+      "step": 1600
+    },
+    {
+      "epoch": 2.62,
+      "learning_rate": 0.0002531187569367369,
+      "loss": 5.5922,
+      "step": 1610
+    },
+    {
+      "epoch": 2.64,
+      "learning_rate": 0.0002527857935627081,
+      "loss": 3.2059,
+      "step": 1620
+    },
+    {
+      "epoch": 2.65,
+      "learning_rate": 0.0002524528301886792,
+      "loss": 3.0426,
+      "step": 1630
+    },
+    {
+      "epoch": 2.67,
+      "learning_rate": 0.00025211986681465036,
+      "loss": 2.9869,
+      "step": 1640
+    },
+    {
+      "epoch": 2.69,
+      "learning_rate": 0.0002517869034406215,
+      "loss": 2.936,
+      "step": 1650
+    },
+    {
+      "epoch": 2.7,
+      "learning_rate": 0.00025145394006659266,
+      "loss": 2.5037,
+      "step": 1660
+    },
+    {
+      "epoch": 2.72,
+      "learning_rate": 0.0002511209766925638,
+      "loss": 1.297,
+      "step": 1670
+    },
+    {
+      "epoch": 2.74,
+      "learning_rate": 0.0002507880133185349,
+      "loss": 0.56,
+      "step": 1680
+    },
+    {
+      "epoch": 2.75,
+      "learning_rate": 0.00025045504994450606,
+      "loss": 0.3262,
+      "step": 1690
+    },
+    {
+      "epoch": 2.77,
+      "learning_rate": 0.0002501220865704772,
+      "loss": 0.2652,
+      "step": 1700
+    },
+    {
+      "epoch": 2.77,
+      "eval_loss": 0.20742562413215637,
+      "eval_runtime": 1056.4173,
+      "eval_samples_per_second": 10.989,
+      "eval_steps_per_second": 0.687,
+      "eval_wer": 0.4499384208365643,
+      "step": 1700
+    },
+    {
+      "epoch": 2.78,
+      "learning_rate": 0.00024978912319644837,
+      "loss": 0.2585,
+      "step": 1710
+    },
+    {
+      "epoch": 2.8,
+      "learning_rate": 0.0002494561598224195,
+      "loss": 0.2722,
+      "step": 1720
+    },
+    {
+      "epoch": 2.82,
+      "learning_rate": 0.00024912319644839067,
+      "loss": 0.2571,
+      "step": 1730
+    },
+    {
+      "epoch": 2.83,
+      "learning_rate": 0.0002487902330743618,
+      "loss": 0.2256,
+      "step": 1740
+    },
+    {
+      "epoch": 2.85,
+      "learning_rate": 0.0002484572697003329,
+      "loss": 0.2176,
+      "step": 1750
+    },
+    {
+      "epoch": 2.87,
+      "learning_rate": 0.00024812430632630407,
+      "loss": 0.1954,
+      "step": 1760
+    },
+    {
+      "epoch": 2.88,
+      "learning_rate": 0.0002477913429522752,
+      "loss": 0.2099,
+      "step": 1770
+    },
+    {
+      "epoch": 2.9,
+      "learning_rate": 0.00024745837957824637,
+      "loss": 0.2316,
+      "step": 1780
+    },
+    {
+      "epoch": 2.91,
+      "learning_rate": 0.0002471254162042175,
+      "loss": 0.1814,
+      "step": 1790
+    },
+    {
+      "epoch": 2.93,
+      "learning_rate": 0.0002467924528301887,
+      "loss": 0.1834,
+      "step": 1800
+    },
+    {
+      "epoch": 2.93,
+      "eval_loss": 0.15701305866241455,
+      "eval_runtime": 1047.7925,
+      "eval_samples_per_second": 11.079,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.39416366373215345,
+      "step": 1800
+    },
+    {
+      "epoch": 2.95,
+      "learning_rate": 0.0002464594894561598,
+      "loss": 0.2047,
+      "step": 1810
+    },
+    {
+      "epoch": 2.96,
+      "learning_rate": 0.0002461265260821309,
+      "loss": 0.2051,
+      "step": 1820
+    },
+    {
+      "epoch": 2.98,
+      "learning_rate": 0.0002457935627081021,
+      "loss": 0.2246,
+      "step": 1830
+    },
+    {
+      "epoch": 3.0,
+      "learning_rate": 0.0002454605993340732,
+      "loss": 0.1797,
+      "step": 1840
+    },
+    {
+      "epoch": 3.01,
+      "learning_rate": 0.0002451276359600444,
+      "loss": 0.2112,
+      "step": 1850
+    },
+    {
+      "epoch": 3.03,
+      "learning_rate": 0.00024479467258601553,
+      "loss": 0.1914,
+      "step": 1860
+    },
+    {
+      "epoch": 3.04,
+      "learning_rate": 0.0002444617092119866,
+      "loss": 0.1761,
+      "step": 1870
+    },
+    {
+      "epoch": 3.06,
+      "learning_rate": 0.0002441287458379578,
+      "loss": 0.1917,
+      "step": 1880
+    },
+    {
+      "epoch": 3.08,
+      "learning_rate": 0.00024379578246392896,
+      "loss": 0.2106,
+      "step": 1890
+    },
+    {
+      "epoch": 3.09,
+      "learning_rate": 0.0002434628190899001,
+      "loss": 0.2015,
+      "step": 1900
+    },
+    {
+      "epoch": 3.09,
+      "eval_loss": 0.15158045291900635,
+      "eval_runtime": 1057.6306,
+      "eval_samples_per_second": 10.976,
+      "eval_steps_per_second": 0.686,
+      "eval_wer": 0.38587328376590796,
+      "step": 1900
+    },
+    {
+      "epoch": 3.11,
+      "learning_rate": 0.00024312985571587123,
+      "loss": 0.1756,
+      "step": 1910
+    },
+    {
+      "epoch": 3.13,
+      "learning_rate": 0.00024279689234184238,
+      "loss": 0.1733,
+      "step": 1920
+    },
+    {
+      "epoch": 3.14,
+      "learning_rate": 0.0002424639289678135,
+      "loss": 0.1805,
+      "step": 1930
+    },
+    {
+      "epoch": 3.16,
+      "learning_rate": 0.00024213096559378466,
+      "loss": 0.181,
+      "step": 1940
+    },
+    {
+      "epoch": 3.17,
+      "learning_rate": 0.00024179800221975578,
+      "loss": 0.1701,
+      "step": 1950
+    },
+    {
+      "epoch": 3.19,
+      "learning_rate": 0.00024146503884572693,
+      "loss": 0.1894,
+      "step": 1960
+    },
+    {
+      "epoch": 3.21,
+      "learning_rate": 0.0002411320754716981,
+      "loss": 0.1749,
+      "step": 1970
+    },
+    {
+      "epoch": 3.22,
+      "learning_rate": 0.00024079911209766924,
+      "loss": 0.1559,
+      "step": 1980
+    },
+    {
+      "epoch": 3.24,
+      "learning_rate": 0.0002404661487236404,
+      "loss": 0.2001,
+      "step": 1990
+    },
+    {
+      "epoch": 3.26,
+      "learning_rate": 0.0002401331853496115,
+      "loss": 0.1696,
+      "step": 2000
+    },
+    {
+      "epoch": 3.26,
+      "eval_loss": 0.14519302546977997,
+      "eval_runtime": 1046.4919,
+      "eval_samples_per_second": 11.093,
+      "eval_steps_per_second": 0.694,
+      "eval_wer": 0.3826004652647904,
+      "step": 2000
+    },
+    {
+      "epoch": 3.27,
+      "learning_rate": 0.00023980022197558266,
+      "loss": 0.1714,
+      "step": 2010
+    },
+    {
+      "epoch": 3.29,
+      "learning_rate": 0.0002394672586015538,
+      "loss": 0.1527,
+      "step": 2020
+    },
+    {
+      "epoch": 3.31,
+      "learning_rate": 0.00023913429522752494,
+      "loss": 0.1589,
+      "step": 2030
+    },
+    {
+      "epoch": 3.32,
+      "learning_rate": 0.0002388013318534961,
+      "loss": 0.1786,
+      "step": 2040
+    },
+    {
+      "epoch": 3.34,
+      "learning_rate": 0.00023846836847946724,
+      "loss": 0.1958,
+      "step": 2050
+    },
+    {
+      "epoch": 3.35,
+      "learning_rate": 0.0002381354051054384,
+      "loss": 0.1671,
+      "step": 2060
+    },
+    {
+      "epoch": 3.37,
+      "learning_rate": 0.00023780244173140955,
+      "loss": 0.177,
+      "step": 2070
+    },
+    {
+      "epoch": 3.39,
+      "learning_rate": 0.00023746947835738067,
+      "loss": 0.1618,
+      "step": 2080
+    },
+    {
+      "epoch": 3.4,
+      "learning_rate": 0.00023713651498335182,
+      "loss": 0.1859,
+      "step": 2090
+    },
+    {
+      "epoch": 3.42,
+      "learning_rate": 0.00023680355160932295,
+      "loss": 0.1782,
+      "step": 2100
+    },
+    {
+      "epoch": 3.42,
+      "eval_loss": 0.14127187430858612,
+      "eval_runtime": 1047.734,
+      "eval_samples_per_second": 11.08,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.3763285134333805,
+      "step": 2100
+    },
+    {
+      "epoch": 3.44,
+      "learning_rate": 0.0002364705882352941,
+      "loss": 0.1563,
+      "step": 2110
+    },
+    {
+      "epoch": 3.45,
+      "learning_rate": 0.00023613762486126522,
+      "loss": 0.159,
+      "step": 2120
+    },
+    {
+      "epoch": 3.47,
+      "learning_rate": 0.00023580466148723637,
+      "loss": 0.1781,
+      "step": 2130
+    },
+    {
+      "epoch": 3.48,
+      "learning_rate": 0.00023547169811320755,
+      "loss": 0.1841,
+      "step": 2140
+    },
+    {
+      "epoch": 3.5,
+      "learning_rate": 0.00023513873473917868,
+      "loss": 0.1755,
+      "step": 2150
+    },
+    {
+      "epoch": 3.52,
+      "learning_rate": 0.00023480577136514983,
+      "loss": 0.153,
+      "step": 2160
+    },
+    {
+      "epoch": 3.53,
+      "learning_rate": 0.00023447280799112095,
+      "loss": 0.151,
+      "step": 2170
+    },
+    {
+      "epoch": 3.55,
+      "learning_rate": 0.0002341398446170921,
+      "loss": 0.1691,
+      "step": 2180
+    },
+    {
+      "epoch": 3.57,
+      "learning_rate": 0.00023380688124306323,
+      "loss": 0.1685,
+      "step": 2190
+    },
+    {
+      "epoch": 3.58,
+      "learning_rate": 0.00023347391786903438,
+      "loss": 0.1636,
+      "step": 2200
+    },
+    {
+      "epoch": 3.58,
+      "eval_loss": 0.13500617444515228,
+      "eval_runtime": 1049.8895,
+      "eval_samples_per_second": 11.057,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.3761004424576928,
+      "step": 2200
+    },
+    {
+      "epoch": 3.6,
+      "learning_rate": 0.00023314095449500553,
+      "loss": 0.1803,
+      "step": 2210
+    },
+    {
+      "epoch": 3.61,
+      "learning_rate": 0.00023280799112097665,
+      "loss": 0.15,
+      "step": 2220
+    },
+    {
+      "epoch": 3.63,
+      "learning_rate": 0.00023247502774694783,
+      "loss": 0.1721,
+      "step": 2230
+    },
+    {
+      "epoch": 3.65,
+      "learning_rate": 0.00023214206437291896,
+      "loss": 0.1691,
+      "step": 2240
+    },
+    {
+      "epoch": 3.66,
+      "learning_rate": 0.0002318091009988901,
+      "loss": 0.1548,
+      "step": 2250
+    },
+    {
+      "epoch": 3.68,
+      "learning_rate": 0.00023147613762486126,
+      "loss": 0.1616,
+      "step": 2260
+    },
+    {
+      "epoch": 3.7,
+      "learning_rate": 0.00023114317425083238,
+      "loss": 0.159,
+      "step": 2270
+    },
+    {
+      "epoch": 3.71,
+      "learning_rate": 0.00023081021087680353,
+      "loss": 0.1483,
+      "step": 2280
+    },
+    {
+      "epoch": 3.73,
+      "learning_rate": 0.00023047724750277466,
+      "loss": 0.1693,
+      "step": 2290
+    },
+    {
+      "epoch": 3.74,
+      "learning_rate": 0.0002301442841287458,
+      "loss": 0.173,
+      "step": 2300
+    },
+    {
+      "epoch": 3.74,
+      "eval_loss": 0.13234160840511322,
+      "eval_runtime": 1044.2826,
+      "eval_samples_per_second": 11.117,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.3621653058431784,
+      "step": 2300
+    },
+    {
+      "epoch": 3.76,
+      "learning_rate": 0.000229811320754717,
+      "loss": 0.1488,
+      "step": 2310
+    },
+    {
+      "epoch": 3.78,
+      "learning_rate": 0.0002294783573806881,
+      "loss": 0.1491,
+      "step": 2320
+    },
+    {
+      "epoch": 3.79,
+      "learning_rate": 0.00022914539400665926,
+      "loss": 0.1632,
+      "step": 2330
+    },
+    {
+      "epoch": 3.81,
+      "learning_rate": 0.0002288124306326304,
+      "loss": 0.1733,
+      "step": 2340
+    },
+    {
+      "epoch": 3.83,
+      "learning_rate": 0.00022847946725860154,
+      "loss": 0.1648,
+      "step": 2350
+    },
+    {
+      "epoch": 3.84,
+      "learning_rate": 0.00022814650388457266,
+      "loss": 0.1513,
+      "step": 2360
+    },
+    {
+      "epoch": 3.86,
+      "learning_rate": 0.00022781354051054382,
+      "loss": 0.1602,
+      "step": 2370
+    },
+    {
+      "epoch": 3.87,
+      "learning_rate": 0.00022748057713651494,
+      "loss": 0.1528,
+      "step": 2380
+    },
+    {
+      "epoch": 3.89,
+      "learning_rate": 0.0002271476137624861,
+      "loss": 0.1688,
+      "step": 2390
+    },
+    {
+      "epoch": 3.91,
+      "learning_rate": 0.00022681465038845727,
+      "loss": 0.1704,
+      "step": 2400
+    },
+    {
+      "epoch": 3.91,
+      "eval_loss": 0.12890243530273438,
+      "eval_runtime": 1049.8266,
+      "eval_samples_per_second": 11.058,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.364423208502486,
+      "step": 2400
+    },
+    {
+      "epoch": 3.92,
+      "learning_rate": 0.0002264816870144284,
+      "loss": 0.1427,
+      "step": 2410
+    },
+    {
+      "epoch": 3.94,
+      "learning_rate": 0.00022614872364039955,
+      "loss": 0.1585,
+      "step": 2420
+    },
+    {
+      "epoch": 3.96,
+      "learning_rate": 0.00022581576026637067,
+      "loss": 0.1504,
+      "step": 2430
+    },
+    {
+      "epoch": 3.97,
+      "learning_rate": 0.00022548279689234182,
+      "loss": 0.1819,
+      "step": 2440
+    },
+    {
+      "epoch": 3.99,
+      "learning_rate": 0.00022514983351831297,
+      "loss": 0.1679,
+      "step": 2450
+    },
+    {
+      "epoch": 4.0,
+      "learning_rate": 0.0002248168701442841,
+      "loss": 0.1619,
+      "step": 2460
+    },
+    {
+      "epoch": 4.02,
+      "learning_rate": 0.00022448390677025525,
+      "loss": 0.1288,
+      "step": 2470
+    },
+    {
+      "epoch": 4.04,
+      "learning_rate": 0.00022415094339622637,
+      "loss": 0.1288,
+      "step": 2480
+    },
+    {
+      "epoch": 4.05,
+      "learning_rate": 0.00022381798002219755,
+      "loss": 0.1465,
+      "step": 2490
+    },
+    {
+      "epoch": 4.07,
+      "learning_rate": 0.0002234850166481687,
+      "loss": 0.1418,
+      "step": 2500
+    },
+    {
+      "epoch": 4.07,
+      "eval_loss": 0.12660406529903412,
+      "eval_runtime": 1055.0446,
+      "eval_samples_per_second": 11.003,
+      "eval_steps_per_second": 0.688,
+      "eval_wer": 0.34805911599689826,
+      "step": 2500
+    },
+    {
+      "epoch": 4.09,
+      "learning_rate": 0.00022315205327413983,
+      "loss": 0.1618,
+      "step": 2510
+    },
+    {
+      "epoch": 4.1,
+      "learning_rate": 0.00022281908990011098,
+      "loss": 0.1337,
+      "step": 2520
+    },
+    {
+      "epoch": 4.12,
+      "learning_rate": 0.0002224861265260821,
+      "loss": 0.1545,
+      "step": 2530
+    },
+    {
+      "epoch": 4.14,
+      "learning_rate": 0.00022215316315205325,
+      "loss": 0.1343,
+      "step": 2540
+    },
+    {
+      "epoch": 4.15,
+      "learning_rate": 0.00022182019977802438,
+      "loss": 0.1309,
+      "step": 2550
+    },
+    {
+      "epoch": 4.17,
+      "learning_rate": 0.00022148723640399553,
+      "loss": 0.1449,
+      "step": 2560
+    },
+    {
+      "epoch": 4.18,
+      "learning_rate": 0.0002211542730299667,
+      "loss": 0.1214,
+      "step": 2570
+    },
+    {
+      "epoch": 4.2,
+      "learning_rate": 0.00022082130965593783,
+      "loss": 0.1397,
+      "step": 2580
+    },
+    {
+      "epoch": 4.22,
+      "learning_rate": 0.00022048834628190898,
+      "loss": 0.124,
+      "step": 2590
+    },
+    {
+      "epoch": 4.23,
+      "learning_rate": 0.0002201553829078801,
+      "loss": 0.1403,
+      "step": 2600
+    },
+    {
+      "epoch": 4.23,
+      "eval_loss": 0.1273965835571289,
+      "eval_runtime": 1056.7903,
+      "eval_samples_per_second": 10.985,
+      "eval_steps_per_second": 0.687,
+      "eval_wer": 0.34823016922866395,
+      "step": 2600
+    },
+    {
+      "epoch": 4.25,
+      "learning_rate": 0.00021982241953385126,
+      "loss": 0.1616,
+      "step": 2610
+    },
+    {
+      "epoch": 4.27,
+      "learning_rate": 0.00021948945615982238,
+      "loss": 0.1368,
+      "step": 2620
+    },
+    {
+      "epoch": 4.28,
+      "learning_rate": 0.00021915649278579354,
+      "loss": 0.1288,
+      "step": 2630
+    },
+    {
+      "epoch": 4.3,
+      "learning_rate": 0.0002188235294117647,
+      "loss": 0.1299,
+      "step": 2640
+    },
+    {
+      "epoch": 4.31,
+      "learning_rate": 0.0002184905660377358,
+      "loss": 0.1349,
+      "step": 2650
+    },
+    {
+      "epoch": 4.33,
+      "learning_rate": 0.000218157602663707,
+      "loss": 0.166,
+      "step": 2660
+    },
+    {
+      "epoch": 4.35,
+      "learning_rate": 0.00021782463928967811,
+      "loss": 0.1347,
+      "step": 2670
+    },
+    {
+      "epoch": 4.36,
+      "learning_rate": 0.00021749167591564927,
+      "loss": 0.1315,
+      "step": 2680
+    },
+    {
+      "epoch": 4.38,
+      "learning_rate": 0.00021715871254162042,
+      "loss": 0.1311,
+      "step": 2690
+    },
+    {
+      "epoch": 4.4,
+      "learning_rate": 0.00021682574916759154,
+      "loss": 0.1353,
+      "step": 2700
+    },
+    {
+      "epoch": 4.4,
+      "eval_loss": 0.1287122368812561,
+      "eval_runtime": 1067.8021,
+      "eval_samples_per_second": 10.872,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.3488915750581581,
+      "step": 2700
+    },
+    {
+      "epoch": 4.41,
+      "learning_rate": 0.0002164927857935627,
+      "loss": 0.1741,
+      "step": 2710
+    },
+    {
+      "epoch": 4.43,
+      "learning_rate": 0.00021615982241953382,
+      "loss": 0.1331,
+      "step": 2720
+    },
+    {
+      "epoch": 4.44,
+      "learning_rate": 0.00021582685904550497,
+      "loss": 0.1422,
+      "step": 2730
+    },
+    {
+      "epoch": 4.46,
+      "learning_rate": 0.0002154938956714761,
+      "loss": 0.1313,
+      "step": 2740
+    },
+    {
+      "epoch": 4.48,
+      "learning_rate": 0.00021516093229744727,
+      "loss": 0.1508,
+      "step": 2750
+    },
+    {
+      "epoch": 4.49,
+      "learning_rate": 0.00021482796892341842,
+      "loss": 0.1604,
+      "step": 2760
+    },
+    {
+      "epoch": 4.51,
+      "learning_rate": 0.00021449500554938955,
+      "loss": 0.1301,
+      "step": 2770
+    },
+    {
+      "epoch": 4.53,
+      "learning_rate": 0.0002141620421753607,
+      "loss": 0.1432,
+      "step": 2780
+    },
+    {
+      "epoch": 4.54,
+      "learning_rate": 0.00021382907880133182,
+      "loss": 0.1274,
+      "step": 2790
+    },
+    {
+      "epoch": 4.56,
+      "learning_rate": 0.00021349611542730297,
+      "loss": 0.1432,
+      "step": 2800
+    },
+    {
+      "epoch": 4.56,
+      "eval_loss": 0.12929297983646393,
+      "eval_runtime": 1060.4858,
+      "eval_samples_per_second": 10.947,
+      "eval_steps_per_second": 0.685,
+      "eval_wer": 0.35316790585230123,
+      "step": 2800
+    },
+    {
+      "epoch": 4.57,
+      "learning_rate": 0.0002131631520532741,
+      "loss": 0.1652,
+      "step": 2810
+    },
+    {
+      "epoch": 4.59,
+      "learning_rate": 0.00021283018867924525,
+      "loss": 0.1304,
+      "step": 2820
+    },
+    {
+      "epoch": 4.61,
+      "learning_rate": 0.00021249722530521643,
+      "loss": 0.1461,
+      "step": 2830
+    },
+    {
+      "epoch": 4.62,
+      "learning_rate": 0.00021216426193118755,
+      "loss": 0.1342,
+      "step": 2840
+    },
+    {
+      "epoch": 4.64,
+      "learning_rate": 0.0002118312985571587,
+      "loss": 0.1506,
+      "step": 2850
+    },
+    {
+      "epoch": 4.66,
+      "learning_rate": 0.00021149833518312985,
+      "loss": 0.1487,
+      "step": 2860
+    },
+    {
+      "epoch": 4.67,
+      "learning_rate": 0.00021116537180910098,
+      "loss": 0.1291,
+      "step": 2870
+    },
+    {
+      "epoch": 4.69,
+      "learning_rate": 0.00021083240843507213,
+      "loss": 0.1326,
+      "step": 2880
+    },
+    {
+      "epoch": 4.7,
+      "learning_rate": 0.00021049944506104325,
+      "loss": 0.1352,
+      "step": 2890
+    },
+    {
+      "epoch": 4.72,
+      "learning_rate": 0.0002101664816870144,
+      "loss": 0.1283,
+      "step": 2900
+    },
+    {
+      "epoch": 4.72,
+      "eval_loss": 0.12256743013858795,
+      "eval_runtime": 1069.9155,
+      "eval_samples_per_second": 10.85,
+      "eval_steps_per_second": 0.679,
+      "eval_wer": 0.34155909318980066,
+      "step": 2900
+    },
+    {
+      "epoch": 4.74,
+      "learning_rate": 0.00020983351831298553,
+      "loss": 0.1592,
+      "step": 2910
+    },
+    {
+      "epoch": 4.75,
+      "learning_rate": 0.0002095005549389567,
+      "loss": 0.137,
+      "step": 2920
+    },
+    {
+      "epoch": 4.77,
+      "learning_rate": 0.00020916759156492786,
+      "loss": 0.1447,
+      "step": 2930
+    },
+    {
+      "epoch": 4.79,
+      "learning_rate": 0.00020883462819089898,
+      "loss": 0.13,
+      "step": 2940
+    },
+    {
+      "epoch": 4.8,
+      "learning_rate": 0.00020850166481687014,
+      "loss": 0.1336,
+      "step": 2950
+    },
+    {
+      "epoch": 4.82,
+      "learning_rate": 0.00020816870144284126,
+      "loss": 0.1451,
+      "step": 2960
+    },
+    {
+      "epoch": 4.83,
+      "learning_rate": 0.0002078357380688124,
+      "loss": 0.1191,
+      "step": 2970
+    },
+    {
+      "epoch": 4.85,
+      "learning_rate": 0.00020750277469478354,
+      "loss": 0.1266,
+      "step": 2980
+    },
+    {
+      "epoch": 4.87,
+      "learning_rate": 0.0002071698113207547,
+      "loss": 0.1349,
+      "step": 2990
+    },
+    {
+      "epoch": 4.88,
+      "learning_rate": 0.00020683684794672584,
+      "loss": 0.1367,
+      "step": 3000
+    },
+    {
+      "epoch": 4.88,
+      "eval_loss": 0.12064128369092941,
+      "eval_runtime": 1063.0232,
+      "eval_samples_per_second": 10.921,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.3425740090316106,
+      "step": 3000
+    },
+    {
+      "epoch": 4.9,
+      "learning_rate": 0.000206503884572697,
+      "loss": 0.1426,
+      "step": 3010
+    },
+    {
+      "epoch": 4.92,
+      "learning_rate": 0.00020617092119866814,
+      "loss": 0.1221,
+      "step": 3020
+    },
+    {
+      "epoch": 4.93,
+      "learning_rate": 0.00020583795782463927,
+      "loss": 0.1268,
+      "step": 3030
+    },
+    {
+      "epoch": 4.95,
+      "learning_rate": 0.00020550499445061042,
+      "loss": 0.1421,
+      "step": 3040
+    },
+    {
+      "epoch": 4.97,
+      "learning_rate": 0.00020517203107658157,
+      "loss": 0.142,
+      "step": 3050
+    },
+    {
+      "epoch": 4.98,
+      "learning_rate": 0.0002048390677025527,
+      "loss": 0.1659,
+      "step": 3060
+    },
+    {
+      "epoch": 5.0,
+      "learning_rate": 0.00020450610432852384,
+      "loss": 0.1353,
+      "step": 3070
+    },
+    {
+      "epoch": 5.01,
+      "learning_rate": 0.00020417314095449497,
+      "loss": 0.1325,
+      "step": 3080
+    },
+    {
+      "epoch": 5.03,
+      "learning_rate": 0.00020384017758046615,
+      "loss": 0.1191,
+      "step": 3090
+    },
+    {
+      "epoch": 5.05,
+      "learning_rate": 0.0002035072142064373,
+      "loss": 0.1162,
+      "step": 3100
+    },
+    {
+      "epoch": 5.05,
+      "eval_loss": 0.12216832488775253,
+      "eval_runtime": 1074.6528,
+      "eval_samples_per_second": 10.803,
+      "eval_steps_per_second": 0.676,
+      "eval_wer": 0.33939241892076816,
+      "step": 3100
+    },
+    {
+      "epoch": 5.06,
+      "learning_rate": 0.00020317425083240842,
+      "loss": 0.1213,
+      "step": 3110
+    },
+    {
+      "epoch": 5.08,
+      "learning_rate": 0.00020284128745837957,
+      "loss": 0.1631,
+      "step": 3120
+    },
+    {
+      "epoch": 5.1,
+      "learning_rate": 0.0002025083240843507,
+      "loss": 0.1285,
+      "step": 3130
+    },
+    {
+      "epoch": 5.11,
+      "learning_rate": 0.00020217536071032185,
+      "loss": 0.1122,
+      "step": 3140
+    },
+    {
+      "epoch": 5.13,
+      "learning_rate": 0.00020184239733629297,
+      "loss": 0.1202,
+      "step": 3150
+    },
+    {
+      "epoch": 5.14,
+      "learning_rate": 0.00020150943396226413,
+      "loss": 0.1222,
+      "step": 3160
+    },
+    {
+      "epoch": 5.16,
+      "learning_rate": 0.00020117647058823525,
+      "loss": 0.1442,
+      "step": 3170
+    },
+    {
+      "epoch": 5.18,
+      "learning_rate": 0.00020084350721420643,
+      "loss": 0.1197,
+      "step": 3180
+    },
+    {
+      "epoch": 5.19,
+      "learning_rate": 0.00020051054384017758,
+      "loss": 0.1124,
+      "step": 3190
+    },
+    {
+      "epoch": 5.21,
+      "learning_rate": 0.0002001775804661487,
+      "loss": 0.1267,
+      "step": 3200
+    },
+    {
+      "epoch": 5.21,
+      "eval_loss": 0.11833450943231583,
+      "eval_runtime": 1070.4879,
+      "eval_samples_per_second": 10.845,
+      "eval_steps_per_second": 0.678,
+      "eval_wer": 0.33128449573507274,
+      "step": 3200
+    },
+    {
+      "epoch": 5.23,
+      "learning_rate": 0.00019984461709211985,
+      "loss": 0.1266,
+      "step": 3210
+    },
+    {
+      "epoch": 5.24,
+      "learning_rate": 0.00019951165371809098,
+      "loss": 0.1213,
+      "step": 3220
+    },
+    {
+      "epoch": 5.26,
+      "learning_rate": 0.00019917869034406213,
+      "loss": 0.1246,
+      "step": 3230
+    },
+    {
+      "epoch": 5.27,
+      "learning_rate": 0.00019884572697003328,
+      "loss": 0.1117,
+      "step": 3240
+    },
+    {
+      "epoch": 5.29,
+      "learning_rate": 0.0001985127635960044,
+      "loss": 0.1127,
+      "step": 3250
+    },
+    {
+      "epoch": 5.31,
+      "learning_rate": 0.00019817980022197556,
+      "loss": 0.1134,
+      "step": 3260
+    },
+    {
+      "epoch": 5.32,
+      "learning_rate": 0.0001978468368479467,
+      "loss": 0.1505,
+      "step": 3270
+    },
+    {
+      "epoch": 5.34,
+      "learning_rate": 0.00019751387347391786,
+      "loss": 0.1252,
+      "step": 3280
+    },
+    {
+      "epoch": 5.36,
+      "learning_rate": 0.000197180910099889,
+      "loss": 0.1227,
+      "step": 3290
+    },
+    {
+      "epoch": 5.37,
+      "learning_rate": 0.00019684794672586014,
+      "loss": 0.1126,
+      "step": 3300
+    },
+    {
+      "epoch": 5.37,
+      "eval_loss": 0.11798416078090668,
+      "eval_runtime": 1068.0787,
+      "eval_samples_per_second": 10.869,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.32992747342973133,
+      "step": 3300
+    },
+    {
+      "epoch": 5.39,
+      "learning_rate": 0.0001965149833518313,
+      "loss": 0.1238,
+      "step": 3310
+    },
+    {
+      "epoch": 5.4,
+      "learning_rate": 0.0001961820199778024,
+      "loss": 0.1361,
+      "step": 3320
+    },
+    {
+      "epoch": 5.42,
+      "learning_rate": 0.00019584905660377356,
+      "loss": 0.1354,
+      "step": 3330
+    },
+    {
+      "epoch": 5.44,
+      "learning_rate": 0.0001955160932297447,
+      "loss": 0.1225,
+      "step": 3340
+    },
+    {
+      "epoch": 5.45,
+      "learning_rate": 0.00019518312985571587,
+      "loss": 0.1127,
+      "step": 3350
+    },
+    {
+      "epoch": 5.47,
+      "learning_rate": 0.00019485016648168702,
+      "loss": 0.1162,
+      "step": 3360
+    },
+    {
+      "epoch": 5.49,
+      "learning_rate": 0.00019451720310765814,
+      "loss": 0.142,
+      "step": 3370
+    },
+    {
+      "epoch": 5.5,
+      "learning_rate": 0.0001941842397336293,
+      "loss": 0.1239,
+      "step": 3380
+    },
+    {
+      "epoch": 5.52,
+      "learning_rate": 0.00019385127635960042,
+      "loss": 0.1173,
+      "step": 3390
+    },
+    {
+      "epoch": 5.53,
+      "learning_rate": 0.00019351831298557157,
+      "loss": 0.1127,
+      "step": 3400
+    },
+    {
+      "epoch": 5.53,
+      "eval_loss": 0.11773715913295746,
+      "eval_runtime": 1066.7509,
+      "eval_samples_per_second": 10.883,
+      "eval_steps_per_second": 0.681,
+      "eval_wer": 0.330486247320166,
+      "step": 3400
+    },
+    {
+      "epoch": 5.55,
+      "learning_rate": 0.0001931853496115427,
+      "loss": 0.1243,
+      "step": 3410
+    },
+    {
+      "epoch": 5.57,
+      "learning_rate": 0.00019285238623751384,
+      "loss": 0.1427,
+      "step": 3420
+    },
+    {
+      "epoch": 5.58,
+      "learning_rate": 0.000192519422863485,
+      "loss": 0.1182,
+      "step": 3430
+    },
+    {
+      "epoch": 5.6,
+      "learning_rate": 0.00019218645948945615,
+      "loss": 0.1189,
+      "step": 3440
+    },
+    {
+      "epoch": 5.62,
+      "learning_rate": 0.0001918534961154273,
+      "loss": 0.1062,
+      "step": 3450
+    },
+    {
+      "epoch": 5.63,
+      "learning_rate": 0.00019152053274139842,
+      "loss": 0.1192,
+      "step": 3460
+    },
+    {
+      "epoch": 5.65,
+      "learning_rate": 0.00019118756936736957,
+      "loss": 0.1308,
+      "step": 3470
+    },
+    {
+      "epoch": 5.66,
+      "learning_rate": 0.00019085460599334073,
+      "loss": 0.1137,
+      "step": 3480
+    },
+    {
+      "epoch": 5.68,
+      "learning_rate": 0.00019052164261931185,
+      "loss": 0.1087,
+      "step": 3490
+    },
+    {
+      "epoch": 5.7,
+      "learning_rate": 0.000190188679245283,
+      "loss": 0.1155,
+      "step": 3500
+    },
+    {
+      "epoch": 5.7,
+      "eval_loss": 0.11851849406957626,
+      "eval_runtime": 1077.6014,
+      "eval_samples_per_second": 10.773,
+      "eval_steps_per_second": 0.674,
+      "eval_wer": 0.33171783058887927,
+      "step": 3500
+    },
+    {
+      "epoch": 5.71,
+      "learning_rate": 0.00018985571587125413,
+      "loss": 0.1336,
+      "step": 3510
+    },
+    {
+      "epoch": 5.73,
+      "learning_rate": 0.00018952275249722528,
+      "loss": 0.1248,
+      "step": 3520
+    },
+    {
+      "epoch": 5.75,
+      "learning_rate": 0.00018918978912319646,
+      "loss": 0.1247,
+      "step": 3530
+    },
+    {
+      "epoch": 5.76,
+      "learning_rate": 0.00018885682574916758,
+      "loss": 0.1057,
+      "step": 3540
+    },
+    {
+      "epoch": 5.78,
+      "learning_rate": 0.00018852386237513873,
+      "loss": 0.1213,
+      "step": 3550
+    },
+    {
+      "epoch": 5.79,
+      "learning_rate": 0.00018819089900110986,
+      "loss": 0.1122,
+      "step": 3560
+    },
+    {
+      "epoch": 5.81,
+      "learning_rate": 0.000187857935627081,
+      "loss": 0.1251,
+      "step": 3570
+    },
+    {
+      "epoch": 5.83,
+      "learning_rate": 0.00018752497225305213,
+      "loss": 0.1164,
+      "step": 3580
+    },
+    {
+      "epoch": 5.84,
+      "learning_rate": 0.00018719200887902328,
+      "loss": 0.1161,
+      "step": 3590
+    },
+    {
+      "epoch": 5.86,
+      "learning_rate": 0.00018685904550499443,
+      "loss": 0.1086,
+      "step": 3600
+    },
+    {
+      "epoch": 5.86,
+      "eval_loss": 0.11293730139732361,
+      "eval_runtime": 1066.1285,
+      "eval_samples_per_second": 10.889,
+      "eval_steps_per_second": 0.681,
+      "eval_wer": 0.322686219951649,
+      "step": 3600
+    },
+    {
+      "epoch": 5.88,
+      "learning_rate": 0.00018652608213096559,
+      "loss": 0.1214,
+      "step": 3610
+    },
+    {
+      "epoch": 5.89,
+      "learning_rate": 0.00018619311875693674,
+      "loss": 0.1279,
+      "step": 3620
+    },
+    {
+      "epoch": 5.91,
+      "learning_rate": 0.00018586015538290786,
+      "loss": 0.1201,
+      "step": 3630
+    },
+    {
+      "epoch": 5.93,
+      "learning_rate": 0.000185527192008879,
+      "loss": 0.1016,
+      "step": 3640
+    },
+    {
+      "epoch": 5.94,
+      "learning_rate": 0.00018519422863485016,
+      "loss": 0.1116,
+      "step": 3650
+    },
+    {
+      "epoch": 5.96,
+      "learning_rate": 0.0001848612652608213,
+      "loss": 0.1134,
+      "step": 3660
+    },
+    {
+      "epoch": 5.97,
+      "learning_rate": 0.00018452830188679244,
+      "loss": 0.1374,
+      "step": 3670
+    },
+    {
+      "epoch": 5.99,
+      "learning_rate": 0.00018419533851276356,
+      "loss": 0.1045,
+      "step": 3680
+    },
+    {
+      "epoch": 6.01,
+      "learning_rate": 0.00018386237513873471,
+      "loss": 0.1122,
+      "step": 3690
+    },
+    {
+      "epoch": 6.02,
+      "learning_rate": 0.0001835294117647059,
+      "loss": 0.1135,
+      "step": 3700
+    },
+    {
+      "epoch": 6.02,
+      "eval_loss": 0.11180546879768372,
+      "eval_runtime": 1077.7461,
+      "eval_samples_per_second": 10.772,
+      "eval_steps_per_second": 0.674,
+      "eval_wer": 0.32663184783104504,
+      "step": 3700
+    },
+    {
+      "epoch": 6.04,
+      "learning_rate": 0.00018319644839067702,
+      "loss": 0.0972,
+      "step": 3710
+    },
+    {
+      "epoch": 6.06,
+      "learning_rate": 0.00018286348501664817,
+      "loss": 0.1149,
+      "step": 3720
+    },
+    {
+      "epoch": 6.07,
+      "learning_rate": 0.0001825305216426193,
+      "loss": 0.1192,
+      "step": 3730
+    },
+    {
+      "epoch": 6.09,
+      "learning_rate": 0.00018219755826859044,
+      "loss": 0.1311,
+      "step": 3740
+    },
+    {
+      "epoch": 6.1,
+      "learning_rate": 0.00018186459489456157,
+      "loss": 0.1149,
+      "step": 3750
+    },
+    {
+      "epoch": 6.12,
+      "learning_rate": 0.00018153163152053272,
+      "loss": 0.0989,
+      "step": 3760
+    },
+    {
+      "epoch": 6.14,
+      "learning_rate": 0.00018119866814650384,
+      "loss": 0.1192,
+      "step": 3770
+    },
+    {
+      "epoch": 6.15,
+      "learning_rate": 0.000180865704772475,
+      "loss": 0.1011,
+      "step": 3780
+    },
+    {
+      "epoch": 6.17,
+      "learning_rate": 0.00018053274139844617,
+      "loss": 0.1315,
+      "step": 3790
+    },
+    {
+      "epoch": 6.19,
+      "learning_rate": 0.0001801997780244173,
+      "loss": 0.1112,
+      "step": 3800
+    },
+    {
+      "epoch": 6.19,
+      "eval_loss": 0.1141621470451355,
+      "eval_runtime": 1071.2114,
+      "eval_samples_per_second": 10.837,
+      "eval_steps_per_second": 0.678,
+      "eval_wer": 0.32282306253706156,
+      "step": 3800
+    },
+    {
+      "epoch": 6.2,
+      "learning_rate": 0.00017986681465038845,
+      "loss": 0.12,
+      "step": 3810
+    },
+    {
+      "epoch": 6.22,
+      "learning_rate": 0.00017953385127635957,
+      "loss": 0.1038,
+      "step": 3820
+    },
+    {
+      "epoch": 6.23,
+      "learning_rate": 0.00017920088790233073,
+      "loss": 0.1138,
+      "step": 3830
+    },
+    {
+      "epoch": 6.25,
+      "learning_rate": 0.00017886792452830188,
+      "loss": 0.1376,
+      "step": 3840
+    },
+    {
+      "epoch": 6.27,
+      "learning_rate": 0.000178534961154273,
+      "loss": 0.1072,
+      "step": 3850
+    },
+    {
+      "epoch": 6.28,
+      "learning_rate": 0.00017820199778024415,
+      "loss": 0.1063,
+      "step": 3860
+    },
+    {
+      "epoch": 6.3,
+      "learning_rate": 0.0001778690344062153,
+      "loss": 0.1071,
+      "step": 3870
+    },
+    {
+      "epoch": 6.32,
+      "learning_rate": 0.00017753607103218646,
+      "loss": 0.1016,
+      "step": 3880
+    },
+    {
+      "epoch": 6.33,
+      "learning_rate": 0.0001772031076581576,
+      "loss": 0.1246,
+      "step": 3890
+    },
+    {
+      "epoch": 6.35,
+      "learning_rate": 0.00017687014428412873,
+      "loss": 0.0866,
+      "step": 3900
+    },
+    {
+      "epoch": 6.35,
+      "eval_loss": 0.11722169816493988,
+      "eval_runtime": 1077.3899,
+      "eval_samples_per_second": 10.775,
+      "eval_steps_per_second": 0.674,
+      "eval_wer": 0.32837659079505543,
+      "step": 3900
+    },
+    {
+      "epoch": 6.36,
+      "learning_rate": 0.00017653718091009988,
+      "loss": 0.1062,
+      "step": 3910
+    },
+    {
+      "epoch": 6.38,
+      "learning_rate": 0.000176204217536071,
+      "loss": 0.1214,
+      "step": 3920
+    },
+    {
+      "epoch": 6.4,
+      "learning_rate": 0.00017587125416204216,
+      "loss": 0.1138,
+      "step": 3930
+    },
+    {
+      "epoch": 6.41,
+      "learning_rate": 0.00017553829078801328,
+      "loss": 0.1216,
+      "step": 3940
+    },
+    {
+      "epoch": 6.43,
+      "learning_rate": 0.00017520532741398443,
+      "loss": 0.1111,
+      "step": 3950
+    },
+    {
+      "epoch": 6.45,
+      "learning_rate": 0.0001748723640399556,
+      "loss": 0.1044,
+      "step": 3960
+    },
+    {
+      "epoch": 6.46,
+      "learning_rate": 0.00017453940066592674,
+      "loss": 0.1108,
+      "step": 3970
+    },
+    {
+      "epoch": 6.48,
+      "learning_rate": 0.0001742064372918979,
+      "loss": 0.1083,
+      "step": 3980
+    },
+    {
+      "epoch": 6.49,
+      "learning_rate": 0.000173873473917869,
+      "loss": 0.136,
+      "step": 3990
+    },
+    {
+      "epoch": 6.51,
+      "learning_rate": 0.00017354051054384016,
+      "loss": 0.1003,
+      "step": 4000
+    },
+    {
+      "epoch": 6.51,
+      "eval_loss": 0.11332289129495621,
+      "eval_runtime": 1068.9642,
+      "eval_samples_per_second": 10.86,
+      "eval_steps_per_second": 0.679,
+      "eval_wer": 0.32444236646444374,
+      "step": 4000
+    },
+    {
+      "epoch": 6.53,
+      "learning_rate": 0.0001732075471698113,
+      "loss": 6.155,
+      "step": 4010
+    },
+    {
+      "epoch": 6.55,
+      "learning_rate": 0.00017287458379578244,
+      "loss": 3.1349,
+      "step": 4020
+    },
+    {
+      "epoch": 6.56,
+      "learning_rate": 0.0001725416204217536,
+      "loss": 3.0542,
+      "step": 4030
+    },
+    {
+      "epoch": 6.58,
+      "learning_rate": 0.00017220865704772474,
+      "loss": 3.0084,
+      "step": 4040
+    },
+    {
+      "epoch": 6.6,
+      "learning_rate": 0.0001718756936736959,
+      "loss": 2.9937,
+      "step": 4050
+    },
+    {
+      "epoch": 6.61,
+      "learning_rate": 0.00017154273029966702,
+      "loss": 2.9765,
+      "step": 4060
+    },
+    {
+      "epoch": 6.63,
+      "learning_rate": 0.00017120976692563817,
+      "loss": 2.9408,
+      "step": 4070
+    },
+    {
+      "epoch": 6.64,
+      "learning_rate": 0.00017087680355160932,
+      "loss": 2.6233,
+      "step": 4080
+    },
+    {
+      "epoch": 6.66,
+      "learning_rate": 0.00017054384017758045,
+      "loss": 1.4399,
+      "step": 4090
+    },
+    {
+      "epoch": 6.68,
+      "learning_rate": 0.0001702108768035516,
+      "loss": 0.4366,
+      "step": 4100
+    },
+    {
+      "epoch": 6.68,
+      "eval_loss": 0.24362534284591675,
+      "eval_runtime": 1064.9477,
+      "eval_samples_per_second": 10.901,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.4587077498517539,
+      "step": 4100
+    },
+    {
+      "epoch": 6.69,
+      "learning_rate": 0.00016987791342952272,
+      "loss": 0.2313,
+      "step": 4110
+    },
+    {
+      "epoch": 6.71,
+      "learning_rate": 0.00016954495005549387,
+      "loss": 0.1763,
+      "step": 4120
+    },
+    {
+      "epoch": 6.73,
+      "learning_rate": 0.00016921198668146505,
+      "loss": 0.1956,
+      "step": 4130
+    },
+    {
+      "epoch": 6.74,
+      "learning_rate": 0.00016887902330743617,
+      "loss": 0.1825,
+      "step": 4140
+    },
+    {
+      "epoch": 6.76,
+      "learning_rate": 0.00016854605993340733,
+      "loss": 0.1533,
+      "step": 4150
+    },
+    {
+      "epoch": 6.77,
+      "learning_rate": 0.00016821309655937845,
+      "loss": 0.1459,
+      "step": 4160
+    },
+    {
+      "epoch": 6.79,
+      "learning_rate": 0.0001678801331853496,
+      "loss": 0.1547,
+      "step": 4170
+    },
+    {
+      "epoch": 6.81,
+      "learning_rate": 0.00016754716981132073,
+      "loss": 0.1347,
+      "step": 4180
+    },
+    {
+      "epoch": 6.82,
+      "learning_rate": 0.00016721420643729188,
+      "loss": 0.1387,
+      "step": 4190
+    },
+    {
+      "epoch": 6.84,
+      "learning_rate": 0.000166881243063263,
+      "loss": 0.1216,
+      "step": 4200
+    },
+    {
+      "epoch": 6.84,
+      "eval_loss": 0.1344495564699173,
+      "eval_runtime": 1042.0044,
+      "eval_samples_per_second": 11.141,
+      "eval_steps_per_second": 0.697,
+      "eval_wer": 0.33859417050586144,
+      "step": 4200
+    },
+    {
+      "epoch": 6.86,
+      "learning_rate": 0.00016654827968923415,
+      "loss": 0.1096,
+      "step": 4210
+    },
+    {
+      "epoch": 6.87,
+      "learning_rate": 0.00016621531631520533,
+      "loss": 0.1429,
+      "step": 4220
+    },
+    {
+      "epoch": 6.89,
+      "learning_rate": 0.00016588235294117646,
+      "loss": 0.139,
+      "step": 4230
+    },
+    {
+      "epoch": 6.9,
+      "learning_rate": 0.0001655493895671476,
+      "loss": 0.1343,
+      "step": 4240
+    },
+    {
+      "epoch": 6.92,
+      "learning_rate": 0.00016521642619311873,
+      "loss": 0.1223,
+      "step": 4250
+    },
+    {
+      "epoch": 6.94,
+      "learning_rate": 0.00016488346281908988,
+      "loss": 0.1298,
+      "step": 4260
+    },
+    {
+      "epoch": 6.95,
+      "learning_rate": 0.00016455049944506103,
+      "loss": 0.1549,
+      "step": 4270
+    },
+    {
+      "epoch": 6.97,
+      "learning_rate": 0.00016421753607103216,
+      "loss": 0.1378,
+      "step": 4280
+    },
+    {
+      "epoch": 6.99,
+      "learning_rate": 0.0001638845726970033,
+      "loss": 0.1492,
+      "step": 4290
+    },
+    {
+      "epoch": 7.0,
+      "learning_rate": 0.00016355160932297446,
+      "loss": 0.1165,
+      "step": 4300
+    },
+    {
+      "epoch": 7.0,
+      "eval_loss": 0.12804068624973297,
+      "eval_runtime": 1059.2138,
+      "eval_samples_per_second": 10.96,
+      "eval_steps_per_second": 0.685,
+      "eval_wer": 0.3323564293208046,
+      "step": 4300
+    },
+    {
+      "epoch": 7.02,
+      "learning_rate": 0.0001632186459489456,
+      "loss": 0.1136,
+      "step": 4310
+    },
+    {
+      "epoch": 7.03,
+      "learning_rate": 0.00016288568257491676,
+      "loss": 0.1041,
+      "step": 4320
+    },
+    {
+      "epoch": 7.05,
+      "learning_rate": 0.0001625527192008879,
+      "loss": 0.1216,
+      "step": 4330
+    },
+    {
+      "epoch": 7.07,
+      "learning_rate": 0.00016221975582685904,
+      "loss": 0.1156,
+      "step": 4340
+    },
+    {
+      "epoch": 7.08,
+      "learning_rate": 0.00016188679245283016,
+      "loss": 0.1433,
+      "step": 4350
+    },
+    {
+      "epoch": 7.1,
+      "learning_rate": 0.00016155382907880132,
+      "loss": 0.0961,
+      "step": 4360
+    },
+    {
+      "epoch": 7.12,
+      "learning_rate": 0.00016122086570477244,
+      "loss": 0.1292,
+      "step": 4370
+    },
+    {
+      "epoch": 7.13,
+      "learning_rate": 0.0001608879023307436,
+      "loss": 0.1118,
+      "step": 4380
+    },
+    {
+      "epoch": 7.15,
+      "learning_rate": 0.00016055493895671477,
+      "loss": 0.1076,
+      "step": 4390
+    },
+    {
+      "epoch": 7.17,
+      "learning_rate": 0.0001602219755826859,
+      "loss": 0.131,
+      "step": 4400
+    },
+    {
+      "epoch": 7.17,
+      "eval_loss": 0.12520039081573486,
+      "eval_runtime": 1045.0008,
+      "eval_samples_per_second": 11.109,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.3244879806595813,
+      "step": 4400
+    },
+    {
+      "epoch": 7.18,
+      "learning_rate": 0.00015988901220865705,
+      "loss": 0.1108,
+      "step": 4410
+    },
+    {
+      "epoch": 7.2,
+      "learning_rate": 0.00015955604883462817,
+      "loss": 0.1011,
+      "step": 4420
+    },
+    {
+      "epoch": 7.21,
+      "learning_rate": 0.00015922308546059932,
+      "loss": 0.1123,
+      "step": 4430
+    },
+    {
+      "epoch": 7.23,
+      "learning_rate": 0.00015889012208657047,
+      "loss": 0.119,
+      "step": 4440
+    },
+    {
+      "epoch": 7.25,
+      "learning_rate": 0.0001585571587125416,
+      "loss": 0.1318,
+      "step": 4450
+    },
+    {
+      "epoch": 7.26,
+      "learning_rate": 0.00015822419533851275,
+      "loss": 0.1212,
+      "step": 4460
+    },
+    {
+      "epoch": 7.28,
+      "learning_rate": 0.00015789123196448387,
+      "loss": 0.1036,
+      "step": 4470
+    },
+    {
+      "epoch": 7.3,
+      "learning_rate": 0.00015755826859045505,
+      "loss": 0.1113,
+      "step": 4480
+    },
+    {
+      "epoch": 7.31,
+      "learning_rate": 0.0001572253052164262,
+      "loss": 0.1028,
+      "step": 4490
+    },
+    {
+      "epoch": 7.33,
+      "learning_rate": 0.00015689234184239733,
+      "loss": 0.1407,
+      "step": 4500
+    },
+    {
+      "epoch": 7.33,
+      "eval_loss": 0.12339464575052261,
+      "eval_runtime": 1067.1403,
+      "eval_samples_per_second": 10.879,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.32521780778178166,
+      "step": 4500
+    },
+    {
+      "epoch": 7.34,
+      "learning_rate": 0.00015655937846836848,
+      "loss": 0.1006,
+      "step": 4510
+    },
+    {
+      "epoch": 7.36,
+      "learning_rate": 0.0001562264150943396,
+      "loss": 0.099,
+      "step": 4520
+    },
+    {
+      "epoch": 7.38,
+      "learning_rate": 0.00015589345172031075,
+      "loss": 0.1091,
+      "step": 4530
+    },
+    {
+      "epoch": 7.39,
+      "learning_rate": 0.00015556048834628188,
+      "loss": 0.1087,
+      "step": 4540
+    },
+    {
+      "epoch": 7.41,
+      "learning_rate": 0.00015522752497225303,
+      "loss": 0.1429,
+      "step": 4550
+    },
+    {
+      "epoch": 7.43,
+      "learning_rate": 0.0001548945615982242,
+      "loss": 0.1038,
+      "step": 4560
+    },
+    {
+      "epoch": 7.44,
+      "learning_rate": 0.00015456159822419533,
+      "loss": 0.1086,
+      "step": 4570
+    },
+    {
+      "epoch": 7.46,
+      "learning_rate": 0.00015422863485016648,
+      "loss": 0.1144,
+      "step": 4580
+    },
+    {
+      "epoch": 7.47,
+      "learning_rate": 0.0001538956714761376,
+      "loss": 0.1135,
+      "step": 4590
+    },
+    {
+      "epoch": 7.49,
+      "learning_rate": 0.00015356270810210876,
+      "loss": 0.1394,
+      "step": 4600
+    },
+    {
+      "epoch": 7.49,
+      "eval_loss": 0.12083031237125397,
+      "eval_runtime": 1054.1862,
+      "eval_samples_per_second": 11.012,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.3176800620353054,
+      "step": 4600
+    },
+    {
+      "epoch": 7.51,
+      "learning_rate": 0.00015322974472807988,
+      "loss": 0.0979,
+      "step": 4610
+    },
+    {
+      "epoch": 7.52,
+      "learning_rate": 0.00015289678135405103,
+      "loss": 0.1036,
+      "step": 4620
+    },
+    {
+      "epoch": 7.54,
+      "learning_rate": 0.00015256381798002219,
+      "loss": 0.1145,
+      "step": 4630
+    },
+    {
+      "epoch": 7.56,
+      "learning_rate": 0.0001522308546059933,
+      "loss": 0.1173,
+      "step": 4640
+    },
+    {
+      "epoch": 7.57,
+      "learning_rate": 0.0001518978912319645,
+      "loss": 0.1222,
+      "step": 4650
+    },
+    {
+      "epoch": 7.59,
+      "learning_rate": 0.0001515649278579356,
+      "loss": 0.0967,
+      "step": 4660
+    },
+    {
+      "epoch": 7.6,
+      "learning_rate": 0.00015123196448390676,
+      "loss": 0.1034,
+      "step": 4670
+    },
+    {
+      "epoch": 7.62,
+      "learning_rate": 0.00015089900110987792,
+      "loss": 0.1085,
+      "step": 4680
+    },
+    {
+      "epoch": 7.64,
+      "learning_rate": 0.00015056603773584904,
+      "loss": 0.1081,
+      "step": 4690
+    },
+    {
+      "epoch": 7.65,
+      "learning_rate": 0.0001502330743618202,
+      "loss": 0.1449,
+      "step": 4700
+    },
+    {
+      "epoch": 7.65,
+      "eval_loss": 0.11798720061779022,
+      "eval_runtime": 1055.6152,
+      "eval_samples_per_second": 10.997,
+      "eval_steps_per_second": 0.688,
+      "eval_wer": 0.31648268941294533,
+      "step": 4700
+    },
+    {
+      "epoch": 7.67,
+      "learning_rate": 0.00014990011098779132,
+      "loss": 0.0958,
+      "step": 4710
+    },
+    {
+      "epoch": 7.69,
+      "learning_rate": 0.00014956714761376247,
+      "loss": 0.0984,
+      "step": 4720
+    },
+    {
+      "epoch": 7.7,
+      "learning_rate": 0.00014923418423973362,
+      "loss": 0.11,
+      "step": 4730
+    },
+    {
+      "epoch": 7.72,
+      "learning_rate": 0.00014890122086570477,
+      "loss": 0.1064,
+      "step": 4740
+    },
+    {
+      "epoch": 7.73,
+      "learning_rate": 0.0001485682574916759,
+      "loss": 0.1332,
+      "step": 4750
+    },
+    {
+      "epoch": 7.75,
+      "learning_rate": 0.00014823529411764705,
+      "loss": 0.1068,
+      "step": 4760
+    },
+    {
+      "epoch": 7.77,
+      "learning_rate": 0.0001479023307436182,
+      "loss": 0.097,
+      "step": 4770
+    },
+    {
+      "epoch": 7.78,
+      "learning_rate": 0.00014756936736958932,
+      "loss": 0.1058,
+      "step": 4780
+    },
+    {
+      "epoch": 7.8,
+      "learning_rate": 0.00014723640399556047,
+      "loss": 0.1074,
+      "step": 4790
+    },
+    {
+      "epoch": 7.82,
+      "learning_rate": 0.00014690344062153162,
+      "loss": 0.1295,
+      "step": 4800
+    },
+    {
+      "epoch": 7.82,
+      "eval_loss": 0.11703231930732727,
+      "eval_runtime": 1061.0638,
+      "eval_samples_per_second": 10.941,
+      "eval_steps_per_second": 0.684,
+      "eval_wer": 0.3151712813027414,
+      "step": 4800
+    },
+    {
+      "epoch": 7.83,
+      "learning_rate": 0.00014657047724750278,
+      "loss": 0.104,
+      "step": 4810
+    },
+    {
+      "epoch": 7.85,
+      "learning_rate": 0.0001462375138734739,
+      "loss": 0.1086,
+      "step": 4820
+    },
+    {
+      "epoch": 7.86,
+      "learning_rate": 0.00014590455049944505,
+      "loss": 0.106,
+      "step": 4830
+    },
+    {
+      "epoch": 7.88,
+      "learning_rate": 0.00014557158712541618,
+      "loss": 0.1115,
+      "step": 4840
+    },
+    {
+      "epoch": 7.9,
+      "learning_rate": 0.00014523862375138733,
+      "loss": 0.1274,
+      "step": 4850
+    },
+    {
+      "epoch": 7.91,
+      "learning_rate": 0.00014490566037735848,
+      "loss": 0.0944,
+      "step": 4860
+    },
+    {
+      "epoch": 7.93,
+      "learning_rate": 0.00014457269700332963,
+      "loss": 0.1054,
+      "step": 4870
+    },
+    {
+      "epoch": 7.95,
+      "learning_rate": 0.00014423973362930075,
+      "loss": 0.1,
+      "step": 4880
+    },
+    {
+      "epoch": 7.96,
+      "learning_rate": 0.0001439067702552719,
+      "loss": 0.098,
+      "step": 4890
+    },
+    {
+      "epoch": 7.98,
+      "learning_rate": 0.00014357380688124306,
+      "loss": 0.1228,
+      "step": 4900
+    },
+    {
+      "epoch": 7.98,
+      "eval_loss": 0.11823362857103348,
+      "eval_runtime": 1053.6032,
+      "eval_samples_per_second": 11.018,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.31600374036400125,
+      "step": 4900
+    },
+    {
+      "epoch": 8.0,
+      "learning_rate": 0.00014324084350721418,
+      "loss": 0.0909,
+      "step": 4910
+    },
+    {
+      "epoch": 8.01,
+      "learning_rate": 0.00014290788013318533,
+      "loss": 0.1087,
+      "step": 4920
+    },
+    {
+      "epoch": 8.03,
+      "learning_rate": 0.00014257491675915648,
+      "loss": 0.0955,
+      "step": 4930
+    },
+    {
+      "epoch": 8.04,
+      "learning_rate": 0.00014224195338512764,
+      "loss": 0.0875,
+      "step": 4940
+    },
+    {
+      "epoch": 8.06,
+      "learning_rate": 0.00014190899001109876,
+      "loss": 0.0944,
+      "step": 4950
+    },
+    {
+      "epoch": 8.08,
+      "learning_rate": 0.0001415760266370699,
+      "loss": 0.1136,
+      "step": 4960
+    },
+    {
+      "epoch": 8.09,
+      "learning_rate": 0.00014124306326304104,
+      "loss": 0.0962,
+      "step": 4970
+    },
+    {
+      "epoch": 8.11,
+      "learning_rate": 0.00014091009988901221,
+      "loss": 0.0968,
+      "step": 4980
+    },
+    {
+      "epoch": 8.13,
+      "learning_rate": 0.00014057713651498334,
+      "loss": 0.0902,
+      "step": 4990
+    },
+    {
+      "epoch": 8.14,
+      "learning_rate": 0.0001402441731409545,
+      "loss": 0.0913,
+      "step": 5000
+    },
+    {
+      "epoch": 8.14,
+      "eval_loss": 0.11221442371606827,
+      "eval_runtime": 1054.3263,
+      "eval_samples_per_second": 11.011,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.30864845139807506,
+      "step": 5000
+    },
+    {
+      "epoch": 8.16,
+      "learning_rate": 0.00013991120976692561,
+      "loss": 0.0965,
+      "step": 5010
+    },
+    {
+      "epoch": 8.17,
+      "learning_rate": 0.00013957824639289677,
+      "loss": 0.1048,
+      "step": 5020
+    },
+    {
+      "epoch": 8.19,
+      "learning_rate": 0.00013924528301886792,
+      "loss": 0.0965,
+      "step": 5030
+    },
+    {
+      "epoch": 8.21,
+      "learning_rate": 0.00013891231964483904,
+      "loss": 0.0891,
+      "step": 5040
+    },
+    {
+      "epoch": 8.22,
+      "learning_rate": 0.0001385793562708102,
+      "loss": 0.0898,
+      "step": 5050
+    },
+    {
+      "epoch": 8.24,
+      "learning_rate": 0.00013824639289678134,
+      "loss": 0.1044,
+      "step": 5060
+    },
+    {
+      "epoch": 8.26,
+      "learning_rate": 0.0001379134295227525,
+      "loss": 0.1056,
+      "step": 5070
+    },
+    {
+      "epoch": 8.27,
+      "learning_rate": 0.00013758046614872362,
+      "loss": 0.0937,
+      "step": 5080
+    },
+    {
+      "epoch": 8.29,
+      "learning_rate": 0.00013724750277469477,
+      "loss": 0.0898,
+      "step": 5090
+    },
+    {
+      "epoch": 8.3,
+      "learning_rate": 0.0001369145394006659,
+      "loss": 0.1014,
+      "step": 5100
+    },
+    {
+      "epoch": 8.3,
+      "eval_loss": 0.11184623092412949,
+      "eval_runtime": 1060.664,
+      "eval_samples_per_second": 10.945,
+      "eval_steps_per_second": 0.684,
+      "eval_wer": 0.3099826666058477,
+      "step": 5100
+    },
+    {
+      "epoch": 8.32,
+      "learning_rate": 0.00013658157602663707,
+      "loss": 0.0992,
+      "step": 5110
+    },
+    {
+      "epoch": 8.34,
+      "learning_rate": 0.0001362486126526082,
+      "loss": 0.0992,
+      "step": 5120
+    },
+    {
+      "epoch": 8.35,
+      "learning_rate": 0.00013591564927857935,
+      "loss": 0.0922,
+      "step": 5130
+    },
+    {
+      "epoch": 8.37,
+      "learning_rate": 0.00013558268590455047,
+      "loss": 0.0861,
+      "step": 5140
+    },
+    {
+      "epoch": 8.39,
+      "learning_rate": 0.00013524972253052162,
+      "loss": 0.0847,
+      "step": 5150
+    },
+    {
+      "epoch": 8.4,
+      "learning_rate": 0.00013491675915649278,
+      "loss": 0.1016,
+      "step": 5160
+    },
+    {
+      "epoch": 8.42,
+      "learning_rate": 0.00013458379578246393,
+      "loss": 0.0985,
+      "step": 5170
+    },
+    {
+      "epoch": 8.43,
+      "learning_rate": 0.00013425083240843505,
+      "loss": 0.0808,
+      "step": 5180
+    },
+    {
+      "epoch": 8.45,
+      "learning_rate": 0.0001339178690344062,
+      "loss": 0.1095,
+      "step": 5190
+    },
+    {
+      "epoch": 8.47,
+      "learning_rate": 0.00013358490566037735,
+      "loss": 0.0861,
+      "step": 5200
+    },
+    {
+      "epoch": 8.47,
+      "eval_loss": 0.11255118250846863,
+      "eval_runtime": 1046.9073,
+      "eval_samples_per_second": 11.089,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.3073940610317931,
+      "step": 5200
+    },
+    {
+      "epoch": 8.48,
+      "learning_rate": 0.00013325194228634848,
+      "loss": 6.5883,
+      "step": 5210
+    },
+    {
+      "epoch": 8.5,
+      "learning_rate": 0.00013291897891231963,
+      "loss": 3.2032,
+      "step": 5220
+    },
+    {
+      "epoch": 8.52,
+      "learning_rate": 0.00013258601553829078,
+      "loss": 3.043,
+      "step": 5230
+    },
+    {
+      "epoch": 8.53,
+      "learning_rate": 0.00013225305216426193,
+      "loss": 2.9766,
+      "step": 5240
+    },
+    {
+      "epoch": 8.55,
+      "learning_rate": 0.00013192008879023306,
+      "loss": 2.652,
+      "step": 5250
+    },
+    {
+      "epoch": 8.57,
+      "learning_rate": 0.0001315871254162042,
+      "loss": 1.4113,
+      "step": 5260
+    },
+    {
+      "epoch": 8.58,
+      "learning_rate": 0.00013125416204217533,
+      "loss": 0.4183,
+      "step": 5270
+    },
+    {
+      "epoch": 8.6,
+      "learning_rate": 0.0001309211986681465,
+      "loss": 0.2112,
+      "step": 5280
+    },
+    {
+      "epoch": 8.62,
+      "learning_rate": 0.00013058823529411764,
+      "loss": 0.1702,
+      "step": 5290
+    },
+    {
+      "epoch": 8.63,
+      "learning_rate": 0.0001302552719200888,
+      "loss": 0.1442,
+      "step": 5300
+    },
+    {
+      "epoch": 8.63,
+      "eval_loss": 0.13734713196754456,
+      "eval_runtime": 1026.0546,
+      "eval_samples_per_second": 11.314,
+      "eval_steps_per_second": 0.708,
+      "eval_wer": 0.3311362496008758,
+      "step": 5300
+    },
+    {
+      "epoch": 8.65,
+      "learning_rate": 0.0001299223085460599,
+      "loss": 0.1728,
+      "step": 5310
+    },
+    {
+      "epoch": 8.66,
+      "learning_rate": 0.00012958934517203106,
+      "loss": 0.1354,
+      "step": 5320
+    },
+    {
+      "epoch": 8.68,
+      "learning_rate": 0.00012925638179800221,
+      "loss": 0.1177,
+      "step": 5330
+    },
+    {
+      "epoch": 8.7,
+      "learning_rate": 0.00012892341842397334,
+      "loss": 0.1181,
+      "step": 5340
+    },
+    {
+      "epoch": 8.71,
+      "learning_rate": 0.0001285904550499445,
+      "loss": 0.1264,
+      "step": 5350
+    },
+    {
+      "epoch": 8.73,
+      "learning_rate": 0.00012825749167591564,
+      "loss": 0.1512,
+      "step": 5360
+    },
+    {
+      "epoch": 8.75,
+      "learning_rate": 0.0001279245283018868,
+      "loss": 0.13,
+      "step": 5370
+    },
+    {
+      "epoch": 8.76,
+      "learning_rate": 0.00012759156492785792,
+      "loss": 0.1147,
+      "step": 5380
+    },
+    {
+      "epoch": 8.78,
+      "learning_rate": 0.00012725860155382907,
+      "loss": 0.1161,
+      "step": 5390
+    },
+    {
+      "epoch": 8.79,
+      "learning_rate": 0.0001269256381798002,
+      "loss": 0.1054,
+      "step": 5400
+    },
+    {
+      "epoch": 8.79,
+      "eval_loss": 0.12251464277505875,
+      "eval_runtime": 1019.1954,
+      "eval_samples_per_second": 11.39,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.31429320804634403,
+      "step": 5400
+    },
+    {
+      "epoch": 8.81,
+      "learning_rate": 0.00012659267480577137,
+      "loss": 0.1209,
+      "step": 5410
+    },
+    {
+      "epoch": 8.83,
+      "learning_rate": 0.0001262597114317425,
+      "loss": 0.1074,
+      "step": 5420
+    },
+    {
+      "epoch": 8.84,
+      "learning_rate": 0.00012592674805771365,
+      "loss": 0.1034,
+      "step": 5430
+    },
+    {
+      "epoch": 8.86,
+      "learning_rate": 0.00012559378468368477,
+      "loss": 0.1071,
+      "step": 5440
+    },
+    {
+      "epoch": 8.88,
+      "learning_rate": 0.00012526082130965592,
+      "loss": 0.1046,
+      "step": 5450
+    },
+    {
+      "epoch": 8.89,
+      "learning_rate": 0.00012492785793562707,
+      "loss": 0.1367,
+      "step": 5460
+    },
+    {
+      "epoch": 8.91,
+      "learning_rate": 0.00012459489456159823,
+      "loss": 0.1182,
+      "step": 5470
+    },
+    {
+      "epoch": 8.92,
+      "learning_rate": 0.00012426193118756935,
+      "loss": 0.1057,
+      "step": 5480
+    },
+    {
+      "epoch": 8.94,
+      "learning_rate": 0.0001239289678135405,
+      "loss": 0.1024,
+      "step": 5490
+    },
+    {
+      "epoch": 8.96,
+      "learning_rate": 0.00012359600443951165,
+      "loss": 0.104,
+      "step": 5500
+    },
+    {
+      "epoch": 8.96,
+      "eval_loss": 0.11897258460521698,
+      "eval_runtime": 1026.6362,
+      "eval_samples_per_second": 11.308,
+      "eval_steps_per_second": 0.707,
+      "eval_wer": 0.315695844546823,
+      "step": 5500
+    },
+    {
+      "epoch": 8.97,
+      "learning_rate": 0.00012326304106548278,
+      "loss": 0.1141,
+      "step": 5510
+    },
+    {
+      "epoch": 8.99,
+      "learning_rate": 0.00012293007769145393,
+      "loss": 0.1075,
+      "step": 5520
+    },
+    {
+      "epoch": 9.01,
+      "learning_rate": 0.00012259711431742508,
+      "loss": 0.1168,
+      "step": 5530
+    },
+    {
+      "epoch": 9.02,
+      "learning_rate": 0.00012226415094339623,
+      "loss": 0.0969,
+      "step": 5540
+    },
+    {
+      "epoch": 9.04,
+      "learning_rate": 0.00012193118756936735,
+      "loss": 0.0875,
+      "step": 5550
+    },
+    {
+      "epoch": 9.05,
+      "learning_rate": 0.0001215982241953385,
+      "loss": 0.1025,
+      "step": 5560
+    },
+    {
+      "epoch": 9.07,
+      "learning_rate": 0.00012126526082130964,
+      "loss": 0.1077,
+      "step": 5570
+    },
+    {
+      "epoch": 9.09,
+      "learning_rate": 0.0001209322974472808,
+      "loss": 0.121,
+      "step": 5580
+    },
+    {
+      "epoch": 9.1,
+      "learning_rate": 0.00012059933407325193,
+      "loss": 0.0857,
+      "step": 5590
+    },
+    {
+      "epoch": 9.12,
+      "learning_rate": 0.00012026637069922307,
+      "loss": 0.0972,
+      "step": 5600
+    },
+    {
+      "epoch": 9.12,
+      "eval_loss": 0.11396780610084534,
+      "eval_runtime": 1020.1909,
+      "eval_samples_per_second": 11.379,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.3075651142635588,
+      "step": 5600
+    },
+    {
+      "epoch": 9.14,
+      "learning_rate": 0.00011993340732519421,
+      "loss": 0.092,
+      "step": 5610
+    },
+    {
+      "epoch": 9.15,
+      "learning_rate": 0.00011960044395116535,
+      "loss": 0.0977,
+      "step": 5620
+    },
+    {
+      "epoch": 9.17,
+      "learning_rate": 0.00011926748057713651,
+      "loss": 0.105,
+      "step": 5630
+    },
+    {
+      "epoch": 9.18,
+      "learning_rate": 0.00011893451720310765,
+      "loss": 0.0866,
+      "step": 5640
+    },
+    {
+      "epoch": 9.2,
+      "learning_rate": 0.00011860155382907879,
+      "loss": 0.102,
+      "step": 5650
+    },
+    {
+      "epoch": 9.22,
+      "learning_rate": 0.00011826859045504993,
+      "loss": 0.0974,
+      "step": 5660
+    },
+    {
+      "epoch": 9.23,
+      "learning_rate": 0.00011793562708102109,
+      "loss": 0.0957,
+      "step": 5670
+    },
+    {
+      "epoch": 9.25,
+      "learning_rate": 0.00011760266370699223,
+      "loss": 0.1096,
+      "step": 5680
+    },
+    {
+      "epoch": 9.27,
+      "learning_rate": 0.00011726970033296337,
+      "loss": 0.092,
+      "step": 5690
+    },
+    {
+      "epoch": 9.28,
+      "learning_rate": 0.0001169367369589345,
+      "loss": 0.0948,
+      "step": 5700
+    },
+    {
+      "epoch": 9.28,
+      "eval_loss": 0.1089872196316719,
+      "eval_runtime": 1021.071,
+      "eval_samples_per_second": 11.369,
+      "eval_steps_per_second": 0.711,
+      "eval_wer": 0.306732655202299,
+      "step": 5700
+    },
+    {
+      "epoch": 9.3,
+      "learning_rate": 0.00011660377358490566,
+      "loss": 0.1061,
+      "step": 5710
+    },
+    {
+      "epoch": 9.31,
+      "learning_rate": 0.00011627081021087679,
+      "loss": 0.1185,
+      "step": 5720
+    },
+    {
+      "epoch": 9.33,
+      "learning_rate": 0.00011593784683684793,
+      "loss": 0.1225,
+      "step": 5730
+    },
+    {
+      "epoch": 9.35,
+      "learning_rate": 0.00011560488346281908,
+      "loss": 0.0911,
+      "step": 5740
+    },
+    {
+      "epoch": 9.36,
+      "learning_rate": 0.00011527192008879022,
+      "loss": 0.0929,
+      "step": 5750
+    },
+    {
+      "epoch": 9.38,
+      "learning_rate": 0.00011493895671476137,
+      "loss": 0.0932,
+      "step": 5760
+    },
+    {
+      "epoch": 9.4,
+      "learning_rate": 0.00011460599334073251,
+      "loss": 0.0949,
+      "step": 5770
+    },
+    {
+      "epoch": 9.41,
+      "learning_rate": 0.00011427302996670365,
+      "loss": 0.1152,
+      "step": 5780
+    },
+    {
+      "epoch": 9.43,
+      "learning_rate": 0.00011394006659267478,
+      "loss": 0.0827,
+      "step": 5790
+    },
+    {
+      "epoch": 9.45,
+      "learning_rate": 0.00011360710321864595,
+      "loss": 0.1067,
+      "step": 5800
+    },
+    {
+      "epoch": 9.45,
+      "eval_loss": 0.11170622706413269,
+      "eval_runtime": 1017.821,
+      "eval_samples_per_second": 11.406,
+      "eval_steps_per_second": 0.713,
+      "eval_wer": 0.3074396752269306,
+      "step": 5800
+    },
+    {
+      "epoch": 9.46,
+      "learning_rate": 0.00011327413984461709,
+      "loss": 0.083,
+      "step": 5810
+    },
+    {
+      "epoch": 9.48,
+      "learning_rate": 0.00011294117647058823,
+      "loss": 0.0941,
+      "step": 5820
+    },
+    {
+      "epoch": 9.49,
+      "learning_rate": 0.00011260821309655936,
+      "loss": 0.1089,
+      "step": 5830
+    },
+    {
+      "epoch": 9.51,
+      "learning_rate": 0.00011227524972253051,
+      "loss": 0.0827,
+      "step": 5840
+    },
+    {
+      "epoch": 9.53,
+      "learning_rate": 0.00011194228634850165,
+      "loss": 0.0809,
+      "step": 5850
+    },
+    {
+      "epoch": 9.54,
+      "learning_rate": 0.0001116093229744728,
+      "loss": 0.0882,
+      "step": 5860
+    },
+    {
+      "epoch": 9.56,
+      "learning_rate": 0.00011127635960044394,
+      "loss": 0.1088,
+      "step": 5870
+    },
+    {
+      "epoch": 9.58,
+      "learning_rate": 0.00011094339622641508,
+      "loss": 0.1089,
+      "step": 5880
+    },
+    {
+      "epoch": 9.59,
+      "learning_rate": 0.00011061043285238623,
+      "loss": 0.089,
+      "step": 5890
+    },
+    {
+      "epoch": 9.61,
+      "learning_rate": 0.00011027746947835737,
+      "loss": 0.0798,
+      "step": 5900
+    },
+    {
+      "epoch": 9.61,
+      "eval_loss": 0.10973190516233444,
+      "eval_runtime": 1019.7896,
+      "eval_samples_per_second": 11.384,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.3039501892989098,
+      "step": 5900
+    },
+    {
+      "epoch": 9.62,
+      "learning_rate": 0.0001099445061043285,
+      "loss": 0.0906,
+      "step": 5910
+    },
+    {
+      "epoch": 9.64,
+      "learning_rate": 0.00010961154273029964,
+      "loss": 0.1002,
+      "step": 5920
+    },
+    {
+      "epoch": 9.66,
+      "learning_rate": 0.00010927857935627081,
+      "loss": 0.1105,
+      "step": 5930
+    },
+    {
+      "epoch": 9.67,
+      "learning_rate": 0.00010894561598224195,
+      "loss": 0.0924,
+      "step": 5940
+    },
+    {
+      "epoch": 9.69,
+      "learning_rate": 0.00010861265260821308,
+      "loss": 0.0896,
+      "step": 5950
+    },
+    {
+      "epoch": 9.71,
+      "learning_rate": 0.00010827968923418422,
+      "loss": 0.0874,
+      "step": 5960
+    },
+    {
+      "epoch": 9.72,
+      "learning_rate": 0.00010794672586015537,
+      "loss": 0.1014,
+      "step": 5970
+    },
+    {
+      "epoch": 9.74,
+      "learning_rate": 0.00010761376248612653,
+      "loss": 0.0963,
+      "step": 5980
+    },
+    {
+      "epoch": 9.75,
+      "learning_rate": 0.00010728079911209766,
+      "loss": 0.1001,
+      "step": 5990
+    },
+    {
+      "epoch": 9.77,
+      "learning_rate": 0.0001069478357380688,
+      "loss": 0.089,
+      "step": 6000
+    },
+    {
+      "epoch": 9.77,
+      "eval_loss": 0.10492939502000809,
+      "eval_runtime": 1025.2992,
+      "eval_samples_per_second": 11.323,
+      "eval_steps_per_second": 0.708,
+      "eval_wer": 0.3004721069196734,
+      "step": 6000
+    },
+    {
+      "epoch": 9.79,
+      "learning_rate": 0.00010661487236403994,
+      "loss": 0.0929,
+      "step": 6010
+    },
+    {
+      "epoch": 9.8,
+      "learning_rate": 0.00010628190899001109,
+      "loss": 0.098,
+      "step": 6020
+    },
+    {
+      "epoch": 9.82,
+      "learning_rate": 0.00010594894561598223,
+      "loss": 0.103,
+      "step": 6030
+    },
+    {
+      "epoch": 9.84,
+      "learning_rate": 0.00010561598224195338,
+      "loss": 0.0882,
+      "step": 6040
+    },
+    {
+      "epoch": 9.85,
+      "learning_rate": 0.00010528301886792452,
+      "loss": 0.0824,
+      "step": 6050
+    },
+    {
+      "epoch": 9.87,
+      "learning_rate": 0.00010495005549389567,
+      "loss": 0.0839,
+      "step": 6060
+    },
+    {
+      "epoch": 9.88,
+      "learning_rate": 0.0001046170921198668,
+      "loss": 0.0947,
+      "step": 6070
+    },
+    {
+      "epoch": 9.9,
+      "learning_rate": 0.00010428412874583794,
+      "loss": 0.1102,
+      "step": 6080
+    },
+    {
+      "epoch": 9.92,
+      "learning_rate": 0.00010395116537180908,
+      "loss": 0.0848,
+      "step": 6090
+    },
+    {
+      "epoch": 9.93,
+      "learning_rate": 0.00010361820199778025,
+      "loss": 0.0829,
+      "step": 6100
+    },
+    {
+      "epoch": 9.93,
+      "eval_loss": 0.10562794655561447,
+      "eval_runtime": 1019.3478,
+      "eval_samples_per_second": 11.389,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.3005975459563016,
+      "step": 6100
+    },
+    {
+      "epoch": 9.95,
+      "learning_rate": 0.00010328523862375139,
+      "loss": 0.0847,
+      "step": 6110
+    },
+    {
+      "epoch": 9.97,
+      "learning_rate": 0.00010295227524972252,
+      "loss": 0.0887,
+      "step": 6120
+    },
+    {
+      "epoch": 9.98,
+      "learning_rate": 0.00010261931187569366,
+      "loss": 0.1017,
+      "step": 6130
+    },
+    {
+      "epoch": 10.0,
+      "learning_rate": 0.0001022863485016648,
+      "loss": 0.0982,
+      "step": 6140
+    },
+    {
+      "epoch": 10.01,
+      "learning_rate": 0.00010195338512763595,
+      "loss": 0.0813,
+      "step": 6150
+    },
+    {
+      "epoch": 10.03,
+      "learning_rate": 0.0001016204217536071,
+      "loss": 0.0799,
+      "step": 6160
+    },
+    {
+      "epoch": 10.05,
+      "learning_rate": 0.00010128745837957824,
+      "loss": 0.083,
+      "step": 6170
+    },
+    {
+      "epoch": 10.06,
+      "learning_rate": 0.00010095449500554938,
+      "loss": 0.0856,
+      "step": 6180
+    },
+    {
+      "epoch": 10.08,
+      "learning_rate": 0.00010062153163152053,
+      "loss": 0.1095,
+      "step": 6190
+    },
+    {
+      "epoch": 10.1,
+      "learning_rate": 0.00010028856825749167,
+      "loss": 0.0687,
+      "step": 6200
+    },
+    {
+      "epoch": 10.1,
+      "eval_loss": 0.11015890538692474,
+      "eval_runtime": 1019.1234,
+      "eval_samples_per_second": 11.391,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.3017721114810929,
+      "step": 6200
+    },
+    {
+      "epoch": 10.11,
+      "learning_rate": 9.99556048834628e-05,
+      "loss": 0.0762,
+      "step": 6210
+    },
+    {
+      "epoch": 10.13,
+      "learning_rate": 9.962264150943394e-05,
+      "loss": 0.084,
+      "step": 6220
+    },
+    {
+      "epoch": 10.14,
+      "learning_rate": 9.928967813540511e-05,
+      "loss": 0.086,
+      "step": 6230
+    },
+    {
+      "epoch": 10.16,
+      "learning_rate": 9.895671476137624e-05,
+      "loss": 0.1075,
+      "step": 6240
+    },
+    {
+      "epoch": 10.18,
+      "learning_rate": 9.862375138734738e-05,
+      "loss": 0.0899,
+      "step": 6250
+    },
+    {
+      "epoch": 10.19,
+      "learning_rate": 9.829078801331852e-05,
+      "loss": 0.0807,
+      "step": 6260
+    },
+    {
+      "epoch": 10.21,
+      "learning_rate": 9.795782463928966e-05,
+      "loss": 0.0864,
+      "step": 6270
+    },
+    {
+      "epoch": 10.23,
+      "learning_rate": 9.762486126526082e-05,
+      "loss": 0.0886,
+      "step": 6280
+    },
+    {
+      "epoch": 10.24,
+      "learning_rate": 9.729189789123196e-05,
+      "loss": 0.1098,
+      "step": 6290
+    },
+    {
+      "epoch": 10.26,
+      "learning_rate": 9.69589345172031e-05,
+      "loss": 0.0844,
+      "step": 6300
+    },
+    {
+      "epoch": 10.26,
+      "eval_loss": 0.1055637001991272,
+      "eval_runtime": 1048.4219,
+      "eval_samples_per_second": 11.073,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.2984764858824066,
+      "step": 6300
+    },
+    {
+      "epoch": 10.28,
+      "learning_rate": 9.662597114317424e-05,
+      "loss": 0.0835,
+      "step": 6310
+    },
+    {
+      "epoch": 10.29,
+      "learning_rate": 9.629300776914539e-05,
+      "loss": 0.0915,
+      "step": 6320
+    },
+    {
+      "epoch": 10.31,
+      "learning_rate": 9.596004439511653e-05,
+      "loss": 0.0948,
+      "step": 6330
+    },
+    {
+      "epoch": 10.32,
+      "learning_rate": 9.562708102108766e-05,
+      "loss": 0.1001,
+      "step": 6340
+    },
+    {
+      "epoch": 10.34,
+      "learning_rate": 9.529411764705882e-05,
+      "loss": 0.0963,
+      "step": 6350
+    },
+    {
+      "epoch": 10.36,
+      "learning_rate": 9.496115427302997e-05,
+      "loss": 0.0793,
+      "step": 6360
+    },
+    {
+      "epoch": 10.37,
+      "learning_rate": 9.46281908990011e-05,
+      "loss": 0.0777,
+      "step": 6370
+    },
+    {
+      "epoch": 10.39,
+      "learning_rate": 9.429522752497224e-05,
+      "loss": 0.0838,
+      "step": 6380
+    },
+    {
+      "epoch": 10.41,
+      "learning_rate": 9.396226415094338e-05,
+      "loss": 0.0973,
+      "step": 6390
+    },
+    {
+      "epoch": 10.42,
+      "learning_rate": 9.362930077691452e-05,
+      "loss": 0.0862,
+      "step": 6400
+    },
+    {
+      "epoch": 10.42,
+      "eval_loss": 0.10725821554660797,
+      "eval_runtime": 1020.0641,
+      "eval_samples_per_second": 11.381,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.29897824202891937,
+      "step": 6400
+    },
+    {
+      "epoch": 10.44,
+      "learning_rate": 9.329633740288568e-05,
+      "loss": 0.0768,
+      "step": 6410
+    },
+    {
+      "epoch": 10.45,
+      "learning_rate": 9.296337402885682e-05,
+      "loss": 0.0807,
+      "step": 6420
+    },
+    {
+      "epoch": 10.47,
+      "learning_rate": 9.263041065482796e-05,
+      "loss": 0.0908,
+      "step": 6430
+    },
+    {
+      "epoch": 10.49,
+      "learning_rate": 9.22974472807991e-05,
+      "loss": 0.092,
+      "step": 6440
+    },
+    {
+      "epoch": 10.5,
+      "learning_rate": 9.196448390677025e-05,
+      "loss": 0.082,
+      "step": 6450
+    },
+    {
+      "epoch": 10.52,
+      "learning_rate": 9.16315205327414e-05,
+      "loss": 0.0787,
+      "step": 6460
+    },
+    {
+      "epoch": 10.54,
+      "learning_rate": 9.129855715871254e-05,
+      "loss": 0.077,
+      "step": 6470
+    },
+    {
+      "epoch": 10.55,
+      "learning_rate": 9.096559378468367e-05,
+      "loss": 0.0939,
+      "step": 6480
+    },
+    {
+      "epoch": 10.57,
+      "learning_rate": 9.063263041065483e-05,
+      "loss": 0.0936,
+      "step": 6490
+    },
+    {
+      "epoch": 10.58,
+      "learning_rate": 9.029966703662596e-05,
+      "loss": 0.0936,
+      "step": 6500
+    },
+    {
+      "epoch": 10.58,
+      "eval_loss": 0.10486315935850143,
+      "eval_runtime": 1031.8306,
+      "eval_samples_per_second": 11.251,
+      "eval_steps_per_second": 0.704,
+      "eval_wer": 0.29490717511289516,
+      "step": 6500
+    },
+    {
+      "epoch": 10.6,
+      "learning_rate": 8.99667036625971e-05,
+      "loss": 0.0771,
+      "step": 6510
+    },
+    {
+      "epoch": 10.62,
+      "learning_rate": 8.963374028856824e-05,
+      "loss": 0.086,
+      "step": 6520
+    },
+    {
+      "epoch": 10.63,
+      "learning_rate": 8.930077691453939e-05,
+      "loss": 0.0941,
+      "step": 6530
+    },
+    {
+      "epoch": 10.65,
+      "learning_rate": 8.896781354051054e-05,
+      "loss": 0.1008,
+      "step": 6540
+    },
+    {
+      "epoch": 10.67,
+      "learning_rate": 8.863485016648168e-05,
+      "loss": 0.0782,
+      "step": 6550
+    },
+    {
+      "epoch": 10.68,
+      "learning_rate": 8.830188679245282e-05,
+      "loss": 0.0774,
+      "step": 6560
+    },
+    {
+      "epoch": 10.7,
+      "learning_rate": 8.796892341842396e-05,
+      "loss": 0.086,
+      "step": 6570
+    },
+    {
+      "epoch": 10.71,
+      "learning_rate": 8.763596004439512e-05,
+      "loss": 0.0861,
+      "step": 6580
+    },
+    {
+      "epoch": 10.73,
+      "learning_rate": 8.730299667036626e-05,
+      "loss": 0.1058,
+      "step": 6590
+    },
+    {
+      "epoch": 10.75,
+      "learning_rate": 8.69700332963374e-05,
+      "loss": 0.0821,
+      "step": 6600
+    },
+    {
+      "epoch": 10.75,
+      "eval_loss": 0.10533939301967621,
+      "eval_runtime": 1025.8233,
+      "eval_samples_per_second": 11.317,
+      "eval_steps_per_second": 0.708,
+      "eval_wer": 0.29659490033298364,
+      "step": 6600
+    },
+    {
+      "epoch": 10.76,
+      "learning_rate": 8.663706992230853e-05,
+      "loss": 0.0753,
+      "step": 6610
+    },
+    {
+      "epoch": 10.78,
+      "learning_rate": 8.630410654827969e-05,
+      "loss": 0.072,
+      "step": 6620
+    },
+    {
+      "epoch": 10.8,
+      "learning_rate": 8.597114317425082e-05,
+      "loss": 0.0777,
+      "step": 6630
+    },
+    {
+      "epoch": 10.81,
+      "learning_rate": 8.563817980022196e-05,
+      "loss": 0.0837,
+      "step": 6640
+    },
+    {
+      "epoch": 10.83,
+      "learning_rate": 8.530521642619311e-05,
+      "loss": 0.0848,
+      "step": 6650
+    },
+    {
+      "epoch": 10.84,
+      "learning_rate": 8.497225305216425e-05,
+      "loss": 0.0769,
+      "step": 6660
+    },
+    {
+      "epoch": 10.86,
+      "learning_rate": 8.46392896781354e-05,
+      "loss": 0.0796,
+      "step": 6670
+    },
+    {
+      "epoch": 10.88,
+      "learning_rate": 8.430632630410654e-05,
+      "loss": 0.0936,
+      "step": 6680
+    },
+    {
+      "epoch": 10.89,
+      "learning_rate": 8.397336293007768e-05,
+      "loss": 0.1119,
+      "step": 6690
+    },
+    {
+      "epoch": 10.91,
+      "learning_rate": 8.364039955604882e-05,
+      "loss": 0.0797,
+      "step": 6700
+    },
+    {
+      "epoch": 10.91,
+      "eval_loss": 0.1042635440826416,
+      "eval_runtime": 1027.5008,
+      "eval_samples_per_second": 11.298,
+      "eval_steps_per_second": 0.707,
+      "eval_wer": 0.2939264699174383,
+      "step": 6700
+    },
+    {
+      "epoch": 10.93,
+      "learning_rate": 8.330743618201998e-05,
+      "loss": 0.0779,
+      "step": 6710
+    },
+    {
+      "epoch": 10.94,
+      "learning_rate": 8.297447280799112e-05,
+      "loss": 0.0772,
+      "step": 6720
+    },
+    {
+      "epoch": 10.96,
+      "learning_rate": 8.264150943396226e-05,
+      "loss": 0.0822,
+      "step": 6730
+    },
+    {
+      "epoch": 10.97,
+      "learning_rate": 8.23085460599334e-05,
+      "loss": 0.096,
+      "step": 6740
+    },
+    {
+      "epoch": 10.99,
+      "learning_rate": 8.197558268590455e-05,
+      "loss": 0.0825,
+      "step": 6750
+    },
+    {
+      "epoch": 11.01,
+      "learning_rate": 8.164261931187568e-05,
+      "loss": 0.0863,
+      "step": 6760
+    },
+    {
+      "epoch": 11.02,
+      "learning_rate": 8.130965593784683e-05,
+      "loss": 0.0702,
+      "step": 6770
+    },
+    {
+      "epoch": 11.04,
+      "learning_rate": 8.097669256381797e-05,
+      "loss": 0.0787,
+      "step": 6780
+    },
+    {
+      "epoch": 11.06,
+      "learning_rate": 8.064372918978911e-05,
+      "loss": 0.0807,
+      "step": 6790
+    },
+    {
+      "epoch": 11.07,
+      "learning_rate": 8.031076581576026e-05,
+      "loss": 0.0802,
+      "step": 6800
+    },
+    {
+      "epoch": 11.07,
+      "eval_loss": 0.10567396134138107,
+      "eval_runtime": 1030.4189,
+      "eval_samples_per_second": 11.266,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.2911211969164804,
+      "step": 6800
+    },
+    {
+      "epoch": 11.09,
+      "learning_rate": 7.99778024417314e-05,
+      "loss": 0.1039,
+      "step": 6810
+    },
+    {
+      "epoch": 11.1,
+      "learning_rate": 7.964483906770254e-05,
+      "loss": 0.0698,
+      "step": 6820
+    },
+    {
+      "epoch": 11.12,
+      "learning_rate": 7.931187569367369e-05,
+      "loss": 0.0843,
+      "step": 6830
+    },
+    {
+      "epoch": 11.14,
+      "learning_rate": 7.897891231964484e-05,
+      "loss": 0.0758,
+      "step": 6840
+    },
+    {
+      "epoch": 11.15,
+      "learning_rate": 7.864594894561598e-05,
+      "loss": 0.0751,
+      "step": 6850
+    },
+    {
+      "epoch": 11.17,
+      "learning_rate": 7.831298557158712e-05,
+      "loss": 0.1093,
+      "step": 6860
+    },
+    {
+      "epoch": 11.19,
+      "learning_rate": 7.798002219755825e-05,
+      "loss": 0.0745,
+      "step": 6870
+    },
+    {
+      "epoch": 11.2,
+      "learning_rate": 7.764705882352942e-05,
+      "loss": 0.0738,
+      "step": 6880
+    },
+    {
+      "epoch": 11.22,
+      "learning_rate": 7.731409544950056e-05,
+      "loss": 0.0773,
+      "step": 6890
+    },
+    {
+      "epoch": 11.24,
+      "learning_rate": 7.69811320754717e-05,
+      "loss": 0.0895,
+      "step": 6900
+    },
+    {
+      "epoch": 11.24,
+      "eval_loss": 0.10290031135082245,
+      "eval_runtime": 1030.0756,
+      "eval_samples_per_second": 11.27,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.293379099575788,
+      "step": 6900
+    },
+    {
+      "epoch": 11.25,
+      "learning_rate": 7.664816870144283e-05,
+      "loss": 0.0891,
+      "step": 6910
+    },
+    {
+      "epoch": 11.27,
+      "learning_rate": 7.631520532741397e-05,
+      "loss": 0.0718,
+      "step": 6920
+    },
+    {
+      "epoch": 11.28,
+      "learning_rate": 7.598224195338512e-05,
+      "loss": 0.0702,
+      "step": 6930
+    },
+    {
+      "epoch": 11.3,
+      "learning_rate": 7.564927857935626e-05,
+      "loss": 0.0843,
+      "step": 6940
+    },
+    {
+      "epoch": 11.32,
+      "learning_rate": 7.531631520532741e-05,
+      "loss": 0.0793,
+      "step": 6950
+    },
+    {
+      "epoch": 11.33,
+      "learning_rate": 7.498335183129855e-05,
+      "loss": 0.0874,
+      "step": 6960
+    },
+    {
+      "epoch": 11.35,
+      "learning_rate": 7.465038845726969e-05,
+      "loss": 0.0693,
+      "step": 6970
+    },
+    {
+      "epoch": 11.37,
+      "learning_rate": 7.431742508324084e-05,
+      "loss": 0.0772,
+      "step": 6980
+    },
+    {
+      "epoch": 11.38,
+      "learning_rate": 7.398446170921198e-05,
+      "loss": 0.0803,
+      "step": 6990
+    },
+    {
+      "epoch": 11.4,
+      "learning_rate": 7.365149833518313e-05,
+      "loss": 0.073,
+      "step": 7000
+    },
+    {
+      "epoch": 11.4,
+      "eval_loss": 0.10418305546045303,
+      "eval_runtime": 1029.0269,
+      "eval_samples_per_second": 11.282,
+      "eval_steps_per_second": 0.706,
+      "eval_wer": 0.28971856041600147,
+      "step": 7000
+    },
+    {
+      "epoch": 11.41,
+      "learning_rate": 7.331853496115426e-05,
+      "loss": 0.0925,
+      "step": 7010
+    },
+    {
+      "epoch": 11.43,
+      "learning_rate": 7.298557158712542e-05,
+      "loss": 0.0698,
+      "step": 7020
+    },
+    {
+      "epoch": 11.45,
+      "learning_rate": 7.265260821309655e-05,
+      "loss": 0.0807,
+      "step": 7030
+    },
+    {
+      "epoch": 11.46,
+      "learning_rate": 7.23196448390677e-05,
+      "loss": 0.0722,
+      "step": 7040
+    },
+    {
+      "epoch": 11.48,
+      "learning_rate": 7.198668146503884e-05,
+      "loss": 0.0799,
+      "step": 7050
+    },
+    {
+      "epoch": 11.5,
+      "learning_rate": 7.165371809100998e-05,
+      "loss": 0.0923,
+      "step": 7060
+    },
+    {
+      "epoch": 11.51,
+      "learning_rate": 7.132075471698113e-05,
+      "loss": 0.074,
+      "step": 7070
+    },
+    {
+      "epoch": 11.53,
+      "learning_rate": 7.098779134295227e-05,
+      "loss": 0.0999,
+      "step": 7080
+    },
+    {
+      "epoch": 11.54,
+      "learning_rate": 7.065482796892341e-05,
+      "loss": 0.0845,
+      "step": 7090
+    },
+    {
+      "epoch": 11.56,
+      "learning_rate": 7.032186459489456e-05,
+      "loss": 0.0842,
+      "step": 7100
+    },
+    {
+      "epoch": 11.56,
+      "eval_loss": 0.10231784731149673,
+      "eval_runtime": 1027.7817,
+      "eval_samples_per_second": 11.295,
+      "eval_steps_per_second": 0.706,
+      "eval_wer": 0.29024312366008304,
+      "step": 7100
+    },
+    {
+      "epoch": 11.58,
+      "learning_rate": 6.99889012208657e-05,
+      "loss": 0.1014,
+      "step": 7110
+    },
+    {
+      "epoch": 11.59,
+      "learning_rate": 6.965593784683683e-05,
+      "loss": 0.0694,
+      "step": 7120
+    },
+    {
+      "epoch": 11.61,
+      "learning_rate": 6.932297447280799e-05,
+      "loss": 0.0845,
+      "step": 7130
+    },
+    {
+      "epoch": 11.63,
+      "learning_rate": 6.899001109877912e-05,
+      "loss": 0.0703,
+      "step": 7140
+    },
+    {
+      "epoch": 11.64,
+      "learning_rate": 6.865704772475028e-05,
+      "loss": 0.0744,
+      "step": 7150
+    },
+    {
+      "epoch": 11.66,
+      "learning_rate": 6.832408435072141e-05,
+      "loss": 0.0957,
+      "step": 7160
+    },
+    {
+      "epoch": 11.67,
+      "learning_rate": 6.799112097669256e-05,
+      "loss": 0.0696,
+      "step": 7170
+    },
+    {
+      "epoch": 11.69,
+      "learning_rate": 6.76581576026637e-05,
+      "loss": 0.075,
+      "step": 7180
+    },
+    {
+      "epoch": 11.71,
+      "learning_rate": 6.732519422863484e-05,
+      "loss": 0.0769,
+      "step": 7190
+    },
+    {
+      "epoch": 11.72,
+      "learning_rate": 6.699223085460599e-05,
+      "loss": 0.0825,
+      "step": 7200
+    },
+    {
+      "epoch": 11.72,
+      "eval_loss": 0.10243339836597443,
+      "eval_runtime": 1032.3954,
+      "eval_samples_per_second": 11.245,
+      "eval_steps_per_second": 0.703,
+      "eval_wer": 0.29114400401404916,
+      "step": 7200
+    },
+    {
+      "epoch": 11.74,
+      "learning_rate": 6.665926748057713e-05,
+      "loss": 0.0785,
+      "step": 7210
+    },
+    {
+      "epoch": 11.76,
+      "learning_rate": 6.632630410654828e-05,
+      "loss": 0.0677,
+      "step": 7220
+    },
+    {
+      "epoch": 11.77,
+      "learning_rate": 6.599334073251942e-05,
+      "loss": 0.077,
+      "step": 7230
+    },
+    {
+      "epoch": 11.79,
+      "learning_rate": 6.566037735849056e-05,
+      "loss": 0.0703,
+      "step": 7240
+    },
+    {
+      "epoch": 11.8,
+      "learning_rate": 6.532741398446171e-05,
+      "loss": 0.0805,
+      "step": 7250
+    },
+    {
+      "epoch": 11.82,
+      "learning_rate": 6.499445061043285e-05,
+      "loss": 0.0803,
+      "step": 7260
+    },
+    {
+      "epoch": 11.84,
+      "learning_rate": 6.466148723640398e-05,
+      "loss": 0.0746,
+      "step": 7270
+    },
+    {
+      "epoch": 11.85,
+      "learning_rate": 6.432852386237514e-05,
+      "loss": 0.0772,
+      "step": 7280
+    },
+    {
+      "epoch": 11.87,
+      "learning_rate": 6.399556048834627e-05,
+      "loss": 0.0702,
+      "step": 7290
+    },
+    {
+      "epoch": 11.89,
+      "learning_rate": 6.366259711431742e-05,
+      "loss": 0.0958,
+      "step": 7300
+    },
+    {
+      "epoch": 11.89,
+      "eval_loss": 0.10183099657297134,
+      "eval_runtime": 1032.979,
+      "eval_samples_per_second": 11.238,
+      "eval_steps_per_second": 0.703,
+      "eval_wer": 0.28876066231811337,
+      "step": 7300
+    },
+    {
+      "epoch": 11.9,
+      "learning_rate": 6.332963374028856e-05,
+      "loss": 0.0867,
+      "step": 7310
+    },
+    {
+      "epoch": 11.92,
+      "learning_rate": 6.29966703662597e-05,
+      "loss": 0.0707,
+      "step": 7320
+    },
+    {
+      "epoch": 11.93,
+      "learning_rate": 6.266370699223085e-05,
+      "loss": 0.0745,
+      "step": 7330
+    },
+    {
+      "epoch": 11.95,
+      "learning_rate": 6.233074361820199e-05,
+      "loss": 0.0775,
+      "step": 7340
+    },
+    {
+      "epoch": 11.97,
+      "learning_rate": 6.199778024417314e-05,
+      "loss": 0.0833,
+      "step": 7350
+    },
+    {
+      "epoch": 11.98,
+      "learning_rate": 6.166481687014428e-05,
+      "loss": 0.0928,
+      "step": 7360
+    },
+    {
+      "epoch": 12.0,
+      "learning_rate": 6.133185349611543e-05,
+      "loss": 0.0838,
+      "step": 7370
+    },
+    {
+      "epoch": 12.02,
+      "learning_rate": 6.099889012208656e-05,
+      "loss": 0.0649,
+      "step": 7380
+    },
+    {
+      "epoch": 12.03,
+      "learning_rate": 6.066592674805771e-05,
+      "loss": 0.0677,
+      "step": 7390
+    },
+    {
+      "epoch": 12.05,
+      "learning_rate": 6.033296337402885e-05,
+      "loss": 0.0698,
+      "step": 7400
+    },
+    {
+      "epoch": 12.05,
+      "eval_loss": 0.10296176373958588,
+      "eval_runtime": 1030.5952,
+      "eval_samples_per_second": 11.264,
+      "eval_steps_per_second": 0.704,
+      "eval_wer": 0.2883159239155225,
+      "step": 7400
+    },
+    {
+      "epoch": 12.07,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 0.0685,
+      "step": 7410
+    },
+    {
+      "epoch": 12.08,
+      "learning_rate": 5.966703662597114e-05,
+      "loss": 0.1015,
+      "step": 7420
+    },
+    {
+      "epoch": 12.1,
+      "learning_rate": 5.9334073251942284e-05,
+      "loss": 0.0678,
+      "step": 7430
+    },
+    {
+      "epoch": 12.11,
+      "learning_rate": 5.900110987791342e-05,
+      "loss": 0.0654,
+      "step": 7440
+    },
+    {
+      "epoch": 12.13,
+      "learning_rate": 5.8668146503884566e-05,
+      "loss": 0.0662,
+      "step": 7450
+    },
+    {
+      "epoch": 12.15,
+      "learning_rate": 5.833518312985571e-05,
+      "loss": 0.068,
+      "step": 7460
+    },
+    {
+      "epoch": 12.16,
+      "learning_rate": 5.800221975582685e-05,
+      "loss": 0.0943,
+      "step": 7470
+    },
+    {
+      "epoch": 12.18,
+      "learning_rate": 5.7669256381798e-05,
+      "loss": 0.0603,
+      "step": 7480
+    },
+    {
+      "epoch": 12.2,
+      "learning_rate": 5.733629300776914e-05,
+      "loss": 0.0646,
+      "step": 7490
+    },
+    {
+      "epoch": 12.21,
+      "learning_rate": 5.700332963374028e-05,
+      "loss": 0.0693,
+      "step": 7500
+    },
+    {
+      "epoch": 12.21,
+      "eval_loss": 0.1018766313791275,
+      "eval_runtime": 1033.6211,
+      "eval_samples_per_second": 11.231,
+      "eval_steps_per_second": 0.702,
+      "eval_wer": 0.28722118323222184,
+      "step": 7500
+    },
+    {
+      "epoch": 12.23,
+      "learning_rate": 5.667036625971143e-05,
+      "loss": 0.0735,
+      "step": 7510
+    },
+    {
+      "epoch": 12.24,
+      "learning_rate": 5.633740288568257e-05,
+      "loss": 0.0899,
+      "step": 7520
+    },
+    {
+      "epoch": 12.26,
+      "learning_rate": 5.600443951165371e-05,
+      "loss": 0.0655,
+      "step": 7530
+    },
+    {
+      "epoch": 12.28,
+      "learning_rate": 5.567147613762486e-05,
+      "loss": 0.065,
+      "step": 7540
+    },
+    {
+      "epoch": 12.29,
+      "learning_rate": 5.5338512763596e-05,
+      "loss": 0.0631,
+      "step": 7550
+    },
+    {
+      "epoch": 12.31,
+      "learning_rate": 5.5005549389567144e-05,
+      "loss": 0.0735,
+      "step": 7560
+    },
+    {
+      "epoch": 12.33,
+      "learning_rate": 5.467258601553829e-05,
+      "loss": 0.0943,
+      "step": 7570
+    },
+    {
+      "epoch": 12.34,
+      "learning_rate": 5.4339622641509426e-05,
+      "loss": 0.0765,
+      "step": 7580
+    },
+    {
+      "epoch": 12.36,
+      "learning_rate": 5.400665926748057e-05,
+      "loss": 0.0704,
+      "step": 7590
+    },
+    {
+      "epoch": 12.37,
+      "learning_rate": 5.3673695893451715e-05,
+      "loss": 0.0736,
+      "step": 7600
+    },
+    {
+      "epoch": 12.37,
+      "eval_loss": 0.10030846297740936,
+      "eval_runtime": 1031.8808,
+      "eval_samples_per_second": 11.25,
+      "eval_steps_per_second": 0.704,
+      "eval_wer": 0.28710714774437807,
+      "step": 7600
+    },
+    {
+      "epoch": 12.39,
+      "learning_rate": 5.334073251942286e-05,
+      "loss": 0.0654,
+      "step": 7610
+    },
+    {
+      "epoch": 12.41,
+      "learning_rate": 5.3007769145394e-05,
+      "loss": 0.1007,
+      "step": 7620
+    },
+    {
+      "epoch": 12.42,
+      "learning_rate": 5.267480577136515e-05,
+      "loss": 0.0671,
+      "step": 7630
+    },
+    {
+      "epoch": 12.44,
+      "learning_rate": 5.234184239733629e-05,
+      "loss": 0.0656,
+      "step": 7640
+    },
+    {
+      "epoch": 12.46,
+      "learning_rate": 5.200887902330743e-05,
+      "loss": 0.0681,
+      "step": 7650
+    },
+    {
+      "epoch": 12.47,
+      "learning_rate": 5.1675915649278576e-05,
+      "loss": 0.0827,
+      "step": 7660
+    },
+    {
+      "epoch": 12.49,
+      "learning_rate": 5.134295227524972e-05,
+      "loss": 0.0873,
+      "step": 7670
+    },
+    {
+      "epoch": 12.5,
+      "learning_rate": 5.100998890122086e-05,
+      "loss": 0.0725,
+      "step": 7680
+    },
+    {
+      "epoch": 12.52,
+      "learning_rate": 5.067702552719201e-05,
+      "loss": 0.0748,
+      "step": 7690
+    },
+    {
+      "epoch": 12.54,
+      "learning_rate": 5.034406215316315e-05,
+      "loss": 0.0683,
+      "step": 7700
+    },
+    {
+      "epoch": 12.54,
+      "eval_loss": 0.10039916634559631,
+      "eval_runtime": 1032.5995,
+      "eval_samples_per_second": 11.242,
+      "eval_steps_per_second": 0.703,
+      "eval_wer": 0.2865255667563746,
+      "step": 7700
+    },
+    {
+      "epoch": 12.55,
+      "learning_rate": 5.0011098779134286e-05,
+      "loss": 0.0906,
+      "step": 7710
+    },
+    {
+      "epoch": 12.57,
+      "learning_rate": 4.967813540510544e-05,
+      "loss": 0.1002,
+      "step": 7720
+    },
+    {
+      "epoch": 12.59,
+      "learning_rate": 4.9345172031076575e-05,
+      "loss": 0.0671,
+      "step": 7730
+    },
+    {
+      "epoch": 12.6,
+      "learning_rate": 4.901220865704772e-05,
+      "loss": 0.0581,
+      "step": 7740
+    },
+    {
+      "epoch": 12.62,
+      "learning_rate": 4.8679245283018864e-05,
+      "loss": 0.074,
+      "step": 7750
+    },
+    {
+      "epoch": 12.63,
+      "learning_rate": 4.834628190899001e-05,
+      "loss": 0.0765,
+      "step": 7760
+    },
+    {
+      "epoch": 12.65,
+      "learning_rate": 4.8013318534961146e-05,
+      "loss": 0.0875,
+      "step": 7770
+    },
+    {
+      "epoch": 12.67,
+      "learning_rate": 4.76803551609323e-05,
+      "loss": 0.0695,
+      "step": 7780
+    },
+    {
+      "epoch": 12.68,
+      "learning_rate": 4.7347391786903436e-05,
+      "loss": 0.0726,
+      "step": 7790
+    },
+    {
+      "epoch": 12.7,
+      "learning_rate": 4.701442841287458e-05,
+      "loss": 0.0649,
+      "step": 7800
+    },
+    {
+      "epoch": 12.7,
+      "eval_loss": 0.10054486244916916,
+      "eval_runtime": 1029.5202,
+      "eval_samples_per_second": 11.276,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.2835264334260822,
+      "step": 7800
+    },
+    {
+      "epoch": 12.72,
+      "learning_rate": 4.6681465038845725e-05,
+      "loss": 0.0696,
+      "step": 7810
+    },
+    {
+      "epoch": 12.73,
+      "learning_rate": 4.634850166481687e-05,
+      "loss": 0.0952,
+      "step": 7820
+    },
+    {
+      "epoch": 12.75,
+      "learning_rate": 4.601553829078801e-05,
+      "loss": 0.0658,
+      "step": 7830
+    },
+    {
+      "epoch": 12.76,
+      "learning_rate": 4.568257491675915e-05,
+      "loss": 0.087,
+      "step": 7840
+    },
+    {
+      "epoch": 12.78,
+      "learning_rate": 4.5349611542730297e-05,
+      "loss": 0.0678,
+      "step": 7850
+    },
+    {
+      "epoch": 12.8,
+      "learning_rate": 4.5016648168701434e-05,
+      "loss": 0.0851,
+      "step": 7860
+    },
+    {
+      "epoch": 12.81,
+      "learning_rate": 4.4683684794672586e-05,
+      "loss": 0.0991,
+      "step": 7870
+    },
+    {
+      "epoch": 12.83,
+      "learning_rate": 4.4350721420643724e-05,
+      "loss": 0.0622,
+      "step": 7880
+    },
+    {
+      "epoch": 12.85,
+      "learning_rate": 4.401775804661487e-05,
+      "loss": 0.0663,
+      "step": 7890
+    },
+    {
+      "epoch": 12.86,
+      "learning_rate": 4.368479467258601e-05,
+      "loss": 0.0669,
+      "step": 7900
+    },
+    {
+      "epoch": 12.86,
+      "eval_loss": 0.0984959602355957,
+      "eval_runtime": 1029.9234,
+      "eval_samples_per_second": 11.272,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.28456415636546095,
+      "step": 7900
+    },
+    {
+      "epoch": 12.88,
+      "learning_rate": 4.335183129855716e-05,
+      "loss": 0.0772,
+      "step": 7910
+    },
+    {
+      "epoch": 12.9,
+      "learning_rate": 4.3018867924528295e-05,
+      "loss": 0.091,
+      "step": 7920
+    },
+    {
+      "epoch": 12.91,
+      "learning_rate": 4.268590455049945e-05,
+      "loss": 0.0564,
+      "step": 7930
+    },
+    {
+      "epoch": 12.93,
+      "learning_rate": 4.2352941176470585e-05,
+      "loss": 0.0644,
+      "step": 7940
+    },
+    {
+      "epoch": 12.94,
+      "learning_rate": 4.201997780244173e-05,
+      "loss": 0.0738,
+      "step": 7950
+    },
+    {
+      "epoch": 12.96,
+      "learning_rate": 4.1687014428412874e-05,
+      "loss": 0.0769,
+      "step": 7960
+    },
+    {
+      "epoch": 12.98,
+      "learning_rate": 4.135405105438401e-05,
+      "loss": 0.081,
+      "step": 7970
+    },
+    {
+      "epoch": 12.99,
+      "learning_rate": 4.1021087680355156e-05,
+      "loss": 0.0693,
+      "step": 7980
+    },
+    {
+      "epoch": 13.01,
+      "learning_rate": 4.0688124306326294e-05,
+      "loss": 0.073,
+      "step": 7990
+    },
+    {
+      "epoch": 13.03,
+      "learning_rate": 4.0355160932297445e-05,
+      "loss": 0.069,
+      "step": 8000
+    },
+    {
+      "epoch": 13.03,
+      "eval_loss": 0.09989926964044571,
+      "eval_runtime": 1024.9117,
+      "eval_samples_per_second": 11.327,
+      "eval_steps_per_second": 0.708,
+      "eval_wer": 0.2844045066824796,
+      "step": 8000
+    },
+    {
+      "epoch": 13.04,
+      "learning_rate": 4.002219755826858e-05,
+      "loss": 0.0654,
+      "step": 8010
+    },
+    {
+      "epoch": 13.06,
+      "learning_rate": 3.9689234184239735e-05,
+      "loss": 0.0579,
+      "step": 8020
+    },
+    {
+      "epoch": 13.07,
+      "learning_rate": 3.935627081021087e-05,
+      "loss": 0.0734,
+      "step": 8030
+    },
+    {
+      "epoch": 13.09,
+      "learning_rate": 3.902330743618202e-05,
+      "loss": 0.0823,
+      "step": 8040
+    },
+    {
+      "epoch": 13.11,
+      "learning_rate": 3.869034406215316e-05,
+      "loss": 0.0712,
+      "step": 8050
+    },
+    {
+      "epoch": 13.12,
+      "learning_rate": 3.8357380688124306e-05,
+      "loss": 0.0659,
+      "step": 8060
+    },
+    {
+      "epoch": 13.14,
+      "learning_rate": 3.8024417314095444e-05,
+      "loss": 0.0703,
+      "step": 8070
+    },
+    {
+      "epoch": 13.16,
+      "learning_rate": 3.7691453940066596e-05,
+      "loss": 0.0837,
+      "step": 8080
+    },
+    {
+      "epoch": 13.17,
+      "learning_rate": 3.735849056603773e-05,
+      "loss": 0.0738,
+      "step": 8090
+    },
+    {
+      "epoch": 13.19,
+      "learning_rate": 3.702552719200888e-05,
+      "loss": 0.0674,
+      "step": 8100
+    },
+    {
+      "epoch": 13.19,
+      "eval_loss": 0.1002257913351059,
+      "eval_runtime": 1037.9605,
+      "eval_samples_per_second": 11.184,
+      "eval_steps_per_second": 0.699,
+      "eval_wer": 0.2834694156821603,
+      "step": 8100
+    },
+    {
+      "epoch": 13.2,
+      "learning_rate": 3.669256381798002e-05,
+      "loss": 0.0637,
+      "step": 8110
+    },
+    {
+      "epoch": 13.22,
+      "learning_rate": 3.635960044395116e-05,
+      "loss": 0.0759,
+      "step": 8120
+    },
+    {
+      "epoch": 13.24,
+      "learning_rate": 3.6026637069922305e-05,
+      "loss": 0.0771,
+      "step": 8130
+    },
+    {
+      "epoch": 13.25,
+      "learning_rate": 3.569367369589345e-05,
+      "loss": 0.0668,
+      "step": 8140
+    },
+    {
+      "epoch": 13.27,
+      "learning_rate": 3.5360710321864594e-05,
+      "loss": 0.0605,
+      "step": 8150
+    },
+    {
+      "epoch": 13.29,
+      "learning_rate": 3.502774694783573e-05,
+      "loss": 0.0723,
+      "step": 8160
+    },
+    {
+      "epoch": 13.3,
+      "learning_rate": 3.469478357380688e-05,
+      "loss": 0.0683,
+      "step": 8170
+    },
+    {
+      "epoch": 13.32,
+      "learning_rate": 3.436182019977802e-05,
+      "loss": 0.0753,
+      "step": 8180
+    },
+    {
+      "epoch": 13.33,
+      "learning_rate": 3.4028856825749166e-05,
+      "loss": 0.0793,
+      "step": 8190
+    },
+    {
+      "epoch": 13.35,
+      "learning_rate": 3.369589345172031e-05,
+      "loss": 0.0695,
+      "step": 8200
+    },
+    {
+      "epoch": 13.35,
+      "eval_loss": 0.10133621096611023,
+      "eval_runtime": 1029.4384,
+      "eval_samples_per_second": 11.277,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.28288783469415685,
+      "step": 8200
+    },
+    {
+      "epoch": 13.37,
+      "learning_rate": 3.336293007769145e-05,
+      "loss": 0.0636,
+      "step": 8210
+    },
+    {
+      "epoch": 13.38,
+      "learning_rate": 3.302996670366259e-05,
+      "loss": 0.0656,
+      "step": 8220
+    },
+    {
+      "epoch": 13.4,
+      "learning_rate": 3.269700332963374e-05,
+      "loss": 0.0717,
+      "step": 8230
+    },
+    {
+      "epoch": 13.42,
+      "learning_rate": 3.236403995560488e-05,
+      "loss": 0.0753,
+      "step": 8240
+    },
+    {
+      "epoch": 13.43,
+      "learning_rate": 3.203107658157603e-05,
+      "loss": 0.0604,
+      "step": 8250
+    },
+    {
+      "epoch": 13.45,
+      "learning_rate": 3.169811320754717e-05,
+      "loss": 0.0677,
+      "step": 8260
+    },
+    {
+      "epoch": 13.46,
+      "learning_rate": 3.136514983351831e-05,
+      "loss": 0.0664,
+      "step": 8270
+    },
+    {
+      "epoch": 13.48,
+      "learning_rate": 3.1032186459489454e-05,
+      "loss": 0.0711,
+      "step": 8280
+    },
+    {
+      "epoch": 13.5,
+      "learning_rate": 3.069922308546059e-05,
+      "loss": 0.0827,
+      "step": 8290
+    },
+    {
+      "epoch": 13.51,
+      "learning_rate": 3.036625971143174e-05,
+      "loss": 0.0578,
+      "step": 8300
+    },
+    {
+      "epoch": 13.51,
+      "eval_loss": 0.10188211500644684,
+      "eval_runtime": 1037.4819,
+      "eval_samples_per_second": 11.19,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.28205537563289695,
+      "step": 8300
+    },
+    {
+      "epoch": 13.53,
+      "learning_rate": 3.003329633740288e-05,
+      "loss": 0.0681,
+      "step": 8310
+    },
+    {
+      "epoch": 13.55,
+      "learning_rate": 2.9700332963374025e-05,
+      "loss": 0.06,
+      "step": 8320
+    },
+    {
+      "epoch": 13.56,
+      "learning_rate": 2.936736958934517e-05,
+      "loss": 0.0731,
+      "step": 8330
+    },
+    {
+      "epoch": 13.58,
+      "learning_rate": 2.903440621531631e-05,
+      "loss": 0.0768,
+      "step": 8340
+    },
+    {
+      "epoch": 13.59,
+      "learning_rate": 2.8701442841287456e-05,
+      "loss": 0.0673,
+      "step": 8350
+    },
+    {
+      "epoch": 13.61,
+      "learning_rate": 2.83684794672586e-05,
+      "loss": 0.0693,
+      "step": 8360
+    },
+    {
+      "epoch": 13.63,
+      "learning_rate": 2.8035516093229742e-05,
+      "loss": 0.069,
+      "step": 8370
+    },
+    {
+      "epoch": 13.64,
+      "learning_rate": 2.7702552719200886e-05,
+      "loss": 0.0879,
+      "step": 8380
+    },
+    {
+      "epoch": 13.66,
+      "learning_rate": 2.736958934517203e-05,
+      "loss": 0.0831,
+      "step": 8390
+    },
+    {
+      "epoch": 13.68,
+      "learning_rate": 2.7036625971143172e-05,
+      "loss": 0.0614,
+      "step": 8400
+    },
+    {
+      "epoch": 13.68,
+      "eval_loss": 0.09782098233699799,
+      "eval_runtime": 1036.2973,
+      "eval_samples_per_second": 11.202,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.2814509875473247,
+      "step": 8400
+    },
+    {
+      "epoch": 13.69,
+      "learning_rate": 2.6703662597114317e-05,
+      "loss": 0.0581,
+      "step": 8410
+    },
+    {
+      "epoch": 13.71,
+      "learning_rate": 2.6370699223085458e-05,
+      "loss": 0.0722,
+      "step": 8420
+    },
+    {
+      "epoch": 13.72,
+      "learning_rate": 2.60377358490566e-05,
+      "loss": 0.0744,
+      "step": 8430
+    },
+    {
+      "epoch": 13.74,
+      "learning_rate": 2.5704772475027744e-05,
+      "loss": 0.0752,
+      "step": 8440
+    },
+    {
+      "epoch": 13.76,
+      "learning_rate": 2.537180910099889e-05,
+      "loss": 0.0626,
+      "step": 8450
+    },
+    {
+      "epoch": 13.77,
+      "learning_rate": 2.503884572697003e-05,
+      "loss": 0.0632,
+      "step": 8460
+    },
+    {
+      "epoch": 13.79,
+      "learning_rate": 2.4705882352941174e-05,
+      "loss": 0.079,
+      "step": 8470
+    },
+    {
+      "epoch": 13.81,
+      "learning_rate": 2.437291897891232e-05,
+      "loss": 0.0706,
+      "step": 8480
+    },
+    {
+      "epoch": 13.82,
+      "learning_rate": 2.403995560488346e-05,
+      "loss": 0.0754,
+      "step": 8490
+    },
+    {
+      "epoch": 13.84,
+      "learning_rate": 2.3706992230854605e-05,
+      "loss": 0.0554,
+      "step": 8500
+    },
+    {
+      "epoch": 13.84,
+      "eval_loss": 0.09835359454154968,
+      "eval_runtime": 1033.9977,
+      "eval_samples_per_second": 11.227,
+      "eval_steps_per_second": 0.702,
+      "eval_wer": 0.28125712721799023,
+      "step": 8500
+    },
+    {
+      "epoch": 13.86,
+      "learning_rate": 2.337402885682575e-05,
+      "loss": 0.0716,
+      "step": 8510
+    },
+    {
+      "epoch": 13.87,
+      "learning_rate": 2.304106548279689e-05,
+      "loss": 0.0684,
+      "step": 8520
+    },
+    {
+      "epoch": 13.89,
+      "learning_rate": 2.2708102108768035e-05,
+      "loss": 0.0753,
+      "step": 8530
+    },
+    {
+      "epoch": 13.9,
+      "learning_rate": 2.237513873473918e-05,
+      "loss": 0.0738,
+      "step": 8540
+    },
+    {
+      "epoch": 13.92,
+      "learning_rate": 2.2042175360710318e-05,
+      "loss": 0.0703,
+      "step": 8550
+    },
+    {
+      "epoch": 13.94,
+      "learning_rate": 2.1709211986681462e-05,
+      "loss": 0.069,
+      "step": 8560
+    },
+    {
+      "epoch": 13.95,
+      "learning_rate": 2.1376248612652603e-05,
+      "loss": 0.0696,
+      "step": 8570
+    },
+    {
+      "epoch": 13.97,
+      "learning_rate": 2.1043285238623748e-05,
+      "loss": 0.0794,
+      "step": 8580
+    },
+    {
+      "epoch": 13.99,
+      "learning_rate": 2.0710321864594893e-05,
+      "loss": 0.0776,
+      "step": 8590
+    },
+    {
+      "epoch": 14.0,
+      "learning_rate": 2.0377358490566034e-05,
+      "loss": 0.0763,
+      "step": 8600
+    },
+    {
+      "epoch": 14.0,
+      "eval_loss": 0.10010204464197159,
+      "eval_runtime": 1039.8833,
+      "eval_samples_per_second": 11.164,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.2812685307667746,
+      "step": 8600
+    },
+    {
+      "epoch": 14.02,
+      "learning_rate": 2.004439511653718e-05,
+      "loss": 0.0573,
+      "step": 8610
+    },
+    {
+      "epoch": 14.03,
+      "learning_rate": 1.9711431742508323e-05,
+      "loss": 0.0604,
+      "step": 8620
+    },
+    {
+      "epoch": 14.05,
+      "learning_rate": 1.9378468368479468e-05,
+      "loss": 0.066,
+      "step": 8630
+    },
+    {
+      "epoch": 14.07,
+      "learning_rate": 1.904550499445061e-05,
+      "loss": 0.0607,
+      "step": 8640
+    },
+    {
+      "epoch": 14.08,
+      "learning_rate": 1.871254162042175e-05,
+      "loss": 0.0858,
+      "step": 8650
+    },
+    {
+      "epoch": 14.1,
+      "learning_rate": 1.8379578246392895e-05,
+      "loss": 0.073,
+      "step": 8660
+    },
+    {
+      "epoch": 14.12,
+      "learning_rate": 1.804661487236404e-05,
+      "loss": 0.0602,
+      "step": 8670
+    },
+    {
+      "epoch": 14.13,
+      "learning_rate": 1.771365149833518e-05,
+      "loss": 0.077,
+      "step": 8680
+    },
+    {
+      "epoch": 14.15,
+      "learning_rate": 1.7380688124306325e-05,
+      "loss": 0.0663,
+      "step": 8690
+    },
+    {
+      "epoch": 14.16,
+      "learning_rate": 1.704772475027747e-05,
+      "loss": 0.0877,
+      "step": 8700
+    },
+    {
+      "epoch": 14.16,
+      "eval_loss": 0.10002926737070084,
+      "eval_runtime": 1035.7641,
+      "eval_samples_per_second": 11.208,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.2808351959129681,
+      "step": 8700
+    },
+    {
+      "epoch": 14.18,
+      "learning_rate": 1.671476137624861e-05,
+      "loss": 0.0557,
+      "step": 8710
+    },
+    {
+      "epoch": 14.2,
+      "learning_rate": 1.6381798002219752e-05,
+      "loss": 0.0642,
+      "step": 8720
+    },
+    {
+      "epoch": 14.21,
+      "learning_rate": 1.6048834628190897e-05,
+      "loss": 0.0689,
+      "step": 8730
+    },
+    {
+      "epoch": 14.23,
+      "learning_rate": 1.571587125416204e-05,
+      "loss": 0.0753,
+      "step": 8740
+    },
+    {
+      "epoch": 14.25,
+      "learning_rate": 1.5382907880133183e-05,
+      "loss": 0.0872,
+      "step": 8750
+    },
+    {
+      "epoch": 14.26,
+      "learning_rate": 1.5049944506104327e-05,
+      "loss": 0.0642,
+      "step": 8760
+    },
+    {
+      "epoch": 14.28,
+      "learning_rate": 1.4716981132075472e-05,
+      "loss": 0.0618,
+      "step": 8770
+    },
+    {
+      "epoch": 14.29,
+      "learning_rate": 1.4384017758046613e-05,
+      "loss": 0.0666,
+      "step": 8780
+    },
+    {
+      "epoch": 14.31,
+      "learning_rate": 1.4051054384017756e-05,
+      "loss": 0.0757,
+      "step": 8790
+    },
+    {
+      "epoch": 14.33,
+      "learning_rate": 1.3718091009988899e-05,
+      "loss": 0.0882,
+      "step": 8800
+    },
+    {
+      "epoch": 14.33,
+      "eval_loss": 0.09793306142091751,
+      "eval_runtime": 1034.3628,
+      "eval_samples_per_second": 11.223,
+      "eval_steps_per_second": 0.702,
+      "eval_wer": 0.2802764220225334,
+      "step": 8800
+    },
+    {
+      "epoch": 14.34,
+      "learning_rate": 1.3385127635960044e-05,
+      "loss": 0.0671,
+      "step": 8810
+    },
+    {
+      "epoch": 14.36,
+      "learning_rate": 1.3052164261931187e-05,
+      "loss": 0.0598,
+      "step": 8820
+    },
+    {
+      "epoch": 14.38,
+      "learning_rate": 1.2719200887902331e-05,
+      "loss": 0.0653,
+      "step": 8830
+    },
+    {
+      "epoch": 14.39,
+      "learning_rate": 1.2386237513873472e-05,
+      "loss": 0.0745,
+      "step": 8840
+    },
+    {
+      "epoch": 14.41,
+      "learning_rate": 1.2053274139844615e-05,
+      "loss": 0.0852,
+      "step": 8850
+    },
+    {
+      "epoch": 14.42,
+      "learning_rate": 1.1720310765815758e-05,
+      "loss": 0.0534,
+      "step": 8860
+    },
+    {
+      "epoch": 14.44,
+      "learning_rate": 1.1387347391786903e-05,
+      "loss": 0.0621,
+      "step": 8870
+    },
+    {
+      "epoch": 14.46,
+      "learning_rate": 1.1054384017758046e-05,
+      "loss": 0.0651,
+      "step": 8880
+    },
+    {
+      "epoch": 14.47,
+      "learning_rate": 1.0721420643729189e-05,
+      "loss": 0.0624,
+      "step": 8890
+    },
+    {
+      "epoch": 14.49,
+      "learning_rate": 1.0388457269700333e-05,
+      "loss": 0.0864,
+      "step": 8900
+    },
+    {
+      "epoch": 14.49,
+      "eval_loss": 0.09810327738523483,
+      "eval_runtime": 1033.3407,
+      "eval_samples_per_second": 11.234,
+      "eval_steps_per_second": 0.703,
+      "eval_wer": 0.27882817132691695,
+      "step": 8900
+    },
+    {
+      "epoch": 14.51,
+      "learning_rate": 1.0055493895671474e-05,
+      "loss": 0.067,
+      "step": 8910
+    },
+    {
+      "epoch": 14.52,
+      "learning_rate": 9.722530521642617e-06,
+      "loss": 0.0628,
+      "step": 8920
+    },
+    {
+      "epoch": 14.54,
+      "learning_rate": 9.389567147613762e-06,
+      "loss": 0.0686,
+      "step": 8930
+    },
+    {
+      "epoch": 14.55,
+      "learning_rate": 9.056603773584905e-06,
+      "loss": 0.0704,
+      "step": 8940
+    },
+    {
+      "epoch": 14.57,
+      "learning_rate": 8.723640399556048e-06,
+      "loss": 0.0845,
+      "step": 8950
+    },
+    {
+      "epoch": 14.59,
+      "learning_rate": 8.39067702552719e-06,
+      "loss": 0.0525,
+      "step": 8960
+    },
+    {
+      "epoch": 14.6,
+      "learning_rate": 8.057713651498334e-06,
+      "loss": 0.0591,
+      "step": 8970
+    },
+    {
+      "epoch": 14.62,
+      "learning_rate": 7.724750277469478e-06,
+      "loss": 0.069,
+      "step": 8980
+    },
+    {
+      "epoch": 14.64,
+      "learning_rate": 7.39178690344062e-06,
+      "loss": 0.0759,
+      "step": 8990
+    },
+    {
+      "epoch": 14.65,
+      "learning_rate": 7.058823529411764e-06,
+      "loss": 0.0828,
+      "step": 9000
+    },
+    {
+      "epoch": 14.65,
+      "eval_loss": 0.09748378396034241,
+      "eval_runtime": 1034.9341,
+      "eval_samples_per_second": 11.217,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.279010628107467,
+      "step": 9000
+    },
+    {
+      "epoch": 14.67,
+      "learning_rate": 2.543640897755611e-05,
+      "loss": 10.9581,
+      "step": 9010
+    },
+    {
+      "epoch": 14.69,
+      "learning_rate": 2.5124688279301746e-05,
+      "loss": 5.0219,
+      "step": 9020
+    },
+    {
+      "epoch": 14.71,
+      "learning_rate": 2.481296758104738e-05,
+      "loss": 3.3068,
+      "step": 9030
+    },
+    {
+      "epoch": 14.72,
+      "learning_rate": 2.4501246882793016e-05,
+      "loss": 2.8649,
+      "step": 9040
+    },
+    {
+      "epoch": 14.74,
+      "learning_rate": 2.4189526184538654e-05,
+      "loss": 2.4786,
+      "step": 9050
+    },
+    {
+      "epoch": 14.76,
+      "learning_rate": 2.387780548628429e-05,
+      "loss": 1.759,
+      "step": 9060
+    },
+    {
+      "epoch": 14.77,
+      "learning_rate": 2.3566084788029924e-05,
+      "loss": 0.995,
+      "step": 9070
+    },
+    {
+      "epoch": 14.79,
+      "learning_rate": 2.3254364089775562e-05,
+      "loss": 0.5639,
+      "step": 9080
+    },
+    {
+      "epoch": 14.8,
+      "learning_rate": 2.2942643391521197e-05,
+      "loss": 0.3693,
+      "step": 9090
+    },
+    {
+      "epoch": 14.82,
+      "learning_rate": 2.2630922693266832e-05,
+      "loss": 0.3052,
+      "step": 9100
+    },
+    {
+      "epoch": 14.82,
+      "eval_loss": 0.21501106023788452,
+      "eval_runtime": 1054.7107,
+      "eval_samples_per_second": 11.007,
+      "eval_steps_per_second": 0.688,
+      "eval_wer": 0.41747251744742964,
+      "step": 9100
+    },
+    {
+      "epoch": 14.84,
+      "learning_rate": 2.231920199501247e-05,
+      "loss": 0.2253,
+      "step": 9110
+    },
+    {
+      "epoch": 14.85,
+      "learning_rate": 2.2007481296758105e-05,
+      "loss": 0.1596,
+      "step": 9120
+    },
+    {
+      "epoch": 14.87,
+      "learning_rate": 2.169576059850374e-05,
+      "loss": 0.1664,
+      "step": 9130
+    },
+    {
+      "epoch": 14.89,
+      "learning_rate": 2.1384039900249375e-05,
+      "loss": 0.1484,
+      "step": 9140
+    },
+    {
+      "epoch": 14.9,
+      "learning_rate": 2.1072319201995013e-05,
+      "loss": 0.1696,
+      "step": 9150
+    },
+    {
+      "epoch": 14.92,
+      "learning_rate": 2.0760598503740648e-05,
+      "loss": 0.1394,
+      "step": 9160
+    },
+    {
+      "epoch": 14.93,
+      "learning_rate": 2.0448877805486283e-05,
+      "loss": 0.1212,
+      "step": 9170
+    },
+    {
+      "epoch": 14.95,
+      "learning_rate": 2.013715710723192e-05,
+      "loss": 0.121,
+      "step": 9180
+    },
+    {
+      "epoch": 14.97,
+      "learning_rate": 1.9825436408977556e-05,
+      "loss": 0.1263,
+      "step": 9190
+    },
+    {
+      "epoch": 14.98,
+      "learning_rate": 1.951371571072319e-05,
+      "loss": 0.1478,
+      "step": 9200
+    },
+    {
+      "epoch": 14.98,
+      "eval_loss": 0.13250307738780975,
+      "eval_runtime": 1044.4894,
+      "eval_samples_per_second": 11.115,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.3026615882862747,
+      "step": 9200
+    },
+    {
+      "epoch": 15.0,
+      "learning_rate": 7.629139072847681e-05,
+      "loss": 6.7067,
+      "step": 9210
+    },
+    {
+      "epoch": 15.02,
+      "learning_rate": 7.60430463576159e-05,
+      "loss": 3.5775,
+      "step": 9220
+    },
+    {
+      "epoch": 15.03,
+      "learning_rate": 7.579470198675495e-05,
+      "loss": 3.1504,
+      "step": 9230
+    },
+    {
+      "epoch": 15.05,
+      "learning_rate": 7.554635761589404e-05,
+      "loss": 3.0605,
+      "step": 9240
+    },
+    {
+      "epoch": 15.06,
+      "learning_rate": 7.52980132450331e-05,
+      "loss": 3.0235,
+      "step": 9250
+    },
+    {
+      "epoch": 15.08,
+      "learning_rate": 7.504966887417217e-05,
+      "loss": 2.9939,
+      "step": 9260
+    },
+    {
+      "epoch": 15.1,
+      "learning_rate": 7.480132450331126e-05,
+      "loss": 2.9837,
+      "step": 9270
+    },
+    {
+      "epoch": 15.11,
+      "learning_rate": 7.455298013245033e-05,
+      "loss": 2.8137,
+      "step": 9280
+    },
+    {
+      "epoch": 15.13,
+      "learning_rate": 7.43046357615894e-05,
+      "loss": 1.9888,
+      "step": 9290
+    },
+    {
+      "epoch": 15.15,
+      "learning_rate": 7.405629139072846e-05,
+      "loss": 1.0386,
+      "step": 9300
+    },
+    {
+      "epoch": 15.15,
+      "eval_loss": 0.43749570846557617,
+      "eval_runtime": 1037.1435,
+      "eval_samples_per_second": 11.193,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.679286593988049,
+      "step": 9300
+    },
+    {
+      "epoch": 15.16,
+      "learning_rate": 7.380794701986755e-05,
+      "loss": 0.4016,
+      "step": 9310
+    },
+    {
+      "epoch": 15.18,
+      "learning_rate": 7.355960264900662e-05,
+      "loss": 0.23,
+      "step": 9320
+    },
+    {
+      "epoch": 15.19,
+      "learning_rate": 7.331125827814569e-05,
+      "loss": 0.1834,
+      "step": 9330
+    },
+    {
+      "epoch": 15.21,
+      "learning_rate": 7.306291390728476e-05,
+      "loss": 0.149,
+      "step": 9340
+    },
+    {
+      "epoch": 15.23,
+      "learning_rate": 7.281456953642384e-05,
+      "loss": 0.1275,
+      "step": 9350
+    },
+    {
+      "epoch": 15.24,
+      "learning_rate": 7.256622516556291e-05,
+      "loss": 0.1483,
+      "step": 9360
+    },
+    {
+      "epoch": 15.26,
+      "learning_rate": 7.231788079470198e-05,
+      "loss": 0.1038,
+      "step": 9370
+    },
+    {
+      "epoch": 15.28,
+      "learning_rate": 7.206953642384106e-05,
+      "loss": 0.1185,
+      "step": 9380
+    },
+    {
+      "epoch": 15.29,
+      "learning_rate": 7.182119205298013e-05,
+      "loss": 0.1099,
+      "step": 9390
+    },
+    {
+      "epoch": 15.31,
+      "learning_rate": 7.15728476821192e-05,
+      "loss": 0.116,
+      "step": 9400
+    },
+    {
+      "epoch": 15.31,
+      "eval_loss": 0.12657363712787628,
+      "eval_runtime": 1045.2349,
+      "eval_samples_per_second": 11.107,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.30423527801851935,
+      "step": 9400
+    },
+    {
+      "epoch": 15.32,
+      "learning_rate": 7.132450331125827e-05,
+      "loss": 0.1548,
+      "step": 9410
+    },
+    {
+      "epoch": 15.34,
+      "learning_rate": 7.107615894039734e-05,
+      "loss": 0.0953,
+      "step": 9420
+    },
+    {
+      "epoch": 15.36,
+      "learning_rate": 7.082781456953642e-05,
+      "loss": 0.0977,
+      "step": 9430
+    },
+    {
+      "epoch": 15.37,
+      "learning_rate": 7.057947019867549e-05,
+      "loss": 0.1106,
+      "step": 9440
+    },
+    {
+      "epoch": 15.39,
+      "learning_rate": 7.033112582781457e-05,
+      "loss": 0.093,
+      "step": 9450
+    },
+    {
+      "epoch": 15.41,
+      "learning_rate": 7.008278145695364e-05,
+      "loss": 0.114,
+      "step": 9460
+    },
+    {
+      "epoch": 15.42,
+      "learning_rate": 6.983443708609271e-05,
+      "loss": 0.1031,
+      "step": 9470
+    },
+    {
+      "epoch": 15.44,
+      "learning_rate": 6.958609271523178e-05,
+      "loss": 0.0946,
+      "step": 9480
+    },
+    {
+      "epoch": 15.45,
+      "learning_rate": 6.933774834437085e-05,
+      "loss": 0.0945,
+      "step": 9490
+    },
+    {
+      "epoch": 15.47,
+      "learning_rate": 6.908940397350992e-05,
+      "loss": 0.1226,
+      "step": 9500
+    },
+    {
+      "epoch": 15.47,
+      "eval_loss": 0.1205865815281868,
+      "eval_runtime": 1053.9637,
+      "eval_samples_per_second": 11.015,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.2999703507731606,
+      "step": 9500
+    },
+    {
+      "epoch": 15.49,
+      "learning_rate": 6.8841059602649e-05,
+      "loss": 0.1336,
+      "step": 9510
+    },
+    {
+      "epoch": 15.5,
+      "learning_rate": 6.859271523178807e-05,
+      "loss": 0.086,
+      "step": 9520
+    },
+    {
+      "epoch": 15.52,
+      "learning_rate": 6.834437086092714e-05,
+      "loss": 0.1,
+      "step": 9530
+    },
+    {
+      "epoch": 15.54,
+      "learning_rate": 6.809602649006622e-05,
+      "loss": 0.094,
+      "step": 9540
+    },
+    {
+      "epoch": 15.55,
+      "learning_rate": 6.784768211920529e-05,
+      "loss": 0.0925,
+      "step": 9550
+    },
+    {
+      "epoch": 15.57,
+      "learning_rate": 6.759933774834436e-05,
+      "loss": 0.1214,
+      "step": 9560
+    },
+    {
+      "epoch": 15.59,
+      "learning_rate": 6.735099337748343e-05,
+      "loss": 0.095,
+      "step": 9570
+    },
+    {
+      "epoch": 15.6,
+      "learning_rate": 6.710264900662251e-05,
+      "loss": 0.0789,
+      "step": 9580
+    },
+    {
+      "epoch": 15.62,
+      "learning_rate": 6.685430463576158e-05,
+      "loss": 0.0932,
+      "step": 9590
+    },
+    {
+      "epoch": 15.63,
+      "learning_rate": 6.660596026490065e-05,
+      "loss": 0.0885,
+      "step": 9600
+    },
+    {
+      "epoch": 15.63,
+      "eval_loss": 0.11733737587928772,
+      "eval_runtime": 1040.6981,
+      "eval_samples_per_second": 11.155,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.29583086256443003,
+      "step": 9600
+    },
+    {
+      "epoch": 15.65,
+      "learning_rate": 6.635761589403972e-05,
+      "loss": 0.1138,
+      "step": 9610
+    },
+    {
+      "epoch": 15.67,
+      "learning_rate": 6.61092715231788e-05,
+      "loss": 0.087,
+      "step": 9620
+    },
+    {
+      "epoch": 15.68,
+      "learning_rate": 6.586092715231787e-05,
+      "loss": 0.0932,
+      "step": 9630
+    },
+    {
+      "epoch": 15.7,
+      "learning_rate": 6.561258278145696e-05,
+      "loss": 0.0834,
+      "step": 9640
+    },
+    {
+      "epoch": 15.72,
+      "learning_rate": 6.536423841059603e-05,
+      "loss": 0.089,
+      "step": 9650
+    },
+    {
+      "epoch": 15.73,
+      "learning_rate": 6.51158940397351e-05,
+      "loss": 0.1027,
+      "step": 9660
+    },
+    {
+      "epoch": 15.75,
+      "learning_rate": 6.486754966887417e-05,
+      "loss": 0.0795,
+      "step": 9670
+    },
+    {
+      "epoch": 15.76,
+      "learning_rate": 6.461920529801323e-05,
+      "loss": 0.0748,
+      "step": 9680
+    },
+    {
+      "epoch": 15.78,
+      "learning_rate": 6.43708609271523e-05,
+      "loss": 0.0812,
+      "step": 9690
+    },
+    {
+      "epoch": 15.8,
+      "learning_rate": 6.412251655629139e-05,
+      "loss": 0.091,
+      "step": 9700
+    },
+    {
+      "epoch": 15.8,
+      "eval_loss": 0.1144639402627945,
+      "eval_runtime": 1044.6721,
+      "eval_samples_per_second": 11.113,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.2928659398804908,
+      "step": 9700
+    },
+    {
+      "epoch": 15.81,
+      "learning_rate": 6.387417218543046e-05,
+      "loss": 0.1188,
+      "step": 9710
+    },
+    {
+      "epoch": 15.83,
+      "learning_rate": 6.362582781456954e-05,
+      "loss": 0.0814,
+      "step": 9720
+    },
+    {
+      "epoch": 15.85,
+      "learning_rate": 6.337748344370861e-05,
+      "loss": 0.0777,
+      "step": 9730
+    },
+    {
+      "epoch": 15.86,
+      "learning_rate": 6.312913907284768e-05,
+      "loss": 0.0798,
+      "step": 9740
+    },
+    {
+      "epoch": 15.88,
+      "learning_rate": 6.288079470198675e-05,
+      "loss": 0.0851,
+      "step": 9750
+    },
+    {
+      "epoch": 15.89,
+      "learning_rate": 6.263245033112582e-05,
+      "loss": 0.1165,
+      "step": 9760
+    },
+    {
+      "epoch": 15.91,
+      "learning_rate": 6.23841059602649e-05,
+      "loss": 0.0809,
+      "step": 9770
+    },
+    {
+      "epoch": 15.93,
+      "learning_rate": 6.213576158940397e-05,
+      "loss": 0.0719,
+      "step": 9780
+    },
+    {
+      "epoch": 15.94,
+      "learning_rate": 6.188741721854304e-05,
+      "loss": 0.0865,
+      "step": 9790
+    },
+    {
+      "epoch": 15.96,
+      "learning_rate": 6.163907284768211e-05,
+      "loss": 0.0886,
+      "step": 9800
+    },
+    {
+      "epoch": 15.96,
+      "eval_loss": 0.11122256517410278,
+      "eval_runtime": 1040.8284,
+      "eval_samples_per_second": 11.154,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.29079049400173335,
+      "step": 9800
+    },
+    {
+      "epoch": 15.98,
+      "learning_rate": 6.139072847682119e-05,
+      "loss": 0.0927,
+      "step": 9810
+    },
+    {
+      "epoch": 15.99,
+      "learning_rate": 6.114238410596026e-05,
+      "loss": 0.0796,
+      "step": 9820
+    },
+    {
+      "epoch": 16.01,
+      "learning_rate": 6.089403973509933e-05,
+      "loss": 0.0906,
+      "step": 9830
+    },
+    {
+      "epoch": 16.02,
+      "learning_rate": 6.064569536423841e-05,
+      "loss": 0.0745,
+      "step": 9840
+    },
+    {
+      "epoch": 16.04,
+      "learning_rate": 6.039735099337748e-05,
+      "loss": 0.0839,
+      "step": 9850
+    },
+    {
+      "epoch": 16.06,
+      "learning_rate": 6.014900662251655e-05,
+      "loss": 0.0741,
+      "step": 9860
+    },
+    {
+      "epoch": 16.07,
+      "learning_rate": 5.9900662251655627e-05,
+      "loss": 0.0915,
+      "step": 9870
+    },
+    {
+      "epoch": 16.09,
+      "learning_rate": 5.9652317880794696e-05,
+      "loss": 0.0863,
+      "step": 9880
+    },
+    {
+      "epoch": 16.11,
+      "learning_rate": 5.9403973509933765e-05,
+      "loss": 0.074,
+      "step": 9890
+    },
+    {
+      "epoch": 16.12,
+      "learning_rate": 5.915562913907285e-05,
+      "loss": 0.0783,
+      "step": 9900
+    },
+    {
+      "epoch": 16.12,
+      "eval_loss": 0.1075427234172821,
+      "eval_runtime": 1040.0379,
+      "eval_samples_per_second": 11.162,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.28727820097614376,
+      "step": 9900
+    },
+    {
+      "epoch": 16.14,
+      "learning_rate": 5.890728476821192e-05,
+      "loss": 0.0828,
+      "step": 9910
+    },
+    {
+      "epoch": 16.15,
+      "learning_rate": 5.865894039735099e-05,
+      "loss": 0.0841,
+      "step": 9920
+    },
+    {
+      "epoch": 16.17,
+      "learning_rate": 5.841059602649006e-05,
+      "loss": 0.0894,
+      "step": 9930
+    },
+    {
+      "epoch": 16.19,
+      "learning_rate": 5.816225165562913e-05,
+      "loss": 0.0777,
+      "step": 9940
+    },
+    {
+      "epoch": 16.2,
+      "learning_rate": 5.79139072847682e-05,
+      "loss": 0.0773,
+      "step": 9950
+    },
+    {
+      "epoch": 16.22,
+      "learning_rate": 5.766556291390728e-05,
+      "loss": 0.083,
+      "step": 9960
+    },
+    {
+      "epoch": 16.24,
+      "learning_rate": 5.7417218543046354e-05,
+      "loss": 0.0864,
+      "step": 9970
+    },
+    {
+      "epoch": 16.25,
+      "learning_rate": 5.716887417218543e-05,
+      "loss": 0.0916,
+      "step": 9980
+    },
+    {
+      "epoch": 16.27,
+      "learning_rate": 5.69205298013245e-05,
+      "loss": 0.0703,
+      "step": 9990
+    },
+    {
+      "epoch": 16.28,
+      "learning_rate": 5.667218543046357e-05,
+      "loss": 0.069,
+      "step": 10000
+    },
+    {
+      "epoch": 16.28,
+      "eval_loss": 0.10723693668842316,
+      "eval_runtime": 1040.1539,
+      "eval_samples_per_second": 11.161,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.2876203074396752,
+      "step": 10000
+    },
+    {
+      "epoch": 16.3,
+      "learning_rate": 5.6423841059602645e-05,
+      "loss": 0.078,
+      "step": 10010
+    },
+    {
+      "epoch": 16.32,
+      "learning_rate": 5.6175496688741714e-05,
+      "loss": 0.0851,
+      "step": 10020
+    },
+    {
+      "epoch": 16.33,
+      "learning_rate": 5.592715231788078e-05,
+      "loss": 0.0898,
+      "step": 10030
+    },
+    {
+      "epoch": 16.35,
+      "learning_rate": 5.5678807947019866e-05,
+      "loss": 0.0649,
+      "step": 10040
+    },
+    {
+      "epoch": 16.37,
+      "learning_rate": 5.5430463576158935e-05,
+      "loss": 0.0717,
+      "step": 10050
+    },
+    {
+      "epoch": 16.38,
+      "learning_rate": 5.518211920529801e-05,
+      "loss": 0.0893,
+      "step": 10060
+    },
+    {
+      "epoch": 16.4,
+      "learning_rate": 5.493377483443708e-05,
+      "loss": 0.0755,
+      "step": 10070
+    },
+    {
+      "epoch": 16.41,
+      "learning_rate": 5.468543046357615e-05,
+      "loss": 0.0921,
+      "step": 10080
+    },
+    {
+      "epoch": 16.43,
+      "learning_rate": 5.4437086092715226e-05,
+      "loss": 0.0788,
+      "step": 10090
+    },
+    {
+      "epoch": 16.45,
+      "learning_rate": 5.41887417218543e-05,
+      "loss": 0.0783,
+      "step": 10100
+    },
+    {
+      "epoch": 16.45,
+      "eval_loss": 0.10703727602958679,
+      "eval_runtime": 1062.4638,
+      "eval_samples_per_second": 10.926,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.28756328969575334,
+      "step": 10100
+    },
+    {
+      "epoch": 16.46,
+      "learning_rate": 5.394039735099338e-05,
+      "loss": 0.0742,
+      "step": 10110
+    },
+    {
+      "epoch": 16.48,
+      "learning_rate": 5.369205298013245e-05,
+      "loss": 0.0877,
+      "step": 10120
+    },
+    {
+      "epoch": 16.5,
+      "learning_rate": 5.344370860927152e-05,
+      "loss": 0.0882,
+      "step": 10130
+    },
+    {
+      "epoch": 16.51,
+      "learning_rate": 5.319536423841059e-05,
+      "loss": 0.0695,
+      "step": 10140
+    },
+    {
+      "epoch": 16.53,
+      "learning_rate": 5.294701986754966e-05,
+      "loss": 0.0738,
+      "step": 10150
+    },
+    {
+      "epoch": 16.55,
+      "learning_rate": 5.269867549668873e-05,
+      "loss": 0.0712,
+      "step": 10160
+    },
+    {
+      "epoch": 16.56,
+      "learning_rate": 5.2450331125827815e-05,
+      "loss": 0.0732,
+      "step": 10170
+    },
+    {
+      "epoch": 16.58,
+      "learning_rate": 5.2201986754966884e-05,
+      "loss": 0.0907,
+      "step": 10180
+    },
+    {
+      "epoch": 16.59,
+      "learning_rate": 5.195364238410595e-05,
+      "loss": 0.063,
+      "step": 10190
+    },
+    {
+      "epoch": 16.61,
+      "learning_rate": 5.170529801324503e-05,
+      "loss": 0.0669,
+      "step": 10200
+    },
+    {
+      "epoch": 16.61,
+      "eval_loss": 0.10548633337020874,
+      "eval_runtime": 1068.0412,
+      "eval_samples_per_second": 10.869,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.28480363088993293,
+      "step": 10200
+    },
+    {
+      "epoch": 16.63,
+      "learning_rate": 5.14569536423841e-05,
+      "loss": 0.0738,
+      "step": 10210
+    },
+    {
+      "epoch": 16.64,
+      "learning_rate": 5.120860927152317e-05,
+      "loss": 0.0803,
+      "step": 10220
+    },
+    {
+      "epoch": 16.66,
+      "learning_rate": 5.096026490066225e-05,
+      "loss": 0.091,
+      "step": 10230
+    },
+    {
+      "epoch": 16.68,
+      "learning_rate": 5.071192052980132e-05,
+      "loss": 0.0707,
+      "step": 10240
+    },
+    {
+      "epoch": 16.69,
+      "learning_rate": 5.0463576158940396e-05,
+      "loss": 0.0635,
+      "step": 10250
+    },
+    {
+      "epoch": 16.71,
+      "learning_rate": 5.0215231788079466e-05,
+      "loss": 0.0712,
+      "step": 10260
+    },
+    {
+      "epoch": 16.72,
+      "learning_rate": 4.9966887417218535e-05,
+      "loss": 0.098,
+      "step": 10270
+    },
+    {
+      "epoch": 16.74,
+      "learning_rate": 4.971854304635761e-05,
+      "loss": 0.1061,
+      "step": 10280
+    },
+    {
+      "epoch": 16.76,
+      "learning_rate": 4.947019867549668e-05,
+      "loss": 0.069,
+      "step": 10290
+    },
+    {
+      "epoch": 16.77,
+      "learning_rate": 4.922185430463576e-05,
+      "loss": 0.072,
+      "step": 10300
+    },
+    {
+      "epoch": 16.77,
+      "eval_loss": 0.10425380617380142,
+      "eval_runtime": 1065.0981,
+      "eval_samples_per_second": 10.899,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.28463257765816724,
+      "step": 10300
+    },
+    {
+      "epoch": 16.79,
+      "learning_rate": 4.897350993377483e-05,
+      "loss": 0.068,
+      "step": 10310
+    },
+    {
+      "epoch": 16.81,
+      "learning_rate": 4.87251655629139e-05,
+      "loss": 0.0797,
+      "step": 10320
+    },
+    {
+      "epoch": 16.82,
+      "learning_rate": 4.847682119205298e-05,
+      "loss": 0.083,
+      "step": 10330
+    },
+    {
+      "epoch": 16.84,
+      "learning_rate": 4.822847682119205e-05,
+      "loss": 0.0684,
+      "step": 10340
+    },
+    {
+      "epoch": 16.85,
+      "learning_rate": 4.798013245033112e-05,
+      "loss": 0.0671,
+      "step": 10350
+    },
+    {
+      "epoch": 16.87,
+      "learning_rate": 4.77317880794702e-05,
+      "loss": 0.0683,
+      "step": 10360
+    },
+    {
+      "epoch": 16.89,
+      "learning_rate": 4.748344370860927e-05,
+      "loss": 0.081,
+      "step": 10370
+    },
+    {
+      "epoch": 16.9,
+      "learning_rate": 4.7235099337748345e-05,
+      "loss": 0.092,
+      "step": 10380
+    },
+    {
+      "epoch": 16.92,
+      "learning_rate": 4.6986754966887414e-05,
+      "loss": 0.068,
+      "step": 10390
+    },
+    {
+      "epoch": 16.94,
+      "learning_rate": 4.6738410596026484e-05,
+      "loss": 0.0721,
+      "step": 10400
+    },
+    {
+      "epoch": 16.94,
+      "eval_loss": 0.10198366641998291,
+      "eval_runtime": 1065.8653,
+      "eval_samples_per_second": 10.892,
+      "eval_steps_per_second": 0.681,
+      "eval_wer": 0.2820895862792501,
+      "step": 10400
+    },
+    {
+      "epoch": 16.95,
+      "learning_rate": 4.649006622516556e-05,
+      "loss": 0.0774,
+      "step": 10410
+    },
+    {
+      "epoch": 16.97,
+      "learning_rate": 4.624172185430463e-05,
+      "loss": 0.0917,
+      "step": 10420
+    },
+    {
+      "epoch": 16.98,
+      "learning_rate": 4.5993377483443705e-05,
+      "loss": 0.0816,
+      "step": 10430
+    },
+    {
+      "epoch": 17.0,
+      "learning_rate": 4.574503311258278e-05,
+      "loss": 0.0686,
+      "step": 10440
+    },
+    {
+      "epoch": 17.02,
+      "learning_rate": 4.549668874172185e-05,
+      "loss": 0.0662,
+      "step": 10450
+    },
+    {
+      "epoch": 17.03,
+      "learning_rate": 4.524834437086092e-05,
+      "loss": 0.0622,
+      "step": 10460
+    },
+    {
+      "epoch": 17.05,
+      "learning_rate": 4.4999999999999996e-05,
+      "loss": 0.0787,
+      "step": 10470
+    },
+    {
+      "epoch": 17.07,
+      "learning_rate": 4.4751655629139065e-05,
+      "loss": 0.0847,
+      "step": 10480
+    },
+    {
+      "epoch": 17.08,
+      "learning_rate": 4.450331125827815e-05,
+      "loss": 0.0917,
+      "step": 10490
+    },
+    {
+      "epoch": 17.1,
+      "learning_rate": 4.425496688741722e-05,
+      "loss": 0.0694,
+      "step": 10500
+    },
+    {
+      "epoch": 17.1,
+      "eval_loss": 0.1046956330537796,
+      "eval_runtime": 1061.7404,
+      "eval_samples_per_second": 10.934,
+      "eval_steps_per_second": 0.684,
+      "eval_wer": 0.2802764220225334,
+      "step": 10500
+    },
+    {
+      "epoch": 17.11,
+      "learning_rate": 4.400662251655629e-05,
+      "loss": 0.0708,
+      "step": 10510
+    },
+    {
+      "epoch": 17.13,
+      "learning_rate": 4.375827814569536e-05,
+      "loss": 0.0676,
+      "step": 10520
+    },
+    {
+      "epoch": 17.15,
+      "learning_rate": 4.350993377483443e-05,
+      "loss": 0.0695,
+      "step": 10530
+    },
+    {
+      "epoch": 17.16,
+      "learning_rate": 4.32615894039735e-05,
+      "loss": 0.0889,
+      "step": 10540
+    },
+    {
+      "epoch": 17.18,
+      "learning_rate": 4.301324503311258e-05,
+      "loss": 0.0671,
+      "step": 10550
+    },
+    {
+      "epoch": 17.2,
+      "learning_rate": 4.2764900662251654e-05,
+      "loss": 0.0589,
+      "step": 10560
+    },
+    {
+      "epoch": 17.21,
+      "learning_rate": 4.251655629139073e-05,
+      "loss": 0.0769,
+      "step": 10570
+    },
+    {
+      "epoch": 17.23,
+      "learning_rate": 4.22682119205298e-05,
+      "loss": 0.0735,
+      "step": 10580
+    },
+    {
+      "epoch": 17.24,
+      "learning_rate": 4.201986754966887e-05,
+      "loss": 0.0944,
+      "step": 10590
+    },
+    {
+      "epoch": 17.26,
+      "learning_rate": 4.1771523178807945e-05,
+      "loss": 0.0574,
+      "step": 10600
+    },
+    {
+      "epoch": 17.26,
+      "eval_loss": 0.10528343170881271,
+      "eval_runtime": 1049.4398,
+      "eval_samples_per_second": 11.062,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.2829790630844319,
+      "step": 10600
+    },
+    {
+      "epoch": 17.28,
+      "learning_rate": 4.1523178807947014e-05,
+      "loss": 0.0693,
+      "step": 10610
+    },
+    {
+      "epoch": 17.29,
+      "learning_rate": 4.127483443708608e-05,
+      "loss": 0.0716,
+      "step": 10620
+    },
+    {
+      "epoch": 17.31,
+      "learning_rate": 4.1026490066225166e-05,
+      "loss": 0.0773,
+      "step": 10630
+    },
+    {
+      "epoch": 17.33,
+      "learning_rate": 4.0778145695364236e-05,
+      "loss": 0.0825,
+      "step": 10640
+    },
+    {
+      "epoch": 17.34,
+      "learning_rate": 4.0529801324503305e-05,
+      "loss": 0.0624,
+      "step": 10650
+    },
+    {
+      "epoch": 17.36,
+      "learning_rate": 4.028145695364238e-05,
+      "loss": 0.077,
+      "step": 10660
+    },
+    {
+      "epoch": 17.38,
+      "learning_rate": 4.003311258278145e-05,
+      "loss": 0.0673,
+      "step": 10670
+    },
+    {
+      "epoch": 17.39,
+      "learning_rate": 3.978476821192052e-05,
+      "loss": 0.0698,
+      "step": 10680
+    },
+    {
+      "epoch": 17.41,
+      "learning_rate": 3.95364238410596e-05,
+      "loss": 0.0917,
+      "step": 10690
+    },
+    {
+      "epoch": 17.42,
+      "learning_rate": 3.928807947019867e-05,
+      "loss": 0.0578,
+      "step": 10700
+    },
+    {
+      "epoch": 17.42,
+      "eval_loss": 0.10418736189603806,
+      "eval_runtime": 1051.2916,
+      "eval_samples_per_second": 11.043,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.28060712493728046,
+      "step": 10700
+    },
+    {
+      "epoch": 17.44,
+      "learning_rate": 3.903973509933775e-05,
+      "loss": 0.0729,
+      "step": 10710
+    },
+    {
+      "epoch": 17.46,
+      "learning_rate": 3.879139072847682e-05,
+      "loss": 0.0667,
+      "step": 10720
+    },
+    {
+      "epoch": 17.47,
+      "learning_rate": 3.8543046357615887e-05,
+      "loss": 0.0706,
+      "step": 10730
+    },
+    {
+      "epoch": 17.49,
+      "learning_rate": 3.829470198675496e-05,
+      "loss": 0.0918,
+      "step": 10740
+    },
+    {
+      "epoch": 17.51,
+      "learning_rate": 3.804635761589403e-05,
+      "loss": 0.0677,
+      "step": 10750
+    },
+    {
+      "epoch": 17.52,
+      "learning_rate": 3.7798013245033115e-05,
+      "loss": 0.0637,
+      "step": 10760
+    },
+    {
+      "epoch": 17.54,
+      "learning_rate": 3.7549668874172184e-05,
+      "loss": 0.0747,
+      "step": 10770
+    },
+    {
+      "epoch": 17.55,
+      "learning_rate": 3.7301324503311254e-05,
+      "loss": 0.0792,
+      "step": 10780
+    },
+    {
+      "epoch": 17.57,
+      "learning_rate": 3.705298013245033e-05,
+      "loss": 0.0811,
+      "step": 10790
+    },
+    {
+      "epoch": 17.59,
+      "learning_rate": 3.68046357615894e-05,
+      "loss": 0.0663,
+      "step": 10800
+    },
+    {
+      "epoch": 17.59,
+      "eval_loss": 0.10351713746786118,
+      "eval_runtime": 1048.2807,
+      "eval_samples_per_second": 11.074,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.2800939652419833,
+      "step": 10800
+    },
+    {
+      "epoch": 17.6,
+      "learning_rate": 3.6556291390728475e-05,
+      "loss": 0.0697,
+      "step": 10810
+    },
+    {
+      "epoch": 17.62,
+      "learning_rate": 3.6307947019867544e-05,
+      "loss": 0.0663,
+      "step": 10820
+    },
+    {
+      "epoch": 17.64,
+      "learning_rate": 3.605960264900662e-05,
+      "loss": 0.0702,
+      "step": 10830
+    },
+    {
+      "epoch": 17.65,
+      "learning_rate": 3.5811258278145697e-05,
+      "loss": 0.0877,
+      "step": 10840
+    },
+    {
+      "epoch": 17.67,
+      "learning_rate": 3.5562913907284766e-05,
+      "loss": 0.0669,
+      "step": 10850
+    },
+    {
+      "epoch": 17.68,
+      "learning_rate": 3.5314569536423835e-05,
+      "loss": 0.0696,
+      "step": 10860
+    },
+    {
+      "epoch": 17.7,
+      "learning_rate": 3.506622516556291e-05,
+      "loss": 0.0677,
+      "step": 10870
+    },
+    {
+      "epoch": 17.72,
+      "learning_rate": 3.481788079470199e-05,
+      "loss": 0.0791,
+      "step": 10880
+    },
+    {
+      "epoch": 17.73,
+      "learning_rate": 3.456953642384106e-05,
+      "loss": 0.0886,
+      "step": 10890
+    },
+    {
+      "epoch": 17.75,
+      "learning_rate": 3.4321192052980126e-05,
+      "loss": 0.0615,
+      "step": 10900
+    },
+    {
+      "epoch": 17.75,
+      "eval_loss": 0.10250340402126312,
+      "eval_runtime": 1058.0947,
+      "eval_samples_per_second": 10.972,
+      "eval_steps_per_second": 0.686,
+      "eval_wer": 0.2784974684121699,
+      "step": 10900
+    },
+    {
+      "epoch": 17.77,
+      "learning_rate": 3.40728476821192e-05,
+      "loss": 0.0714,
+      "step": 10910
+    },
+    {
+      "epoch": 17.78,
+      "learning_rate": 3.382450331125827e-05,
+      "loss": 0.0706,
+      "step": 10920
+    },
+    {
+      "epoch": 17.8,
+      "learning_rate": 3.357615894039735e-05,
+      "loss": 0.0621,
+      "step": 10930
+    },
+    {
+      "epoch": 17.81,
+      "learning_rate": 3.3327814569536424e-05,
+      "loss": 0.0985,
+      "step": 10940
+    },
+    {
+      "epoch": 17.83,
+      "learning_rate": 3.307947019867549e-05,
+      "loss": 0.0594,
+      "step": 10950
+    },
+    {
+      "epoch": 17.85,
+      "learning_rate": 3.283112582781456e-05,
+      "loss": 0.0676,
+      "step": 10960
+    },
+    {
+      "epoch": 17.86,
+      "learning_rate": 3.258278145695364e-05,
+      "loss": 0.0621,
+      "step": 10970
+    },
+    {
+      "epoch": 17.88,
+      "learning_rate": 3.2334437086092715e-05,
+      "loss": 0.0702,
+      "step": 10980
+    },
+    {
+      "epoch": 17.9,
+      "learning_rate": 3.2086092715231784e-05,
+      "loss": 0.0865,
+      "step": 10990
+    },
+    {
+      "epoch": 17.91,
+      "learning_rate": 3.183774834437086e-05,
+      "loss": 0.0706,
+      "step": 11000
+    },
+    {
+      "epoch": 17.91,
+      "eval_loss": 0.10284795612096786,
+      "eval_runtime": 1051.8233,
+      "eval_samples_per_second": 11.037,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.2791702777904484,
+      "step": 11000
+    },
+    {
+      "epoch": 17.93,
+      "learning_rate": 3.158940397350993e-05,
+      "loss": 10.0938,
+      "step": 11010
+    },
+    {
+      "epoch": 17.95,
+      "learning_rate": 3.1341059602649005e-05,
+      "loss": 4.2095,
+      "step": 11020
+    },
+    {
+      "epoch": 17.96,
+      "learning_rate": 3.1092715231788075e-05,
+      "loss": 3.0169,
+      "step": 11030
+    },
+    {
+      "epoch": 17.98,
+      "learning_rate": 3.084437086092715e-05,
+      "loss": 2.3365,
+      "step": 11040
+    },
+    {
+      "epoch": 18.0,
+      "learning_rate": 3.059602649006622e-05,
+      "loss": 1.521,
+      "step": 11050
+    },
+    {
+      "epoch": 18.01,
+      "learning_rate": 3.0347682119205293e-05,
+      "loss": 0.9603,
+      "step": 11060
+    },
+    {
+      "epoch": 18.03,
+      "learning_rate": 3.009933774834437e-05,
+      "loss": 0.5772,
+      "step": 11070
+    },
+    {
+      "epoch": 18.04,
+      "learning_rate": 2.985099337748344e-05,
+      "loss": 0.3719,
+      "step": 11080
+    },
+    {
+      "epoch": 18.06,
+      "learning_rate": 2.9602649006622514e-05,
+      "loss": 0.2586,
+      "step": 11090
+    },
+    {
+      "epoch": 18.08,
+      "learning_rate": 2.9354304635761587e-05,
+      "loss": 0.2373,
+      "step": 11100
+    },
+    {
+      "epoch": 18.08,
+      "eval_loss": 0.16864430904388428,
+      "eval_runtime": 1045.0461,
+      "eval_samples_per_second": 11.109,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.33723714820052,
+      "step": 11100
+    },
+    {
+      "epoch": 18.09,
+      "learning_rate": 2.910596026490066e-05,
+      "loss": 0.1572,
+      "step": 11110
+    },
+    {
+      "epoch": 18.11,
+      "learning_rate": 2.8857615894039733e-05,
+      "loss": 0.146,
+      "step": 11120
+    },
+    {
+      "epoch": 18.13,
+      "learning_rate": 2.860927152317881e-05,
+      "loss": 0.1208,
+      "step": 11130
+    },
+    {
+      "epoch": 18.14,
+      "learning_rate": 2.8360927152317878e-05,
+      "loss": 0.129,
+      "step": 11140
+    },
+    {
+      "epoch": 18.16,
+      "learning_rate": 2.811258278145695e-05,
+      "loss": 0.1562,
+      "step": 11150
+    },
+    {
+      "epoch": 18.17,
+      "learning_rate": 2.7864238410596023e-05,
+      "loss": 0.1154,
+      "step": 11160
+    },
+    {
+      "epoch": 18.19,
+      "learning_rate": 2.76158940397351e-05,
+      "loss": 0.1085,
+      "step": 11170
+    },
+    {
+      "epoch": 18.21,
+      "learning_rate": 2.736754966887417e-05,
+      "loss": 0.1035,
+      "step": 11180
+    },
+    {
+      "epoch": 18.22,
+      "learning_rate": 2.711920529801324e-05,
+      "loss": 0.1074,
+      "step": 11190
+    },
+    {
+      "epoch": 18.24,
+      "learning_rate": 2.6870860927152318e-05,
+      "loss": 0.1137,
+      "step": 11200
+    },
+    {
+      "epoch": 18.24,
+      "eval_loss": 0.12019266188144684,
+      "eval_runtime": 1065.1164,
+      "eval_samples_per_second": 10.899,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.29376682023445694,
+      "step": 11200
+    },
+    {
+      "epoch": 18.26,
+      "learning_rate": 2.662251655629139e-05,
+      "loss": 0.112,
+      "step": 11210
+    },
+    {
+      "epoch": 18.27,
+      "learning_rate": 2.637417218543046e-05,
+      "loss": 0.0884,
+      "step": 11220
+    },
+    {
+      "epoch": 18.29,
+      "learning_rate": 2.6125827814569536e-05,
+      "loss": 0.0971,
+      "step": 11230
+    },
+    {
+      "epoch": 18.31,
+      "learning_rate": 2.587748344370861e-05,
+      "loss": 0.0817,
+      "step": 11240
+    },
+    {
+      "epoch": 18.32,
+      "learning_rate": 2.5629139072847678e-05,
+      "loss": 0.1116,
+      "step": 11250
+    },
+    {
+      "epoch": 18.34,
+      "learning_rate": 2.538079470198675e-05,
+      "loss": 0.1028,
+      "step": 11260
+    },
+    {
+      "epoch": 18.35,
+      "learning_rate": 2.5132450331125827e-05,
+      "loss": 0.0838,
+      "step": 11270
+    },
+    {
+      "epoch": 18.37,
+      "learning_rate": 2.48841059602649e-05,
+      "loss": 0.0956,
+      "step": 11280
+    },
+    {
+      "epoch": 18.39,
+      "learning_rate": 2.463576158940397e-05,
+      "loss": 0.1153,
+      "step": 11290
+    },
+    {
+      "epoch": 18.4,
+      "learning_rate": 2.4387417218543045e-05,
+      "loss": 0.1008,
+      "step": 11300
+    },
+    {
+      "epoch": 18.4,
+      "eval_loss": 0.11432518064975739,
+      "eval_runtime": 1073.4142,
+      "eval_samples_per_second": 10.815,
+      "eval_steps_per_second": 0.676,
+      "eval_wer": 0.2895132965378826,
+      "step": 11300
+    },
+    {
+      "epoch": 18.42,
+      "learning_rate": 2.4139072847682117e-05,
+      "loss": 0.1066,
+      "step": 11310
+    },
+    {
+      "epoch": 18.44,
+      "learning_rate": 2.389072847682119e-05,
+      "loss": 0.0792,
+      "step": 11320
+    },
+    {
+      "epoch": 18.45,
+      "learning_rate": 2.3642384105960263e-05,
+      "loss": 0.0937,
+      "step": 11330
+    },
+    {
+      "epoch": 18.47,
+      "learning_rate": 2.3394039735099336e-05,
+      "loss": 0.0853,
+      "step": 11340
+    },
+    {
+      "epoch": 18.48,
+      "learning_rate": 2.3145695364238408e-05,
+      "loss": 0.1179,
+      "step": 11350
+    },
+    {
+      "epoch": 18.5,
+      "learning_rate": 2.2897350993377484e-05,
+      "loss": 0.1024,
+      "step": 11360
+    },
+    {
+      "epoch": 18.52,
+      "learning_rate": 2.2649006622516554e-05,
+      "loss": 0.0802,
+      "step": 11370
+    },
+    {
+      "epoch": 18.53,
+      "learning_rate": 2.2400662251655626e-05,
+      "loss": 0.0818,
+      "step": 11380
+    },
+    {
+      "epoch": 18.55,
+      "learning_rate": 2.21523178807947e-05,
+      "loss": 0.0862,
+      "step": 11390
+    },
+    {
+      "epoch": 18.57,
+      "learning_rate": 2.1903973509933775e-05,
+      "loss": 0.1004,
+      "step": 11400
+    },
+    {
+      "epoch": 18.57,
+      "eval_loss": 0.1126680076122284,
+      "eval_runtime": 1063.6172,
+      "eval_samples_per_second": 10.915,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.28743785065912514,
+      "step": 11400
+    },
+    {
+      "epoch": 18.58,
+      "learning_rate": 2.1655629139072845e-05,
+      "loss": 0.1031,
+      "step": 11410
+    },
+    {
+      "epoch": 18.6,
+      "learning_rate": 2.1407284768211917e-05,
+      "loss": 0.0796,
+      "step": 11420
+    },
+    {
+      "epoch": 18.61,
+      "learning_rate": 2.1158940397350993e-05,
+      "loss": 0.0751,
+      "step": 11430
+    },
+    {
+      "epoch": 18.63,
+      "learning_rate": 2.0910596026490066e-05,
+      "loss": 0.0799,
+      "step": 11440
+    },
+    {
+      "epoch": 18.65,
+      "learning_rate": 2.0662251655629135e-05,
+      "loss": 0.0893,
+      "step": 11450
+    },
+    {
+      "epoch": 18.66,
+      "learning_rate": 2.041390728476821e-05,
+      "loss": 0.0856,
+      "step": 11460
+    },
+    {
+      "epoch": 18.68,
+      "learning_rate": 2.0165562913907284e-05,
+      "loss": 0.0864,
+      "step": 11470
+    },
+    {
+      "epoch": 18.7,
+      "learning_rate": 1.9917218543046354e-05,
+      "loss": 0.0892,
+      "step": 11480
+    },
+    {
+      "epoch": 18.71,
+      "learning_rate": 1.9668874172185426e-05,
+      "loss": 0.0887,
+      "step": 11490
+    },
+    {
+      "epoch": 18.73,
+      "learning_rate": 1.9420529801324502e-05,
+      "loss": 0.0874,
+      "step": 11500
+    },
+    {
+      "epoch": 18.73,
+      "eval_loss": 0.11079666018486023,
+      "eval_runtime": 1041.9643,
+      "eval_samples_per_second": 11.141,
+      "eval_steps_per_second": 0.697,
+      "eval_wer": 0.28611503900013685,
+      "step": 11500
+    },
+    {
+      "epoch": 18.74,
+      "learning_rate": 1.9172185430463575e-05,
+      "loss": 0.0881,
+      "step": 11510
+    },
+    {
+      "epoch": 18.76,
+      "learning_rate": 1.8923841059602644e-05,
+      "loss": 0.0699,
+      "step": 11520
+    },
+    {
+      "epoch": 18.78,
+      "learning_rate": 1.867549668874172e-05,
+      "loss": 0.0706,
+      "step": 11530
+    },
+    {
+      "epoch": 18.79,
+      "learning_rate": 1.8427152317880793e-05,
+      "loss": 0.0796,
+      "step": 11540
+    },
+    {
+      "epoch": 18.81,
+      "learning_rate": 1.8178807947019866e-05,
+      "loss": 0.0873,
+      "step": 11550
+    },
+    {
+      "epoch": 18.83,
+      "learning_rate": 1.793046357615894e-05,
+      "loss": 0.0909,
+      "step": 11560
+    },
+    {
+      "epoch": 18.84,
+      "learning_rate": 1.768211920529801e-05,
+      "loss": 0.0757,
+      "step": 11570
+    },
+    {
+      "epoch": 18.86,
+      "learning_rate": 1.7433774834437084e-05,
+      "loss": 0.0848,
+      "step": 11580
+    },
+    {
+      "epoch": 18.87,
+      "learning_rate": 1.7185430463576157e-05,
+      "loss": 0.0883,
+      "step": 11590
+    },
+    {
+      "epoch": 18.89,
+      "learning_rate": 1.693708609271523e-05,
+      "loss": 0.0926,
+      "step": 11600
+    },
+    {
+      "epoch": 18.89,
+      "eval_loss": 0.11082259565591812,
+      "eval_runtime": 1057.6926,
+      "eval_samples_per_second": 10.976,
+      "eval_steps_per_second": 0.686,
+      "eval_wer": 0.2837773114993386,
+      "step": 11600
+    },
+    {
+      "epoch": 18.91,
+      "learning_rate": 1.6688741721854302e-05,
+      "loss": 0.0818,
+      "step": 11610
+    },
+    {
+      "epoch": 18.92,
+      "learning_rate": 1.6440397350993375e-05,
+      "loss": 0.0755,
+      "step": 11620
+    },
+    {
+      "epoch": 18.94,
+      "learning_rate": 1.6192052980132448e-05,
+      "loss": 0.0729,
+      "step": 11630
+    },
+    {
+      "epoch": 18.96,
+      "learning_rate": 1.594370860927152e-05,
+      "loss": 0.089,
+      "step": 11640
+    },
+    {
+      "epoch": 18.97,
+      "learning_rate": 1.5695364238410596e-05,
+      "loss": 0.0851,
+      "step": 11650
+    },
+    {
+      "epoch": 18.99,
+      "learning_rate": 1.5447019867549666e-05,
+      "loss": 0.0825,
+      "step": 11660
+    },
+    {
+      "epoch": 19.0,
+      "learning_rate": 1.519867549668874e-05,
+      "loss": 0.0837,
+      "step": 11670
+    },
+    {
+      "epoch": 19.02,
+      "learning_rate": 1.4950331125827815e-05,
+      "loss": 0.087,
+      "step": 11680
+    },
+    {
+      "epoch": 19.04,
+      "learning_rate": 1.4701986754966886e-05,
+      "loss": 0.0712,
+      "step": 11690
+    },
+    {
+      "epoch": 19.05,
+      "learning_rate": 1.445364238410596e-05,
+      "loss": 0.0703,
+      "step": 11700
+    },
+    {
+      "epoch": 19.05,
+      "eval_loss": 0.11007437109947205,
+      "eval_runtime": 1067.8676,
+      "eval_samples_per_second": 10.871,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.28337818729188524,
+      "step": 11700
+    },
+    {
+      "epoch": 19.07,
+      "learning_rate": 1.4205298013245031e-05,
+      "loss": 0.0777,
+      "step": 11710
+    },
+    {
+      "epoch": 19.09,
+      "learning_rate": 1.3956953642384105e-05,
+      "loss": 0.0876,
+      "step": 11720
+    },
+    {
+      "epoch": 19.1,
+      "learning_rate": 1.3708609271523178e-05,
+      "loss": 0.0782,
+      "step": 11730
+    },
+    {
+      "epoch": 19.12,
+      "learning_rate": 1.3460264900662251e-05,
+      "loss": 0.0983,
+      "step": 11740
+    },
+    {
+      "epoch": 19.14,
+      "learning_rate": 1.3211920529801324e-05,
+      "loss": 0.0696,
+      "step": 11750
+    },
+    {
+      "epoch": 19.15,
+      "learning_rate": 1.2963576158940395e-05,
+      "loss": 0.0708,
+      "step": 11760
+    },
+    {
+      "epoch": 19.17,
+      "learning_rate": 1.2715231788079469e-05,
+      "loss": 0.0975,
+      "step": 11770
+    },
+    {
+      "epoch": 19.18,
+      "learning_rate": 1.2466887417218543e-05,
+      "loss": 0.0732,
+      "step": 11780
+    },
+    {
+      "epoch": 19.2,
+      "learning_rate": 1.2218543046357614e-05,
+      "loss": 0.0666,
+      "step": 11790
+    },
+    {
+      "epoch": 19.22,
+      "learning_rate": 1.1970198675496689e-05,
+      "loss": 0.0893,
+      "step": 11800
+    },
+    {
+      "epoch": 19.22,
+      "eval_loss": 0.10971127450466156,
+      "eval_runtime": 1068.6941,
+      "eval_samples_per_second": 10.863,
+      "eval_steps_per_second": 0.679,
+      "eval_wer": 0.2823632714500753,
+      "step": 11800
+    },
+    {
+      "epoch": 19.23,
+      "learning_rate": 1.172185430463576e-05,
+      "loss": 0.0847,
+      "step": 11810
+    },
+    {
+      "epoch": 19.25,
+      "learning_rate": 1.1473509933774833e-05,
+      "loss": 0.0857,
+      "step": 11820
+    },
+    {
+      "epoch": 19.27,
+      "learning_rate": 1.1225165562913907e-05,
+      "loss": 0.0703,
+      "step": 11830
+    },
+    {
+      "epoch": 19.28,
+      "learning_rate": 1.0976821192052978e-05,
+      "loss": 0.0756,
+      "step": 11840
+    },
+    {
+      "epoch": 19.3,
+      "learning_rate": 1.0728476821192052e-05,
+      "loss": 0.0725,
+      "step": 11850
+    },
+    {
+      "epoch": 19.31,
+      "learning_rate": 1.0480132450331123e-05,
+      "loss": 0.0758,
+      "step": 11860
+    },
+    {
+      "epoch": 19.33,
+      "learning_rate": 1.0231788079470198e-05,
+      "loss": 0.0953,
+      "step": 11870
+    },
+    {
+      "epoch": 19.35,
+      "learning_rate": 9.98344370860927e-06,
+      "loss": 0.0631,
+      "step": 11880
+    },
+    {
+      "epoch": 19.36,
+      "learning_rate": 9.735099337748343e-06,
+      "loss": 0.065,
+      "step": 11890
+    },
+    {
+      "epoch": 19.38,
+      "learning_rate": 9.486754966887416e-06,
+      "loss": 0.0681,
+      "step": 11900
+    },
+    {
+      "epoch": 19.38,
+      "eval_loss": 0.1099138930439949,
+      "eval_runtime": 1072.2547,
+      "eval_samples_per_second": 10.827,
+      "eval_steps_per_second": 0.677,
+      "eval_wer": 0.2822264288646627,
+      "step": 11900
+    },
+    {
+      "epoch": 19.4,
+      "learning_rate": 9.238410596026489e-06,
+      "loss": 0.0888,
+      "step": 11910
+    },
+    {
+      "epoch": 19.41,
+      "learning_rate": 8.990066225165561e-06,
+      "loss": 0.0992,
+      "step": 11920
+    },
+    {
+      "epoch": 19.43,
+      "learning_rate": 8.741721854304636e-06,
+      "loss": 0.0676,
+      "step": 11930
+    },
+    {
+      "epoch": 19.44,
+      "learning_rate": 8.493377483443708e-06,
+      "loss": 0.0751,
+      "step": 11940
+    },
+    {
+      "epoch": 19.46,
+      "learning_rate": 8.245033112582781e-06,
+      "loss": 0.0731,
+      "step": 11950
+    },
+    {
+      "epoch": 19.48,
+      "learning_rate": 7.996688741721854e-06,
+      "loss": 0.0822,
+      "step": 11960
+    },
+    {
+      "epoch": 19.49,
+      "learning_rate": 7.748344370860927e-06,
+      "loss": 0.0869,
+      "step": 11970
+    },
+    {
+      "epoch": 19.51,
+      "learning_rate": 7.499999999999999e-06,
+      "loss": 0.0649,
+      "step": 11980
+    },
+    {
+      "epoch": 19.53,
+      "learning_rate": 7.251655629139072e-06,
+      "loss": 0.0768,
+      "step": 11990
+    },
+    {
+      "epoch": 19.54,
+      "learning_rate": 7.003311258278145e-06,
+      "loss": 0.0668,
+      "step": 12000
+    },
+    {
+      "epoch": 19.54,
+      "eval_loss": 0.10861677676439285,
+      "eval_runtime": 1063.5049,
+      "eval_samples_per_second": 10.916,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.28134835560826527,
+      "step": 12000
+    },
+    {
+      "epoch": 19.56,
+      "learning_rate": 6.7549668874172175e-06,
+      "loss": 0.0876,
+      "step": 12010
+    },
+    {
+      "epoch": 19.57,
+      "learning_rate": 6.50662251655629e-06,
+      "loss": 0.0991,
+      "step": 12020
+    },
+    {
+      "epoch": 19.59,
+      "learning_rate": 6.258278145695364e-06,
+      "loss": 0.0697,
+      "step": 12030
+    },
+    {
+      "epoch": 19.61,
+      "learning_rate": 6.0099337748344365e-06,
+      "loss": 0.0693,
+      "step": 12040
+    },
+    {
+      "epoch": 19.62,
+      "learning_rate": 5.761589403973509e-06,
+      "loss": 0.0774,
+      "step": 12050
+    },
+    {
+      "epoch": 19.64,
+      "learning_rate": 5.513245033112582e-06,
+      "loss": 0.0758,
+      "step": 12060
+    },
+    {
+      "epoch": 19.66,
+      "learning_rate": 5.2649006622516554e-06,
+      "loss": 0.0841,
+      "step": 12070
+    },
+    {
+      "epoch": 19.67,
+      "learning_rate": 5.016556291390728e-06,
+      "loss": 0.0639,
+      "step": 12080
+    },
+    {
+      "epoch": 19.69,
+      "learning_rate": 4.768211920529801e-06,
+      "loss": 0.0603,
+      "step": 12090
+    },
+    {
+      "epoch": 19.7,
+      "learning_rate": 4.519867549668874e-06,
+      "loss": 0.069,
+      "step": 12100
+    },
+    {
+      "epoch": 19.7,
+      "eval_loss": 0.10873053967952728,
+      "eval_runtime": 1069.5423,
+      "eval_samples_per_second": 10.854,
+      "eval_steps_per_second": 0.679,
+      "eval_wer": 0.2809720384983807,
+      "step": 12100
+    },
+    {
+      "epoch": 19.72,
+      "learning_rate": 4.271523178807946e-06,
+      "loss": 0.0792,
+      "step": 12110
+    },
+    {
+      "epoch": 19.74,
+      "learning_rate": 4.023178807947019e-06,
+      "loss": 0.0962,
+      "step": 12120
+    },
+    {
+      "epoch": 19.75,
+      "learning_rate": 3.7748344370860926e-06,
+      "loss": 0.0689,
+      "step": 12130
+    },
+    {
+      "epoch": 19.77,
+      "learning_rate": 3.5264900662251653e-06,
+      "loss": 0.0614,
+      "step": 12140
+    },
+    {
+      "epoch": 19.79,
+      "learning_rate": 3.2781456953642384e-06,
+      "loss": 0.073,
+      "step": 12150
+    },
+    {
+      "epoch": 19.8,
+      "learning_rate": 3.029801324503311e-06,
+      "loss": 0.09,
+      "step": 12160
+    },
+    {
+      "epoch": 19.82,
+      "learning_rate": 2.7814569536423843e-06,
+      "loss": 0.0858,
+      "step": 12170
+    },
+    {
+      "epoch": 19.83,
+      "learning_rate": 2.5331125827814566e-06,
+      "loss": 0.0697,
+      "step": 12180
+    },
+    {
+      "epoch": 19.85,
+      "learning_rate": 2.2847682119205297e-06,
+      "loss": 0.0715,
+      "step": 12190
+    },
+    {
+      "epoch": 19.87,
+      "learning_rate": 2.0364238410596024e-06,
+      "loss": 0.0683,
+      "step": 12200
+    },
+    {
+      "epoch": 19.87,
+      "eval_loss": 0.10851749032735825,
+      "eval_runtime": 1064.1391,
+      "eval_samples_per_second": 10.909,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.28069835332755555,
+      "step": 12200
+    },
+    {
+      "epoch": 19.89,
+      "learning_rate": 0.0001521182266009852,
+      "loss": 6.4055,
+      "step": 12210
+    },
+    {
+      "epoch": 19.9,
+      "learning_rate": 0.00015199507389162563,
+      "loss": 2.5228,
+      "step": 12220
+    },
+    {
+      "epoch": 19.92,
+      "learning_rate": 0.00015187192118226598,
+      "loss": 0.9337,
+      "step": 12230
+    },
+    {
+      "epoch": 19.93,
+      "learning_rate": 0.0001517487684729064,
+      "loss": 0.2189,
+      "step": 12240
+    },
+    {
+      "epoch": 19.95,
+      "learning_rate": 0.0001516256157635468,
+      "loss": 0.1543,
+      "step": 12250
+    },
+    {
+      "epoch": 19.97,
+      "learning_rate": 0.0001515024630541872,
+      "loss": 0.1243,
+      "step": 12260
+    },
+    {
+      "epoch": 19.98,
+      "learning_rate": 0.00015137931034482757,
+      "loss": 0.1191,
+      "step": 12270
+    },
+    {
+      "epoch": 20.0,
+      "learning_rate": 0.00015125615763546797,
+      "loss": 0.111,
+      "step": 12280
+    },
+    {
+      "epoch": 20.02,
+      "learning_rate": 0.00015113300492610837,
+      "loss": 0.0933,
+      "step": 12290
+    },
+    {
+      "epoch": 20.03,
+      "learning_rate": 0.00015100985221674874,
+      "loss": 0.1116,
+      "step": 12300
+    },
+    {
+      "epoch": 20.03,
+      "eval_loss": 0.1220891997218132,
+      "eval_runtime": 1048.2317,
+      "eval_samples_per_second": 11.075,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.29784929069926563,
+      "step": 12300
+    },
+    {
+      "epoch": 20.05,
+      "learning_rate": 0.00015088669950738914,
+      "loss": 0.0964,
+      "step": 12310
+    },
+    {
+      "epoch": 20.06,
+      "learning_rate": 0.00015076354679802954,
+      "loss": 0.0915,
+      "step": 12320
+    },
+    {
+      "epoch": 20.08,
+      "learning_rate": 0.00015064039408866994,
+      "loss": 0.1102,
+      "step": 12330
+    },
+    {
+      "epoch": 20.1,
+      "learning_rate": 0.0001505172413793103,
+      "loss": 0.0953,
+      "step": 12340
+    },
+    {
+      "epoch": 20.11,
+      "learning_rate": 0.0001503940886699507,
+      "loss": 0.0995,
+      "step": 12350
+    },
+    {
+      "epoch": 20.13,
+      "learning_rate": 0.00015027093596059113,
+      "loss": 0.0888,
+      "step": 12360
+    },
+    {
+      "epoch": 20.15,
+      "learning_rate": 0.00015014778325123153,
+      "loss": 0.087,
+      "step": 12370
+    },
+    {
+      "epoch": 20.16,
+      "learning_rate": 0.0001500246305418719,
+      "loss": 0.1024,
+      "step": 12380
+    },
+    {
+      "epoch": 20.18,
+      "learning_rate": 0.0001499014778325123,
+      "loss": 0.0811,
+      "step": 12390
+    },
+    {
+      "epoch": 20.19,
+      "learning_rate": 0.0001497783251231527,
+      "loss": 0.0752,
+      "step": 12400
+    },
+    {
+      "epoch": 20.19,
+      "eval_loss": 0.11605001240968704,
+      "eval_runtime": 1049.1696,
+      "eval_samples_per_second": 11.065,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.2955571773936049,
+      "step": 12400
+    },
+    {
+      "epoch": 20.21,
+      "learning_rate": 0.00014965517241379307,
+      "loss": 0.0961,
+      "step": 12410
+    },
+    {
+      "epoch": 20.23,
+      "learning_rate": 0.0001495320197044335,
+      "loss": 0.0853,
+      "step": 12420
+    },
+    {
+      "epoch": 20.24,
+      "learning_rate": 0.00014940886699507387,
+      "loss": 0.1063,
+      "step": 12430
+    },
+    {
+      "epoch": 20.26,
+      "learning_rate": 0.00014928571428571427,
+      "loss": 0.0879,
+      "step": 12440
+    },
+    {
+      "epoch": 20.28,
+      "learning_rate": 0.00014916256157635467,
+      "loss": 0.0809,
+      "step": 12450
+    },
+    {
+      "epoch": 20.29,
+      "learning_rate": 0.00014903940886699506,
+      "loss": 0.0791,
+      "step": 12460
+    },
+    {
+      "epoch": 20.31,
+      "learning_rate": 0.00014891625615763546,
+      "loss": 0.0894,
+      "step": 12470
+    },
+    {
+      "epoch": 20.32,
+      "learning_rate": 0.00014879310344827586,
+      "loss": 0.1104,
+      "step": 12480
+    },
+    {
+      "epoch": 20.34,
+      "learning_rate": 0.00014866995073891623,
+      "loss": 0.0764,
+      "step": 12490
+    },
+    {
+      "epoch": 20.36,
+      "learning_rate": 0.00014854679802955663,
+      "loss": 0.0787,
+      "step": 12500
+    },
+    {
+      "epoch": 20.36,
+      "eval_loss": 0.11277788877487183,
+      "eval_runtime": 1072.4504,
+      "eval_samples_per_second": 10.825,
+      "eval_steps_per_second": 0.677,
+      "eval_wer": 0.2926834830999407,
+      "step": 12500
+    },
+    {
+      "epoch": 20.37,
+      "learning_rate": 0.00014842364532019703,
+      "loss": 0.0846,
+      "step": 12510
+    },
+    {
+      "epoch": 20.39,
+      "learning_rate": 0.00014830049261083743,
+      "loss": 0.0872,
+      "step": 12520
+    },
+    {
+      "epoch": 20.41,
+      "learning_rate": 0.00014817733990147783,
+      "loss": 0.0962,
+      "step": 12530
+    },
+    {
+      "epoch": 20.42,
+      "learning_rate": 0.00014805418719211823,
+      "loss": 0.0793,
+      "step": 12540
+    },
+    {
+      "epoch": 20.44,
+      "learning_rate": 0.0001479310344827586,
+      "loss": 0.0711,
+      "step": 12550
+    },
+    {
+      "epoch": 20.45,
+      "learning_rate": 0.000147807881773399,
+      "loss": 0.0853,
+      "step": 12560
+    },
+    {
+      "epoch": 20.47,
+      "learning_rate": 0.0001476847290640394,
+      "loss": 0.0922,
+      "step": 12570
+    },
+    {
+      "epoch": 20.49,
+      "learning_rate": 0.0001475615763546798,
+      "loss": 0.0894,
+      "step": 12580
+    },
+    {
+      "epoch": 20.5,
+      "learning_rate": 0.0001474384236453202,
+      "loss": 0.0755,
+      "step": 12590
+    },
+    {
+      "epoch": 20.52,
+      "learning_rate": 0.0001473152709359606,
+      "loss": 0.0741,
+      "step": 12600
+    },
+    {
+      "epoch": 20.52,
+      "eval_loss": 0.10998177528381348,
+      "eval_runtime": 1068.2388,
+      "eval_samples_per_second": 10.867,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.29217032340464355,
+      "step": 12600
+    },
+    {
+      "epoch": 20.54,
+      "learning_rate": 0.00014719211822660096,
+      "loss": 0.0706,
+      "step": 12610
+    },
+    {
+      "epoch": 20.55,
+      "learning_rate": 0.00014706896551724136,
+      "loss": 0.0966,
+      "step": 12620
+    },
+    {
+      "epoch": 20.57,
+      "learning_rate": 0.00014694581280788176,
+      "loss": 0.0948,
+      "step": 12630
+    },
+    {
+      "epoch": 20.59,
+      "learning_rate": 0.00014682266009852216,
+      "loss": 0.0987,
+      "step": 12640
+    },
+    {
+      "epoch": 20.6,
+      "learning_rate": 0.00014669950738916256,
+      "loss": 0.0776,
+      "step": 12650
+    },
+    {
+      "epoch": 20.62,
+      "learning_rate": 0.00014657635467980296,
+      "loss": 0.077,
+      "step": 12660
+    },
+    {
+      "epoch": 20.63,
+      "learning_rate": 0.00014645320197044333,
+      "loss": 0.0806,
+      "step": 12670
+    },
+    {
+      "epoch": 20.65,
+      "learning_rate": 0.00014633004926108373,
+      "loss": 0.1043,
+      "step": 12680
+    },
+    {
+      "epoch": 20.67,
+      "learning_rate": 0.00014620689655172413,
+      "loss": 0.0763,
+      "step": 12690
+    },
+    {
+      "epoch": 20.68,
+      "learning_rate": 0.00014608374384236452,
+      "loss": 0.0764,
+      "step": 12700
+    },
+    {
+      "epoch": 20.68,
+      "eval_loss": 0.10805055499076843,
+      "eval_runtime": 1083.9498,
+      "eval_samples_per_second": 10.71,
+      "eval_steps_per_second": 0.67,
+      "eval_wer": 0.2905624230260457,
+      "step": 12700
+    },
+    {
+      "epoch": 20.7,
+      "learning_rate": 0.00014596059113300492,
+      "loss": 0.0765,
+      "step": 12710
+    },
+    {
+      "epoch": 20.72,
+      "learning_rate": 0.00014583743842364532,
+      "loss": 0.0933,
+      "step": 12720
+    },
+    {
+      "epoch": 20.73,
+      "learning_rate": 0.0001457142857142857,
+      "loss": 0.0961,
+      "step": 12730
+    },
+    {
+      "epoch": 20.75,
+      "learning_rate": 0.0001455911330049261,
+      "loss": 0.075,
+      "step": 12740
+    },
+    {
+      "epoch": 20.76,
+      "learning_rate": 0.0001454679802955665,
+      "loss": 0.0707,
+      "step": 12750
+    },
+    {
+      "epoch": 20.78,
+      "learning_rate": 0.0001453448275862069,
+      "loss": 0.0802,
+      "step": 12760
+    },
+    {
+      "epoch": 20.8,
+      "learning_rate": 0.0001452216748768473,
+      "loss": 0.0856,
+      "step": 12770
+    },
+    {
+      "epoch": 20.81,
+      "learning_rate": 0.0001450985221674877,
+      "loss": 0.0818,
+      "step": 12780
+    },
+    {
+      "epoch": 20.83,
+      "learning_rate": 0.00014497536945812806,
+      "loss": 0.0736,
+      "step": 12790
+    },
+    {
+      "epoch": 20.85,
+      "learning_rate": 0.00014485221674876846,
+      "loss": 0.0747,
+      "step": 12800
+    },
+    {
+      "epoch": 20.85,
+      "eval_loss": 0.10820723325014114,
+      "eval_runtime": 1075.714,
+      "eval_samples_per_second": 10.792,
+      "eval_steps_per_second": 0.675,
+      "eval_wer": 0.28959312137937326,
+      "step": 12800
+    },
+    {
+      "epoch": 20.86,
+      "learning_rate": 0.00014472906403940886,
+      "loss": 0.0697,
+      "step": 12810
+    },
+    {
+      "epoch": 20.88,
+      "learning_rate": 0.00014460591133004926,
+      "loss": 0.0806,
+      "step": 12820
+    },
+    {
+      "epoch": 20.89,
+      "learning_rate": 0.00014448275862068965,
+      "loss": 0.1074,
+      "step": 12830
+    },
+    {
+      "epoch": 20.91,
+      "learning_rate": 0.00014435960591133003,
+      "loss": 0.0917,
+      "step": 12840
+    },
+    {
+      "epoch": 20.93,
+      "learning_rate": 0.00014423645320197042,
+      "loss": 0.0739,
+      "step": 12850
+    },
+    {
+      "epoch": 20.94,
+      "learning_rate": 0.00014411330049261082,
+      "loss": 0.0723,
+      "step": 12860
+    },
+    {
+      "epoch": 20.96,
+      "learning_rate": 0.00014399014778325122,
+      "loss": 0.0808,
+      "step": 12870
+    },
+    {
+      "epoch": 20.98,
+      "learning_rate": 0.0001438669950738916,
+      "loss": 0.0885,
+      "step": 12880
+    },
+    {
+      "epoch": 20.99,
+      "learning_rate": 0.00014374384236453202,
+      "loss": 0.0747,
+      "step": 12890
+    },
+    {
+      "epoch": 21.01,
+      "learning_rate": 0.0001436206896551724,
+      "loss": 0.0876,
+      "step": 12900
+    },
+    {
+      "epoch": 21.01,
+      "eval_loss": 0.10523966699838638,
+      "eval_runtime": 1065.0768,
+      "eval_samples_per_second": 10.9,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.2896273320257264,
+      "step": 12900
+    },
+    {
+      "epoch": 21.02,
+      "learning_rate": 0.0001434975369458128,
+      "loss": 0.061,
+      "step": 12910
+    },
+    {
+      "epoch": 21.04,
+      "learning_rate": 0.0001433743842364532,
+      "loss": 0.0776,
+      "step": 12920
+    },
+    {
+      "epoch": 21.06,
+      "learning_rate": 0.0001432512315270936,
+      "loss": 0.0777,
+      "step": 12930
+    },
+    {
+      "epoch": 21.07,
+      "learning_rate": 0.00014312807881773396,
+      "loss": 0.0881,
+      "step": 12940
+    },
+    {
+      "epoch": 21.09,
+      "learning_rate": 0.00014300492610837438,
+      "loss": 0.078,
+      "step": 12950
+    },
+    {
+      "epoch": 21.11,
+      "learning_rate": 0.00014288177339901476,
+      "loss": 0.0658,
+      "step": 12960
+    },
+    {
+      "epoch": 21.12,
+      "learning_rate": 0.00014275862068965515,
+      "loss": 0.0675,
+      "step": 12970
+    },
+    {
+      "epoch": 21.14,
+      "learning_rate": 0.00014263546798029555,
+      "loss": 0.078,
+      "step": 12980
+    },
+    {
+      "epoch": 21.15,
+      "learning_rate": 0.00014251231527093595,
+      "loss": 0.0879,
+      "step": 12990
+    },
+    {
+      "epoch": 21.17,
+      "learning_rate": 0.00014238916256157632,
+      "loss": 0.0878,
+      "step": 13000
+    },
+    {
+      "epoch": 21.17,
+      "eval_loss": 0.11101266741752625,
+      "eval_runtime": 1058.5909,
+      "eval_samples_per_second": 10.966,
+      "eval_steps_per_second": 0.686,
+      "eval_wer": 0.29504401769830774,
+      "step": 13000
+    },
+    {
+      "epoch": 21.19,
+      "learning_rate": 0.00014226600985221675,
+      "loss": 0.0768,
+      "step": 13010
+    },
+    {
+      "epoch": 21.2,
+      "learning_rate": 0.00014214285714285712,
+      "loss": 0.073,
+      "step": 13020
+    },
+    {
+      "epoch": 21.22,
+      "learning_rate": 0.00014201970443349752,
+      "loss": 0.0789,
+      "step": 13030
+    },
+    {
+      "epoch": 21.24,
+      "learning_rate": 0.00014189655172413792,
+      "loss": 0.0785,
+      "step": 13040
+    },
+    {
+      "epoch": 21.25,
+      "learning_rate": 0.00014177339901477832,
+      "loss": 0.0871,
+      "step": 13050
+    },
+    {
+      "epoch": 21.27,
+      "learning_rate": 0.00014165024630541872,
+      "loss": 0.0719,
+      "step": 13060
+    },
+    {
+      "epoch": 21.28,
+      "learning_rate": 0.00014152709359605911,
+      "loss": 0.0722,
+      "step": 13070
+    },
+    {
+      "epoch": 21.3,
+      "learning_rate": 0.00014140394088669949,
+      "loss": 0.081,
+      "step": 13080
+    },
+    {
+      "epoch": 21.32,
+      "learning_rate": 0.00014128078817733988,
+      "loss": 0.0957,
+      "step": 13090
+    },
+    {
+      "epoch": 21.33,
+      "learning_rate": 0.00014115763546798028,
+      "loss": 0.0895,
+      "step": 13100
+    },
+    {
+      "epoch": 21.33,
+      "eval_loss": 0.10948983579874039,
+      "eval_runtime": 1072.4227,
+      "eval_samples_per_second": 10.825,
+      "eval_steps_per_second": 0.677,
+      "eval_wer": 0.2933676960270036,
+      "step": 13100
+    },
+    {
+      "epoch": 21.35,
+      "learning_rate": 0.00014103448275862068,
+      "loss": 0.0902,
+      "step": 13110
+    },
+    {
+      "epoch": 21.37,
+      "learning_rate": 0.00014091133004926108,
+      "loss": 0.0791,
+      "step": 13120
+    },
+    {
+      "epoch": 21.38,
+      "learning_rate": 0.00014078817733990148,
+      "loss": 0.0725,
+      "step": 13130
+    },
+    {
+      "epoch": 21.4,
+      "learning_rate": 0.00014066502463054185,
+      "loss": 0.0806,
+      "step": 13140
+    },
+    {
+      "epoch": 21.41,
+      "learning_rate": 0.00014054187192118225,
+      "loss": 0.0889,
+      "step": 13150
+    },
+    {
+      "epoch": 21.43,
+      "learning_rate": 0.00014041871921182265,
+      "loss": 0.0706,
+      "step": 13160
+    },
+    {
+      "epoch": 21.45,
+      "learning_rate": 0.00014029556650246305,
+      "loss": 0.0709,
+      "step": 13170
+    },
+    {
+      "epoch": 21.46,
+      "learning_rate": 0.00014017241379310345,
+      "loss": 0.0751,
+      "step": 13180
+    },
+    {
+      "epoch": 21.48,
+      "learning_rate": 0.00014004926108374384,
+      "loss": 0.082,
+      "step": 13190
+    },
+    {
+      "epoch": 21.5,
+      "learning_rate": 0.00013992610837438422,
+      "loss": 0.0953,
+      "step": 13200
+    },
+    {
+      "epoch": 21.5,
+      "eval_loss": 0.11222849786281586,
+      "eval_runtime": 1063.4989,
+      "eval_samples_per_second": 10.916,
+      "eval_steps_per_second": 0.683,
+      "eval_wer": 0.2980887652237376,
+      "step": 13200
+    },
+    {
+      "epoch": 21.51,
+      "learning_rate": 0.00013980295566502461,
+      "loss": 0.077,
+      "step": 13210
+    },
+    {
+      "epoch": 21.53,
+      "learning_rate": 0.000139679802955665,
+      "loss": 0.0678,
+      "step": 13220
+    },
+    {
+      "epoch": 21.55,
+      "learning_rate": 0.0001395566502463054,
+      "loss": 0.0844,
+      "step": 13230
+    },
+    {
+      "epoch": 21.56,
+      "learning_rate": 0.0001394334975369458,
+      "loss": 0.0848,
+      "step": 13240
+    },
+    {
+      "epoch": 21.58,
+      "learning_rate": 0.0001393103448275862,
+      "loss": 0.0911,
+      "step": 13250
+    },
+    {
+      "epoch": 21.59,
+      "learning_rate": 0.00013918719211822658,
+      "loss": 0.084,
+      "step": 13260
+    },
+    {
+      "epoch": 21.61,
+      "learning_rate": 0.00013906403940886698,
+      "loss": 0.0678,
+      "step": 13270
+    },
+    {
+      "epoch": 21.63,
+      "learning_rate": 0.00013894088669950738,
+      "loss": 0.0752,
+      "step": 13280
+    },
+    {
+      "epoch": 21.64,
+      "learning_rate": 0.00013881773399014778,
+      "loss": 0.0857,
+      "step": 13290
+    },
+    {
+      "epoch": 21.66,
+      "learning_rate": 0.00013869458128078818,
+      "loss": 0.0787,
+      "step": 13300
+    },
+    {
+      "epoch": 21.66,
+      "eval_loss": 0.10715790092945099,
+      "eval_runtime": 1067.0417,
+      "eval_samples_per_second": 10.88,
+      "eval_steps_per_second": 0.68,
+      "eval_wer": 0.28960452492815764,
+      "step": 13300
+    },
+    {
+      "epoch": 21.68,
+      "learning_rate": 0.00013857142857142857,
+      "loss": 0.0732,
+      "step": 13310
+    },
+    {
+      "epoch": 21.69,
+      "learning_rate": 0.00013844827586206895,
+      "loss": 0.0739,
+      "step": 13320
+    },
+    {
+      "epoch": 21.71,
+      "learning_rate": 0.00013832512315270935,
+      "loss": 0.0758,
+      "step": 13330
+    },
+    {
+      "epoch": 21.72,
+      "learning_rate": 0.00013820197044334974,
+      "loss": 0.0835,
+      "step": 13340
+    },
+    {
+      "epoch": 21.74,
+      "learning_rate": 0.00013807881773399014,
+      "loss": 0.0846,
+      "step": 13350
+    },
+    {
+      "epoch": 21.76,
+      "learning_rate": 0.00013795566502463054,
+      "loss": 0.0653,
+      "step": 13360
+    },
+    {
+      "epoch": 21.77,
+      "learning_rate": 0.00013783251231527094,
+      "loss": 0.0761,
+      "step": 13370
+    },
+    {
+      "epoch": 21.79,
+      "learning_rate": 0.0001377093596059113,
+      "loss": 0.0763,
+      "step": 13380
+    },
+    {
+      "epoch": 21.81,
+      "learning_rate": 0.0001375862068965517,
+      "loss": 0.0687,
+      "step": 13390
+    },
+    {
+      "epoch": 21.82,
+      "learning_rate": 0.0001374630541871921,
+      "loss": 0.0774,
+      "step": 13400
+    },
+    {
+      "epoch": 21.82,
+      "eval_loss": 0.10757876187562943,
+      "eval_runtime": 1065.6894,
+      "eval_samples_per_second": 10.893,
+      "eval_steps_per_second": 0.681,
+      "eval_wer": 0.2880080280983442,
+      "step": 13400
+    },
+    {
+      "epoch": 21.84,
+      "learning_rate": 0.00013733990147783248,
+      "loss": 0.0699,
+      "step": 13410
+    },
+    {
+      "epoch": 21.85,
+      "learning_rate": 0.0001372167487684729,
+      "loss": 0.0737,
+      "step": 13420
+    },
+    {
+      "epoch": 21.87,
+      "learning_rate": 0.00013709359605911328,
+      "loss": 0.0716,
+      "step": 13430
+    },
+    {
+      "epoch": 21.89,
+      "learning_rate": 0.00013697044334975368,
+      "loss": 0.0878,
+      "step": 13440
+    },
+    {
+      "epoch": 21.9,
+      "learning_rate": 0.00013684729064039408,
+      "loss": 0.0888,
+      "step": 13450
+    },
+    {
+      "epoch": 21.92,
+      "learning_rate": 0.00013672413793103447,
+      "loss": 0.0716,
+      "step": 13460
+    },
+    {
+      "epoch": 21.94,
+      "learning_rate": 0.00013660098522167485,
+      "loss": 0.0726,
+      "step": 13470
+    },
+    {
+      "epoch": 21.95,
+      "learning_rate": 0.00013647783251231527,
+      "loss": 0.0753,
+      "step": 13480
+    },
+    {
+      "epoch": 21.97,
+      "learning_rate": 0.00013635467980295564,
+      "loss": 0.0935,
+      "step": 13490
+    },
+    {
+      "epoch": 21.98,
+      "learning_rate": 0.00013623152709359604,
+      "loss": 0.0908,
+      "step": 13500
+    },
+    {
+      "epoch": 21.98,
+      "eval_loss": 0.11130581051111221,
+      "eval_runtime": 1081.5857,
+      "eval_samples_per_second": 10.733,
+      "eval_steps_per_second": 0.671,
+      "eval_wer": 0.2916343566117776,
+      "step": 13500
+    },
+    {
+      "epoch": 22.0,
+      "learning_rate": 0.00013610837438423644,
+      "loss": 0.0895,
+      "step": 13510
+    },
+    {
+      "epoch": 22.02,
+      "learning_rate": 0.00013598522167487684,
+      "loss": 0.0621,
+      "step": 13520
+    },
+    {
+      "epoch": 22.03,
+      "learning_rate": 0.0001358620689655172,
+      "loss": 0.0765,
+      "step": 13530
+    },
+    {
+      "epoch": 22.05,
+      "learning_rate": 0.00013573891625615764,
+      "loss": 0.0736,
+      "step": 13540
+    },
+    {
+      "epoch": 22.07,
+      "learning_rate": 0.000135615763546798,
+      "loss": 0.0783,
+      "step": 13550
+    },
+    {
+      "epoch": 22.08,
+      "learning_rate": 0.0001354926108374384,
+      "loss": 0.0915,
+      "step": 13560
+    },
+    {
+      "epoch": 22.1,
+      "learning_rate": 0.0001353694581280788,
+      "loss": 0.0687,
+      "step": 13570
+    },
+    {
+      "epoch": 22.11,
+      "learning_rate": 0.0001352463054187192,
+      "loss": 0.0714,
+      "step": 13580
+    },
+    {
+      "epoch": 22.13,
+      "learning_rate": 0.00013512315270935958,
+      "loss": 0.0727,
+      "step": 13590
+    },
+    {
+      "epoch": 22.15,
+      "learning_rate": 0.000135,
+      "loss": 0.0737,
+      "step": 13600
+    },
+    {
+      "epoch": 22.15,
+      "eval_loss": 0.10671130567789078,
+      "eval_runtime": 1069.0705,
+      "eval_samples_per_second": 10.859,
+      "eval_steps_per_second": 0.679,
+      "eval_wer": 0.28699311225653423,
+      "step": 13600
+    },
+    {
+      "epoch": 22.16,
+      "learning_rate": 0.00013487684729064037,
+      "loss": 0.088,
+      "step": 13610
+    },
+    {
+      "epoch": 22.18,
+      "learning_rate": 0.00013475369458128077,
+      "loss": 0.0634,
+      "step": 13620
+    },
+    {
+      "epoch": 22.2,
+      "learning_rate": 0.00013463054187192117,
+      "loss": 0.0823,
+      "step": 13630
+    },
+    {
+      "epoch": 22.21,
+      "learning_rate": 0.00013450738916256157,
+      "loss": 0.0697,
+      "step": 13640
+    },
+    {
+      "epoch": 22.23,
+      "learning_rate": 0.00013438423645320194,
+      "loss": 0.0714,
+      "step": 13650
+    },
+    {
+      "epoch": 22.24,
+      "learning_rate": 0.00013426108374384237,
+      "loss": 0.0782,
+      "step": 13660
+    },
+    {
+      "epoch": 22.26,
+      "learning_rate": 0.00013413793103448274,
+      "loss": 0.0671,
+      "step": 13670
+    },
+    {
+      "epoch": 22.28,
+      "learning_rate": 0.00013401477832512314,
+      "loss": 0.0647,
+      "step": 13680
+    },
+    {
+      "epoch": 22.29,
+      "learning_rate": 0.00013389162561576354,
+      "loss": 0.0708,
+      "step": 13690
+    },
+    {
+      "epoch": 22.31,
+      "learning_rate": 0.00013376847290640393,
+      "loss": 0.0714,
+      "step": 13700
+    },
+    {
+      "epoch": 22.31,
+      "eval_loss": 0.10964362323284149,
+      "eval_runtime": 1086.7553,
+      "eval_samples_per_second": 10.682,
+      "eval_steps_per_second": 0.668,
+      "eval_wer": 0.2864457419148839,
+      "step": 13700
+    },
+    {
+      "epoch": 22.33,
+      "learning_rate": 0.00013364532019704433,
+      "loss": 0.0955,
+      "step": 13710
+    },
+    {
+      "epoch": 22.34,
+      "learning_rate": 0.00013352216748768473,
+      "loss": 0.0695,
+      "step": 13720
+    },
+    {
+      "epoch": 22.36,
+      "learning_rate": 0.0001333990147783251,
+      "loss": 0.0697,
+      "step": 13730
+    },
+    {
+      "epoch": 22.38,
+      "learning_rate": 0.0001332758620689655,
+      "loss": 0.0686,
+      "step": 13740
+    },
+    {
+      "epoch": 22.39,
+      "learning_rate": 0.0001331527093596059,
+      "loss": 0.077,
+      "step": 13750
+    },
+    {
+      "epoch": 22.41,
+      "learning_rate": 0.0001330295566502463,
+      "loss": 0.0858,
+      "step": 13760
+    },
+    {
+      "epoch": 22.42,
+      "learning_rate": 0.0001329064039408867,
+      "loss": 0.0697,
+      "step": 13770
+    },
+    {
+      "epoch": 22.44,
+      "learning_rate": 0.0001327832512315271,
+      "loss": 0.0676,
+      "step": 13780
+    },
+    {
+      "epoch": 22.46,
+      "learning_rate": 0.00013266009852216747,
+      "loss": 0.0696,
+      "step": 13790
+    },
+    {
+      "epoch": 22.47,
+      "learning_rate": 0.00013253694581280787,
+      "loss": 0.0775,
+      "step": 13800
+    },
+    {
+      "epoch": 22.47,
+      "eval_loss": 0.10852158814668655,
+      "eval_runtime": 1070.2249,
+      "eval_samples_per_second": 10.847,
+      "eval_steps_per_second": 0.678,
+      "eval_wer": 0.2867650412808466,
+      "step": 13800
+    },
+    {
+      "epoch": 22.49,
+      "learning_rate": 0.00013241379310344827,
+      "loss": 0.0924,
+      "step": 13810
+    },
+    {
+      "epoch": 22.51,
+      "learning_rate": 0.00013229064039408866,
+      "loss": 0.0613,
+      "step": 13820
+    },
+    {
+      "epoch": 22.52,
+      "learning_rate": 0.00013216748768472906,
+      "loss": 0.0682,
+      "step": 13830
+    },
+    {
+      "epoch": 22.54,
+      "learning_rate": 0.00013204433497536946,
+      "loss": 0.0655,
+      "step": 13840
+    },
+    {
+      "epoch": 22.55,
+      "learning_rate": 0.00013192118226600983,
+      "loss": 0.0697,
+      "step": 13850
+    },
+    {
+      "epoch": 22.57,
+      "learning_rate": 0.00013179802955665023,
+      "loss": 0.0999,
+      "step": 13860
+    },
+    {
+      "epoch": 22.59,
+      "learning_rate": 0.00013167487684729063,
+      "loss": 0.0648,
+      "step": 13870
+    },
+    {
+      "epoch": 22.6,
+      "learning_rate": 0.00013155172413793103,
+      "loss": 0.0638,
+      "step": 13880
+    },
+    {
+      "epoch": 22.62,
+      "learning_rate": 0.00013142857142857143,
+      "loss": 0.0734,
+      "step": 13890
+    },
+    {
+      "epoch": 22.64,
+      "learning_rate": 0.00013130541871921183,
+      "loss": 0.0761,
+      "step": 13900
+    },
+    {
+      "epoch": 22.64,
+      "eval_loss": 0.10396454483270645,
+      "eval_runtime": 1089.1346,
+      "eval_samples_per_second": 10.659,
+      "eval_steps_per_second": 0.667,
+      "eval_wer": 0.28521415864617067,
+      "step": 13900
+    },
+    {
+      "epoch": 22.65,
+      "learning_rate": 0.0001311822660098522,
+      "loss": 0.0844,
+      "step": 13910
+    },
+    {
+      "epoch": 22.67,
+      "learning_rate": 0.0001310591133004926,
+      "loss": 0.0616,
+      "step": 13920
+    },
+    {
+      "epoch": 22.68,
+      "learning_rate": 0.000130935960591133,
+      "loss": 0.0787,
+      "step": 13930
+    },
+    {
+      "epoch": 22.7,
+      "learning_rate": 0.00013081280788177337,
+      "loss": 0.0622,
+      "step": 13940
+    },
+    {
+      "epoch": 22.72,
+      "learning_rate": 0.0001306896551724138,
+      "loss": 0.0706,
+      "step": 13950
+    },
+    {
+      "epoch": 22.73,
+      "learning_rate": 0.00013056650246305417,
+      "loss": 0.1003,
+      "step": 13960
+    },
+    {
+      "epoch": 22.75,
+      "learning_rate": 0.00013044334975369456,
+      "loss": 0.0736,
+      "step": 13970
+    },
+    {
+      "epoch": 22.77,
+      "learning_rate": 0.00013032019704433496,
+      "loss": 0.0644,
+      "step": 13980
+    },
+    {
+      "epoch": 22.78,
+      "learning_rate": 0.00013019704433497536,
+      "loss": 0.0793,
+      "step": 13990
+    },
+    {
+      "epoch": 22.8,
+      "learning_rate": 0.00013007389162561573,
+      "loss": 0.0675,
+      "step": 14000
+    },
+    {
+      "epoch": 22.8,
+      "eval_loss": 0.10898905247449875,
+      "eval_runtime": 1076.0614,
+      "eval_samples_per_second": 10.788,
+      "eval_steps_per_second": 0.675,
+      "eval_wer": 0.28357204762121974,
+      "step": 14000
+    },
+    {
+      "epoch": 22.81,
+      "learning_rate": 0.00012995073891625616,
+      "loss": 0.1018,
+      "step": 14010
+    },
+    {
+      "epoch": 22.83,
+      "learning_rate": 0.00012982758620689653,
+      "loss": 0.0724,
+      "step": 14020
+    },
+    {
+      "epoch": 22.85,
+      "learning_rate": 0.00012970443349753693,
+      "loss": 0.0809,
+      "step": 14030
+    },
+    {
+      "epoch": 22.86,
+      "learning_rate": 0.00012958128078817733,
+      "loss": 0.0836,
+      "step": 14040
+    },
+    {
+      "epoch": 22.88,
+      "learning_rate": 0.00012945812807881773,
+      "loss": 0.0691,
+      "step": 14050
+    },
+    {
+      "epoch": 22.9,
+      "learning_rate": 0.0001293349753694581,
+      "loss": 0.0884,
+      "step": 14060
+    },
+    {
+      "epoch": 22.91,
+      "learning_rate": 0.00012921182266009852,
+      "loss": 0.0642,
+      "step": 14070
+    },
+    {
+      "epoch": 22.93,
+      "learning_rate": 0.0001290886699507389,
+      "loss": 0.071,
+      "step": 14080
+    },
+    {
+      "epoch": 22.94,
+      "learning_rate": 0.0001289655172413793,
+      "loss": 0.0664,
+      "step": 14090
+    },
+    {
+      "epoch": 22.96,
+      "learning_rate": 0.0001288423645320197,
+      "loss": 0.0829,
+      "step": 14100
+    },
+    {
+      "epoch": 22.96,
+      "eval_loss": 0.10663924366235733,
+      "eval_runtime": 1081.059,
+      "eval_samples_per_second": 10.739,
+      "eval_steps_per_second": 0.672,
+      "eval_wer": 0.281428180449756,
+      "step": 14100
+    },
+    {
+      "epoch": 22.98,
+      "learning_rate": 0.0001287192118226601,
+      "loss": 0.0888,
+      "step": 14110
+    },
+    {
+      "epoch": 22.99,
+      "learning_rate": 0.00012859605911330046,
+      "loss": 0.0732,
+      "step": 14120
+    },
+    {
+      "epoch": 23.01,
+      "learning_rate": 0.0001284729064039409,
+      "loss": 0.0728,
+      "step": 14130
+    },
+    {
+      "epoch": 23.03,
+      "learning_rate": 0.00012834975369458126,
+      "loss": 0.0745,
+      "step": 14140
+    },
+    {
+      "epoch": 23.04,
+      "learning_rate": 0.00012822660098522166,
+      "loss": 0.071,
+      "step": 14150
+    },
+    {
+      "epoch": 23.06,
+      "learning_rate": 0.00012810344827586206,
+      "loss": 0.0713,
+      "step": 14160
+    },
+    {
+      "epoch": 23.07,
+      "learning_rate": 0.00012798029556650246,
+      "loss": 0.08,
+      "step": 14170
+    },
+    {
+      "epoch": 23.09,
+      "learning_rate": 0.00012785714285714283,
+      "loss": 0.072,
+      "step": 14180
+    },
+    {
+      "epoch": 23.11,
+      "learning_rate": 0.00012773399014778325,
+      "loss": 0.0612,
+      "step": 14190
+    },
+    {
+      "epoch": 23.12,
+      "learning_rate": 0.00012761083743842363,
+      "loss": 0.0731,
+      "step": 14200
+    },
+    {
+      "epoch": 23.12,
+      "eval_loss": 0.10572230070829391,
+      "eval_runtime": 1064.9361,
+      "eval_samples_per_second": 10.901,
+      "eval_steps_per_second": 0.682,
+      "eval_wer": 0.28354924052365094,
+      "step": 14200
+    },
+    {
+      "epoch": 23.14,
+      "learning_rate": 0.00012748768472906402,
+      "loss": 0.0725,
+      "step": 14210
+    },
+    {
+      "epoch": 23.16,
+      "learning_rate": 0.00012736453201970442,
+      "loss": 0.0795,
+      "step": 14220
+    },
+    {
+      "epoch": 23.17,
+      "learning_rate": 0.00012724137931034482,
+      "loss": 0.071,
+      "step": 14230
+    },
+    {
+      "epoch": 23.19,
+      "learning_rate": 0.0001271182266009852,
+      "loss": 0.0621,
+      "step": 14240
+    },
+    {
+      "epoch": 23.21,
+      "learning_rate": 0.00012699507389162562,
+      "loss": 0.0614,
+      "step": 14250
+    },
+    {
+      "epoch": 23.22,
+      "learning_rate": 0.000126871921182266,
+      "loss": 0.0711,
+      "step": 14260
+    },
+    {
+      "epoch": 23.24,
+      "learning_rate": 0.0001267487684729064,
+      "loss": 0.0835,
+      "step": 14270
+    },
+    {
+      "epoch": 23.25,
+      "learning_rate": 0.0001266256157635468,
+      "loss": 0.0814,
+      "step": 14280
+    },
+    {
+      "epoch": 23.27,
+      "learning_rate": 0.0001265024630541872,
+      "loss": 0.0696,
+      "step": 14290
+    },
+    {
+      "epoch": 23.29,
+      "learning_rate": 0.00012637931034482759,
+      "loss": 0.058,
+      "step": 14300
+    },
+    {
+      "epoch": 23.29,
+      "eval_loss": 0.10592389106750488,
+      "eval_runtime": 1072.1141,
+      "eval_samples_per_second": 10.828,
+      "eval_steps_per_second": 0.677,
+      "eval_wer": 0.28336678374310087,
+      "step": 14300
+    },
+    {
+      "epoch": 23.3,
+      "learning_rate": 0.00012625615763546798,
+      "loss": 0.067,
+      "step": 14310
+    },
+    {
+      "epoch": 23.32,
+      "learning_rate": 0.00012613300492610836,
+      "loss": 0.0816,
+      "step": 14320
+    },
+    {
+      "epoch": 23.34,
+      "learning_rate": 0.00012600985221674875,
+      "loss": 0.0772,
+      "step": 14330
+    },
+    {
+      "epoch": 23.35,
+      "learning_rate": 0.00012588669950738915,
+      "loss": 0.0606,
+      "step": 14340
+    },
+    {
+      "epoch": 23.37,
+      "learning_rate": 0.00012576354679802955,
+      "loss": 0.0586,
+      "step": 14350
+    },
+    {
+      "epoch": 23.38,
+      "learning_rate": 0.00012564039408866995,
+      "loss": 0.0743,
+      "step": 14360
+    },
+    {
+      "epoch": 23.4,
+      "learning_rate": 0.00012551724137931035,
+      "loss": 0.0718,
+      "step": 14370
+    },
+    {
+      "epoch": 23.42,
+      "learning_rate": 0.00012539408866995072,
+      "loss": 0.0821,
+      "step": 14380
+    },
+    {
+      "epoch": 23.43,
+      "learning_rate": 0.00012527093596059112,
+      "loss": 0.0629,
+      "step": 14390
+    },
+    {
+      "epoch": 23.45,
+      "learning_rate": 0.00012514778325123152,
+      "loss": 0.0833,
+      "step": 14400
+    },
+    {
+      "epoch": 23.45,
+      "eval_loss": 0.10561617463827133,
+      "eval_runtime": 1059.5957,
+      "eval_samples_per_second": 10.956,
+      "eval_steps_per_second": 0.685,
+      "eval_wer": 0.2847124024996579,
+      "step": 14400
+    },
+    {
+      "epoch": 23.47,
+      "learning_rate": 0.00012502463054187192,
+      "loss": 7.3677,
+      "step": 14410
+    },
+    {
+      "epoch": 23.48,
+      "learning_rate": 0.00012490147783251232,
+      "loss": 3.062,
+      "step": 14420
+    },
+    {
+      "epoch": 23.5,
+      "learning_rate": 0.00012477832512315271,
+      "loss": 2.5125,
+      "step": 14430
+    },
+    {
+      "epoch": 23.52,
+      "learning_rate": 0.0001246551724137931,
+      "loss": 1.0957,
+      "step": 14440
+    },
+    {
+      "epoch": 23.53,
+      "learning_rate": 0.00012453201970443349,
+      "loss": 0.284,
+      "step": 14450
+    },
+    {
+      "epoch": 23.55,
+      "learning_rate": 0.00012440886699507388,
+      "loss": 0.1516,
+      "step": 14460
+    },
+    {
+      "epoch": 23.57,
+      "learning_rate": 0.00012428571428571428,
+      "loss": 0.1428,
+      "step": 14470
+    },
+    {
+      "epoch": 23.58,
+      "learning_rate": 0.00012416256157635468,
+      "loss": 0.1139,
+      "step": 14480
+    },
+    {
+      "epoch": 23.6,
+      "learning_rate": 0.00012403940886699505,
+      "loss": 0.1067,
+      "step": 14490
+    },
+    {
+      "epoch": 23.62,
+      "learning_rate": 0.00012391625615763545,
+      "loss": 0.1007,
+      "step": 14500
+    },
+    {
+      "epoch": 23.62,
+      "eval_loss": 0.12250066548585892,
+      "eval_runtime": 1019.9064,
+      "eval_samples_per_second": 11.382,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.30586598549468597,
+      "step": 14500
+    },
+    {
+      "epoch": 23.63,
+      "learning_rate": 0.00012379310344827585,
+      "loss": 0.0967,
+      "step": 14510
+    },
+    {
+      "epoch": 23.65,
+      "learning_rate": 0.00012366995073891625,
+      "loss": 0.1098,
+      "step": 14520
+    },
+    {
+      "epoch": 23.66,
+      "learning_rate": 0.00012354679802955662,
+      "loss": 0.0844,
+      "step": 14530
+    },
+    {
+      "epoch": 23.68,
+      "learning_rate": 0.00012342364532019705,
+      "loss": 0.0894,
+      "step": 14540
+    },
+    {
+      "epoch": 23.7,
+      "learning_rate": 0.00012330049261083742,
+      "loss": 0.0876,
+      "step": 14550
+    },
+    {
+      "epoch": 23.71,
+      "learning_rate": 0.00012317733990147782,
+      "loss": 0.0893,
+      "step": 14560
+    },
+    {
+      "epoch": 23.73,
+      "learning_rate": 0.00012305418719211822,
+      "loss": 0.1047,
+      "step": 14570
+    },
+    {
+      "epoch": 23.75,
+      "learning_rate": 0.00012293103448275861,
+      "loss": 0.0931,
+      "step": 14580
+    },
+    {
+      "epoch": 23.76,
+      "learning_rate": 0.00012280788177339899,
+      "loss": 0.0831,
+      "step": 14590
+    },
+    {
+      "epoch": 23.78,
+      "learning_rate": 0.0001226847290640394,
+      "loss": 0.0896,
+      "step": 14600
+    },
+    {
+      "epoch": 23.78,
+      "eval_loss": 0.10876674205064774,
+      "eval_runtime": 1013.8473,
+      "eval_samples_per_second": 11.45,
+      "eval_steps_per_second": 0.716,
+      "eval_wer": 0.28988961364776716,
+      "step": 14600
+    },
+    {
+      "epoch": 23.79,
+      "learning_rate": 0.00012256157635467978,
+      "loss": 0.0897,
+      "step": 14610
+    },
+    {
+      "epoch": 23.81,
+      "learning_rate": 0.00012243842364532018,
+      "loss": 0.097,
+      "step": 14620
+    },
+    {
+      "epoch": 23.83,
+      "learning_rate": 0.00012231527093596058,
+      "loss": 0.0845,
+      "step": 14630
+    },
+    {
+      "epoch": 23.84,
+      "learning_rate": 0.00012219211822660098,
+      "loss": 0.0677,
+      "step": 14640
+    },
+    {
+      "epoch": 23.86,
+      "learning_rate": 0.00012206896551724136,
+      "loss": 0.08,
+      "step": 14650
+    },
+    {
+      "epoch": 23.88,
+      "learning_rate": 0.00012194581280788176,
+      "loss": 0.0783,
+      "step": 14660
+    },
+    {
+      "epoch": 23.89,
+      "learning_rate": 0.00012182266009852215,
+      "loss": 0.0959,
+      "step": 14670
+    },
+    {
+      "epoch": 23.91,
+      "learning_rate": 0.00012169950738916256,
+      "loss": 0.0864,
+      "step": 14680
+    },
+    {
+      "epoch": 23.92,
+      "learning_rate": 0.00012157635467980295,
+      "loss": 0.0617,
+      "step": 14690
+    },
+    {
+      "epoch": 23.94,
+      "learning_rate": 0.00012145320197044334,
+      "loss": 0.084,
+      "step": 14700
+    },
+    {
+      "epoch": 23.94,
+      "eval_loss": 0.10558091849088669,
+      "eval_runtime": 1024.444,
+      "eval_samples_per_second": 11.332,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.2833553801943165,
+      "step": 14700
+    },
+    {
+      "epoch": 23.96,
+      "learning_rate": 0.00012133004926108373,
+      "loss": 0.075,
+      "step": 14710
+    },
+    {
+      "epoch": 23.97,
+      "learning_rate": 0.00012120689655172413,
+      "loss": 0.0876,
+      "step": 14720
+    },
+    {
+      "epoch": 23.99,
+      "learning_rate": 0.00012108374384236451,
+      "loss": 0.0878,
+      "step": 14730
+    },
+    {
+      "epoch": 24.01,
+      "learning_rate": 0.00012096059113300493,
+      "loss": 0.0865,
+      "step": 14740
+    },
+    {
+      "epoch": 24.02,
+      "learning_rate": 0.00012083743842364531,
+      "loss": 0.0652,
+      "step": 14750
+    },
+    {
+      "epoch": 24.04,
+      "learning_rate": 0.00012071428571428571,
+      "loss": 0.065,
+      "step": 14760
+    },
+    {
+      "epoch": 24.05,
+      "learning_rate": 0.0001205911330049261,
+      "loss": 0.0751,
+      "step": 14770
+    },
+    {
+      "epoch": 24.07,
+      "learning_rate": 0.0001204679802955665,
+      "loss": 0.0715,
+      "step": 14780
+    },
+    {
+      "epoch": 24.09,
+      "learning_rate": 0.00012034482758620688,
+      "loss": 0.0811,
+      "step": 14790
+    },
+    {
+      "epoch": 24.1,
+      "learning_rate": 0.00012022167487684729,
+      "loss": 0.0684,
+      "step": 14800
+    },
+    {
+      "epoch": 24.1,
+      "eval_loss": 0.1069735586643219,
+      "eval_runtime": 1020.1996,
+      "eval_samples_per_second": 11.379,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.2865255667563746,
+      "step": 14800
+    },
+    {
+      "epoch": 24.12,
+      "learning_rate": 0.00012009852216748768,
+      "loss": 0.0689,
+      "step": 14810
+    },
+    {
+      "epoch": 24.14,
+      "learning_rate": 0.00011997536945812807,
+      "loss": 0.0632,
+      "step": 14820
+    },
+    {
+      "epoch": 24.15,
+      "learning_rate": 0.00011985221674876846,
+      "loss": 0.0743,
+      "step": 14830
+    },
+    {
+      "epoch": 24.17,
+      "learning_rate": 0.00011972906403940886,
+      "loss": 0.0742,
+      "step": 14840
+    },
+    {
+      "epoch": 24.18,
+      "learning_rate": 0.00011960591133004924,
+      "loss": 0.0664,
+      "step": 14850
+    },
+    {
+      "epoch": 24.2,
+      "learning_rate": 0.00011948275862068966,
+      "loss": 0.0699,
+      "step": 14860
+    },
+    {
+      "epoch": 24.22,
+      "learning_rate": 0.00011935960591133004,
+      "loss": 0.0695,
+      "step": 14870
+    },
+    {
+      "epoch": 24.23,
+      "learning_rate": 0.00011923645320197044,
+      "loss": 0.0911,
+      "step": 14880
+    },
+    {
+      "epoch": 24.25,
+      "learning_rate": 0.00011911330049261082,
+      "loss": 0.0906,
+      "step": 14890
+    },
+    {
+      "epoch": 24.27,
+      "learning_rate": 0.00011899014778325122,
+      "loss": 0.0646,
+      "step": 14900
+    },
+    {
+      "epoch": 24.27,
+      "eval_loss": 0.11085807532072067,
+      "eval_runtime": 1024.5628,
+      "eval_samples_per_second": 11.331,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.28618346029284314,
+      "step": 14900
+    },
+    {
+      "epoch": 24.28,
+      "learning_rate": 0.00011886699507389161,
+      "loss": 0.0702,
+      "step": 14910
+    },
+    {
+      "epoch": 24.3,
+      "learning_rate": 0.00011874384236453202,
+      "loss": 0.067,
+      "step": 14920
+    },
+    {
+      "epoch": 24.31,
+      "learning_rate": 0.0001186206896551724,
+      "loss": 0.0835,
+      "step": 14930
+    },
+    {
+      "epoch": 24.33,
+      "learning_rate": 0.0001184975369458128,
+      "loss": 0.0844,
+      "step": 14940
+    },
+    {
+      "epoch": 24.35,
+      "learning_rate": 0.00011837438423645319,
+      "loss": 0.0598,
+      "step": 14950
+    },
+    {
+      "epoch": 24.36,
+      "learning_rate": 0.00011825123152709359,
+      "loss": 0.0665,
+      "step": 14960
+    },
+    {
+      "epoch": 24.38,
+      "learning_rate": 0.00011812807881773397,
+      "loss": 0.068,
+      "step": 14970
+    },
+    {
+      "epoch": 24.4,
+      "learning_rate": 0.00011800492610837439,
+      "loss": 0.0657,
+      "step": 14980
+    },
+    {
+      "epoch": 24.41,
+      "learning_rate": 0.00011788177339901477,
+      "loss": 0.0898,
+      "step": 14990
+    },
+    {
+      "epoch": 24.43,
+      "learning_rate": 0.00011775862068965517,
+      "loss": 0.0728,
+      "step": 15000
+    },
+    {
+      "epoch": 24.43,
+      "eval_loss": 0.10806161910295486,
+      "eval_runtime": 1023.8573,
+      "eval_samples_per_second": 11.338,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.2875860967933221,
+      "step": 15000
+    },
+    {
+      "epoch": 24.45,
+      "learning_rate": 0.00011763546798029556,
+      "loss": 0.0719,
+      "step": 15010
+    },
+    {
+      "epoch": 24.46,
+      "learning_rate": 0.00011751231527093595,
+      "loss": 0.0733,
+      "step": 15020
+    },
+    {
+      "epoch": 24.48,
+      "learning_rate": 0.00011738916256157634,
+      "loss": 0.0853,
+      "step": 15030
+    },
+    {
+      "epoch": 24.49,
+      "learning_rate": 0.00011726600985221672,
+      "loss": 0.0869,
+      "step": 15040
+    },
+    {
+      "epoch": 24.51,
+      "learning_rate": 0.00011714285714285714,
+      "loss": 0.0655,
+      "step": 15050
+    },
+    {
+      "epoch": 24.53,
+      "learning_rate": 0.00011701970443349752,
+      "loss": 0.0716,
+      "step": 15060
+    },
+    {
+      "epoch": 24.54,
+      "learning_rate": 0.00011689655172413792,
+      "loss": 0.0781,
+      "step": 15070
+    },
+    {
+      "epoch": 24.56,
+      "learning_rate": 0.0001167733990147783,
+      "loss": 0.0746,
+      "step": 15080
+    },
+    {
+      "epoch": 24.58,
+      "learning_rate": 0.0001166502463054187,
+      "loss": 0.0895,
+      "step": 15090
+    },
+    {
+      "epoch": 24.59,
+      "learning_rate": 0.00011652709359605909,
+      "loss": 0.0615,
+      "step": 15100
+    },
+    {
+      "epoch": 24.59,
+      "eval_loss": 0.10766584426164627,
+      "eval_runtime": 1027.6139,
+      "eval_samples_per_second": 11.297,
+      "eval_steps_per_second": 0.706,
+      "eval_wer": 0.2846439812069516,
+      "step": 15100
+    },
+    {
+      "epoch": 24.61,
+      "learning_rate": 0.0001164039408866995,
+      "loss": 0.0593,
+      "step": 15110
+    },
+    {
+      "epoch": 24.62,
+      "learning_rate": 0.00011628078817733989,
+      "loss": 0.0694,
+      "step": 15120
+    },
+    {
+      "epoch": 24.64,
+      "learning_rate": 0.00011615763546798029,
+      "loss": 0.0674,
+      "step": 15130
+    },
+    {
+      "epoch": 24.66,
+      "learning_rate": 0.00011603448275862067,
+      "loss": 0.0911,
+      "step": 15140
+    },
+    {
+      "epoch": 24.67,
+      "learning_rate": 0.00011591133004926107,
+      "loss": 0.0584,
+      "step": 15150
+    },
+    {
+      "epoch": 24.69,
+      "learning_rate": 0.00011578817733990145,
+      "loss": 0.0674,
+      "step": 15160
+    },
+    {
+      "epoch": 24.71,
+      "learning_rate": 0.00011566502463054187,
+      "loss": 0.0667,
+      "step": 15170
+    },
+    {
+      "epoch": 24.72,
+      "learning_rate": 0.00011554187192118225,
+      "loss": 0.0832,
+      "step": 15180
+    },
+    {
+      "epoch": 24.74,
+      "learning_rate": 0.00011541871921182265,
+      "loss": 0.0945,
+      "step": 15190
+    },
+    {
+      "epoch": 24.75,
+      "learning_rate": 0.00011529556650246304,
+      "loss": 0.0642,
+      "step": 15200
+    },
+    {
+      "epoch": 24.75,
+      "eval_loss": 0.1061847060918808,
+      "eval_runtime": 1026.5921,
+      "eval_samples_per_second": 11.308,
+      "eval_steps_per_second": 0.707,
+      "eval_wer": 0.2841650321580076,
+      "step": 15200
+    },
+    {
+      "epoch": 24.77,
+      "learning_rate": 0.00011517241379310343,
+      "loss": 0.07,
+      "step": 15210
+    },
+    {
+      "epoch": 24.79,
+      "learning_rate": 0.00011504926108374383,
+      "loss": 0.0631,
+      "step": 15220
+    },
+    {
+      "epoch": 24.8,
+      "learning_rate": 0.00011492610837438423,
+      "loss": 0.0768,
+      "step": 15230
+    },
+    {
+      "epoch": 24.82,
+      "learning_rate": 0.00011480295566502462,
+      "loss": 0.0862,
+      "step": 15240
+    },
+    {
+      "epoch": 24.84,
+      "learning_rate": 0.00011467980295566502,
+      "loss": 0.0737,
+      "step": 15250
+    },
+    {
+      "epoch": 24.85,
+      "learning_rate": 0.0001145566502463054,
+      "loss": 0.0642,
+      "step": 15260
+    },
+    {
+      "epoch": 24.87,
+      "learning_rate": 0.0001144334975369458,
+      "loss": 0.0647,
+      "step": 15270
+    },
+    {
+      "epoch": 24.88,
+      "learning_rate": 0.0001143103448275862,
+      "loss": 0.0695,
+      "step": 15280
+    },
+    {
+      "epoch": 24.9,
+      "learning_rate": 0.0001141871921182266,
+      "loss": 0.0841,
+      "step": 15290
+    },
+    {
+      "epoch": 24.92,
+      "learning_rate": 0.00011406403940886698,
+      "loss": 0.0736,
+      "step": 15300
+    },
+    {
+      "epoch": 24.92,
+      "eval_loss": 0.10578221827745438,
+      "eval_runtime": 1023.3655,
+      "eval_samples_per_second": 11.344,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.28636591707339326,
+      "step": 15300
+    },
+    {
+      "epoch": 24.93,
+      "learning_rate": 0.00011394088669950738,
+      "loss": 0.0608,
+      "step": 15310
+    },
+    {
+      "epoch": 24.95,
+      "learning_rate": 0.00011381773399014777,
+      "loss": 0.0617,
+      "step": 15320
+    },
+    {
+      "epoch": 24.97,
+      "learning_rate": 0.00011369458128078818,
+      "loss": 0.0749,
+      "step": 15330
+    },
+    {
+      "epoch": 24.98,
+      "learning_rate": 0.00011357142857142856,
+      "loss": 0.0869,
+      "step": 15340
+    },
+    {
+      "epoch": 25.0,
+      "learning_rate": 0.00011344827586206896,
+      "loss": 0.0619,
+      "step": 15350
+    },
+    {
+      "epoch": 25.01,
+      "learning_rate": 0.00011332512315270935,
+      "loss": 0.0673,
+      "step": 15360
+    },
+    {
+      "epoch": 25.03,
+      "learning_rate": 0.00011320197044334975,
+      "loss": 0.0629,
+      "step": 15370
+    },
+    {
+      "epoch": 25.05,
+      "learning_rate": 0.00011307881773399013,
+      "loss": 0.0787,
+      "step": 15380
+    },
+    {
+      "epoch": 25.06,
+      "learning_rate": 0.00011295566502463054,
+      "loss": 0.0634,
+      "step": 15390
+    },
+    {
+      "epoch": 25.08,
+      "learning_rate": 0.00011283251231527093,
+      "loss": 0.0801,
+      "step": 15400
+    },
+    {
+      "epoch": 25.08,
+      "eval_loss": 0.11055568605661392,
+      "eval_runtime": 1027.4364,
+      "eval_samples_per_second": 11.299,
+      "eval_steps_per_second": 0.707,
+      "eval_wer": 0.2843931031336952,
+      "step": 15400
+    },
+    {
+      "epoch": 25.1,
+      "learning_rate": 0.00011270935960591133,
+      "loss": 0.0626,
+      "step": 15410
+    },
+    {
+      "epoch": 25.11,
+      "learning_rate": 0.00011258620689655171,
+      "loss": 0.0721,
+      "step": 15420
+    },
+    {
+      "epoch": 25.13,
+      "learning_rate": 0.00011246305418719211,
+      "loss": 0.0671,
+      "step": 15430
+    },
+    {
+      "epoch": 25.14,
+      "learning_rate": 0.0001123399014778325,
+      "loss": 0.0685,
+      "step": 15440
+    },
+    {
+      "epoch": 25.16,
+      "learning_rate": 0.00011221674876847291,
+      "loss": 0.0817,
+      "step": 15450
+    },
+    {
+      "epoch": 25.18,
+      "learning_rate": 0.0001120935960591133,
+      "loss": 0.064,
+      "step": 15460
+    },
+    {
+      "epoch": 25.19,
+      "learning_rate": 0.00011197044334975369,
+      "loss": 0.0609,
+      "step": 15470
+    },
+    {
+      "epoch": 25.21,
+      "learning_rate": 0.00011184729064039408,
+      "loss": 0.0583,
+      "step": 15480
+    },
+    {
+      "epoch": 25.23,
+      "learning_rate": 0.00011172413793103448,
+      "loss": 0.0657,
+      "step": 15490
+    },
+    {
+      "epoch": 25.24,
+      "learning_rate": 0.00011160098522167486,
+      "loss": 0.0687,
+      "step": 15500
+    },
+    {
+      "epoch": 25.24,
+      "eval_loss": 0.11038750410079956,
+      "eval_runtime": 1017.7278,
+      "eval_samples_per_second": 11.407,
+      "eval_steps_per_second": 0.713,
+      "eval_wer": 0.2835834511700041,
+      "step": 15500
+    },
+    {
+      "epoch": 25.26,
+      "learning_rate": 0.00011147783251231527,
+      "loss": 0.0647,
+      "step": 15510
+    },
+    {
+      "epoch": 25.28,
+      "learning_rate": 0.00011135467980295566,
+      "loss": 0.0633,
+      "step": 15520
+    },
+    {
+      "epoch": 25.29,
+      "learning_rate": 0.00011123152709359606,
+      "loss": 0.0651,
+      "step": 15530
+    },
+    {
+      "epoch": 25.31,
+      "learning_rate": 0.00011110837438423644,
+      "loss": 0.0712,
+      "step": 15540
+    },
+    {
+      "epoch": 25.32,
+      "learning_rate": 0.00011098522167487684,
+      "loss": 0.0798,
+      "step": 15550
+    },
+    {
+      "epoch": 25.34,
+      "learning_rate": 0.00011086206896551723,
+      "loss": 0.0693,
+      "step": 15560
+    },
+    {
+      "epoch": 25.36,
+      "learning_rate": 0.00011073891625615764,
+      "loss": 0.0632,
+      "step": 15570
+    },
+    {
+      "epoch": 25.37,
+      "learning_rate": 0.00011061576354679802,
+      "loss": 0.0624,
+      "step": 15580
+    },
+    {
+      "epoch": 25.39,
+      "learning_rate": 0.00011049261083743842,
+      "loss": 0.0807,
+      "step": 15590
+    },
+    {
+      "epoch": 25.41,
+      "learning_rate": 0.00011036945812807881,
+      "loss": 0.0852,
+      "step": 15600
+    },
+    {
+      "epoch": 25.41,
+      "eval_loss": 0.10551640391349792,
+      "eval_runtime": 1020.335,
+      "eval_samples_per_second": 11.378,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.2825571317794098,
+      "step": 15600
+    },
+    {
+      "epoch": 25.42,
+      "learning_rate": 0.00011024630541871919,
+      "loss": 0.0637,
+      "step": 15610
+    },
+    {
+      "epoch": 25.44,
+      "learning_rate": 0.00011012315270935959,
+      "loss": 0.0602,
+      "step": 15620
+    },
+    {
+      "epoch": 25.45,
+      "learning_rate": 0.00010999999999999998,
+      "loss": 0.066,
+      "step": 15630
+    },
+    {
+      "epoch": 25.47,
+      "learning_rate": 0.00010987684729064039,
+      "loss": 0.0714,
+      "step": 15640
+    },
+    {
+      "epoch": 25.49,
+      "learning_rate": 0.00010975369458128077,
+      "loss": 0.086,
+      "step": 15650
+    },
+    {
+      "epoch": 25.5,
+      "learning_rate": 0.00010963054187192117,
+      "loss": 0.068,
+      "step": 15660
+    },
+    {
+      "epoch": 25.52,
+      "learning_rate": 0.00010950738916256156,
+      "loss": 0.0696,
+      "step": 15670
+    },
+    {
+      "epoch": 25.54,
+      "learning_rate": 0.00010938423645320196,
+      "loss": 0.0627,
+      "step": 15680
+    },
+    {
+      "epoch": 25.55,
+      "learning_rate": 0.00010926108374384234,
+      "loss": 0.0661,
+      "step": 15690
+    },
+    {
+      "epoch": 25.57,
+      "learning_rate": 0.00010913793103448275,
+      "loss": 0.078,
+      "step": 15700
+    },
+    {
+      "epoch": 25.57,
+      "eval_loss": 0.10688234120607376,
+      "eval_runtime": 1023.75,
+      "eval_samples_per_second": 11.34,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.28173607626693425,
+      "step": 15700
+    },
+    {
+      "epoch": 25.58,
+      "learning_rate": 0.00010901477832512314,
+      "loss": 0.0656,
+      "step": 15710
+    },
+    {
+      "epoch": 25.6,
+      "learning_rate": 0.00010889162561576354,
+      "loss": 0.0566,
+      "step": 15720
+    },
+    {
+      "epoch": 25.62,
+      "learning_rate": 0.00010876847290640392,
+      "loss": 0.0636,
+      "step": 15730
+    },
+    {
+      "epoch": 25.63,
+      "learning_rate": 0.00010864532019704432,
+      "loss": 0.0541,
+      "step": 15740
+    },
+    {
+      "epoch": 25.65,
+      "learning_rate": 0.00010852216748768471,
+      "loss": 0.0862,
+      "step": 15750
+    },
+    {
+      "epoch": 25.67,
+      "learning_rate": 0.00010839901477832512,
+      "loss": 0.0647,
+      "step": 15760
+    },
+    {
+      "epoch": 25.68,
+      "learning_rate": 0.0001082758620689655,
+      "loss": 0.0678,
+      "step": 15770
+    },
+    {
+      "epoch": 25.7,
+      "learning_rate": 0.0001081527093596059,
+      "loss": 0.0611,
+      "step": 15780
+    },
+    {
+      "epoch": 25.71,
+      "learning_rate": 0.00010802955665024629,
+      "loss": 0.0677,
+      "step": 15790
+    },
+    {
+      "epoch": 25.73,
+      "learning_rate": 0.00010790640394088669,
+      "loss": 0.0815,
+      "step": 15800
+    },
+    {
+      "epoch": 25.73,
+      "eval_loss": 0.10397052764892578,
+      "eval_runtime": 1028.2103,
+      "eval_samples_per_second": 11.29,
+      "eval_steps_per_second": 0.706,
+      "eval_wer": 0.2799229120102176,
+      "step": 15800
+    },
+    {
+      "epoch": 25.75,
+      "learning_rate": 0.00010778325123152709,
+      "loss": 0.0663,
+      "step": 15810
+    },
+    {
+      "epoch": 25.76,
+      "learning_rate": 0.00010766009852216748,
+      "loss": 0.0606,
+      "step": 15820
+    },
+    {
+      "epoch": 25.78,
+      "learning_rate": 0.00010753694581280787,
+      "loss": 0.0704,
+      "step": 15830
+    },
+    {
+      "epoch": 25.8,
+      "learning_rate": 0.00010741379310344827,
+      "loss": 0.0685,
+      "step": 15840
+    },
+    {
+      "epoch": 25.81,
+      "learning_rate": 0.00010729064039408865,
+      "loss": 0.0786,
+      "step": 15850
+    },
+    {
+      "epoch": 25.83,
+      "learning_rate": 0.00010716748768472905,
+      "loss": 0.0754,
+      "step": 15860
+    },
+    {
+      "epoch": 25.84,
+      "learning_rate": 0.00010704433497536945,
+      "loss": 0.0592,
+      "step": 15870
+    },
+    {
+      "epoch": 25.86,
+      "learning_rate": 0.00010692118226600985,
+      "loss": 0.0584,
+      "step": 15880
+    },
+    {
+      "epoch": 25.88,
+      "learning_rate": 0.00010679802955665023,
+      "loss": 0.0669,
+      "step": 15890
+    },
+    {
+      "epoch": 25.89,
+      "learning_rate": 0.00010667487684729063,
+      "loss": 0.0863,
+      "step": 15900
+    },
+    {
+      "epoch": 25.89,
+      "eval_loss": 0.10742969810962677,
+      "eval_runtime": 1028.6228,
+      "eval_samples_per_second": 11.286,
+      "eval_steps_per_second": 0.706,
+      "eval_wer": 0.2800939652419833,
+      "step": 15900
+    },
+    {
+      "epoch": 25.91,
+      "learning_rate": 0.00010655172413793102,
+      "loss": 0.0551,
+      "step": 15910
+    },
+    {
+      "epoch": 25.93,
+      "learning_rate": 0.00010642857142857143,
+      "loss": 0.0585,
+      "step": 15920
+    },
+    {
+      "epoch": 25.94,
+      "learning_rate": 0.00010630541871921182,
+      "loss": 0.0657,
+      "step": 15930
+    },
+    {
+      "epoch": 25.96,
+      "learning_rate": 0.00010618226600985221,
+      "loss": 0.0707,
+      "step": 15940
+    },
+    {
+      "epoch": 25.97,
+      "learning_rate": 0.0001060591133004926,
+      "loss": 0.0741,
+      "step": 15950
+    },
+    {
+      "epoch": 25.99,
+      "learning_rate": 0.000105935960591133,
+      "loss": 0.073,
+      "step": 15960
+    },
+    {
+      "epoch": 26.01,
+      "learning_rate": 0.00010581280788177338,
+      "loss": 0.0744,
+      "step": 15970
+    },
+    {
+      "epoch": 26.02,
+      "learning_rate": 0.0001056896551724138,
+      "loss": 0.0572,
+      "step": 15980
+    },
+    {
+      "epoch": 26.04,
+      "learning_rate": 0.00010556650246305418,
+      "loss": 0.0568,
+      "step": 15990
+    },
+    {
+      "epoch": 26.06,
+      "learning_rate": 0.00010544334975369458,
+      "loss": 0.0603,
+      "step": 16000
+    },
+    {
+      "epoch": 26.06,
+      "eval_loss": 0.10436015576124191,
+      "eval_runtime": 1031.1843,
+      "eval_samples_per_second": 11.258,
+      "eval_steps_per_second": 0.704,
+      "eval_wer": 0.27789308032659765,
+      "step": 16000
+    },
+    {
+      "epoch": 26.07,
+      "learning_rate": 0.00010532019704433497,
+      "loss": 0.0701,
+      "step": 16010
+    },
+    {
+      "epoch": 26.09,
+      "learning_rate": 0.00010519704433497536,
+      "loss": 0.0746,
+      "step": 16020
+    },
+    {
+      "epoch": 26.1,
+      "learning_rate": 0.00010507389162561575,
+      "loss": 0.0587,
+      "step": 16030
+    },
+    {
+      "epoch": 26.12,
+      "learning_rate": 0.00010495073891625616,
+      "loss": 0.0642,
+      "step": 16040
+    },
+    {
+      "epoch": 26.14,
+      "learning_rate": 0.00010482758620689655,
+      "loss": 0.0659,
+      "step": 16050
+    },
+    {
+      "epoch": 26.15,
+      "learning_rate": 0.00010470443349753694,
+      "loss": 0.073,
+      "step": 16060
+    },
+    {
+      "epoch": 26.17,
+      "learning_rate": 0.00010458128078817733,
+      "loss": 0.0739,
+      "step": 16070
+    },
+    {
+      "epoch": 26.19,
+      "learning_rate": 0.00010445812807881773,
+      "loss": 0.058,
+      "step": 16080
+    },
+    {
+      "epoch": 26.2,
+      "learning_rate": 0.00010433497536945811,
+      "loss": 0.0579,
+      "step": 16090
+    },
+    {
+      "epoch": 26.22,
+      "learning_rate": 0.00010421182266009853,
+      "loss": 0.0625,
+      "step": 16100
+    },
+    {
+      "epoch": 26.22,
+      "eval_loss": 0.1035609021782875,
+      "eval_runtime": 1029.2849,
+      "eval_samples_per_second": 11.279,
+      "eval_steps_per_second": 0.705,
+      "eval_wer": 0.2796492268393924,
+      "step": 16100
+    },
+    {
+      "epoch": 26.24,
+      "learning_rate": 0.00010408866995073891,
+      "loss": 0.064,
+      "step": 16110
+    },
+    {
+      "epoch": 26.25,
+      "learning_rate": 0.00010396551724137931,
+      "loss": 0.0765,
+      "step": 16120
+    },
+    {
+      "epoch": 26.27,
+      "learning_rate": 0.0001038423645320197,
+      "loss": 0.0565,
+      "step": 16130
+    },
+    {
+      "epoch": 26.28,
+      "learning_rate": 0.0001037192118226601,
+      "loss": 0.0581,
+      "step": 16140
+    },
+    {
+      "epoch": 26.3,
+      "learning_rate": 0.00010359605911330048,
+      "loss": 0.0604,
+      "step": 16150
+    },
+    {
+      "epoch": 26.32,
+      "learning_rate": 0.00010347290640394086,
+      "loss": 0.0632,
+      "step": 16160
+    },
+    {
+      "epoch": 26.33,
+      "learning_rate": 0.00010334975369458128,
+      "loss": 0.0849,
+      "step": 16170
+    },
+    {
+      "epoch": 26.35,
+      "learning_rate": 0.00010322660098522166,
+      "loss": 0.0565,
+      "step": 16180
+    },
+    {
+      "epoch": 26.37,
+      "learning_rate": 0.00010310344827586206,
+      "loss": 0.0628,
+      "step": 16190
+    },
+    {
+      "epoch": 26.38,
+      "learning_rate": 0.00010298029556650245,
+      "loss": 0.057,
+      "step": 16200
+    },
+    {
+      "epoch": 26.38,
+      "eval_loss": 0.10864903777837753,
+      "eval_runtime": 1030.9179,
+      "eval_samples_per_second": 11.261,
+      "eval_steps_per_second": 0.704,
+      "eval_wer": 0.28015098298590524,
+      "step": 16200
+    },
+    {
+      "epoch": 26.4,
+      "learning_rate": 0.00010285714285714284,
+      "loss": 0.0667,
+      "step": 16210
+    },
+    {
+      "epoch": 26.41,
+      "learning_rate": 0.00010273399014778323,
+      "loss": 0.0728,
+      "step": 16220
+    },
+    {
+      "epoch": 26.43,
+      "learning_rate": 0.00010261083743842364,
+      "loss": 0.0604,
+      "step": 16230
+    },
+    {
+      "epoch": 26.45,
+      "learning_rate": 0.00010248768472906403,
+      "loss": 0.0621,
+      "step": 16240
+    },
+    {
+      "epoch": 26.46,
+      "learning_rate": 0.00010236453201970443,
+      "loss": 0.0615,
+      "step": 16250
+    },
+    {
+      "epoch": 26.48,
+      "learning_rate": 0.00010224137931034481,
+      "loss": 0.0693,
+      "step": 16260
+    },
+    {
+      "epoch": 26.5,
+      "learning_rate": 0.00010211822660098521,
+      "loss": 0.0764,
+      "step": 16270
+    },
+    {
+      "epoch": 26.51,
+      "learning_rate": 0.0001019950738916256,
+      "loss": 0.0507,
+      "step": 16280
+    },
+    {
+      "epoch": 26.53,
+      "learning_rate": 0.00010187192118226601,
+      "loss": 0.0624,
+      "step": 16290
+    },
+    {
+      "epoch": 26.54,
+      "learning_rate": 0.00010174876847290639,
+      "loss": 0.0632,
+      "step": 16300
+    },
+    {
+      "epoch": 26.54,
+      "eval_loss": 0.1056937500834465,
+      "eval_runtime": 1046.2063,
+      "eval_samples_per_second": 11.096,
+      "eval_steps_per_second": 0.694,
+      "eval_wer": 0.27896501391232953,
+      "step": 16300
+    },
+    {
+      "epoch": 26.56,
+      "learning_rate": 0.00010162561576354679,
+      "loss": 0.0676,
+      "step": 16310
+    },
+    {
+      "epoch": 26.58,
+      "learning_rate": 0.00010150246305418718,
+      "loss": 0.07,
+      "step": 16320
+    },
+    {
+      "epoch": 26.59,
+      "learning_rate": 0.00010137931034482757,
+      "loss": 0.0566,
+      "step": 16330
+    },
+    {
+      "epoch": 26.61,
+      "learning_rate": 0.00010125615763546796,
+      "loss": 0.0612,
+      "step": 16340
+    },
+    {
+      "epoch": 26.63,
+      "learning_rate": 0.00010113300492610837,
+      "loss": 0.0576,
+      "step": 16350
+    },
+    {
+      "epoch": 26.64,
+      "learning_rate": 0.00010100985221674876,
+      "loss": 0.0676,
+      "step": 16360
+    },
+    {
+      "epoch": 26.66,
+      "learning_rate": 0.00010088669950738916,
+      "loss": 0.0838,
+      "step": 16370
+    },
+    {
+      "epoch": 26.67,
+      "learning_rate": 0.00010076354679802954,
+      "loss": 0.0613,
+      "step": 16380
+    },
+    {
+      "epoch": 26.69,
+      "learning_rate": 0.00010064039408866994,
+      "loss": 0.0643,
+      "step": 16390
+    },
+    {
+      "epoch": 26.71,
+      "learning_rate": 0.00010051724137931032,
+      "loss": 0.0644,
+      "step": 16400
+    },
+    {
+      "epoch": 26.71,
+      "eval_loss": 0.10218186676502228,
+      "eval_runtime": 1041.4907,
+      "eval_samples_per_second": 11.147,
+      "eval_steps_per_second": 0.697,
+      "eval_wer": 0.2749737718377959,
+      "step": 16400
+    },
+    {
+      "epoch": 26.72,
+      "learning_rate": 0.00010039408866995074,
+      "loss": 0.0802,
+      "step": 16410
+    },
+    {
+      "epoch": 26.74,
+      "learning_rate": 0.00010027093596059112,
+      "loss": 0.061,
+      "step": 16420
+    },
+    {
+      "epoch": 26.76,
+      "learning_rate": 0.00010014778325123152,
+      "loss": 0.0653,
+      "step": 16430
+    },
+    {
+      "epoch": 26.77,
+      "learning_rate": 0.0001000246305418719,
+      "loss": 0.0619,
+      "step": 16440
+    },
+    {
+      "epoch": 26.79,
+      "learning_rate": 9.99014778325123e-05,
+      "loss": 0.0621,
+      "step": 16450
+    },
+    {
+      "epoch": 26.8,
+      "learning_rate": 9.97783251231527e-05,
+      "loss": 0.0743,
+      "step": 16460
+    },
+    {
+      "epoch": 26.82,
+      "learning_rate": 9.96551724137931e-05,
+      "loss": 0.0796,
+      "step": 16470
+    },
+    {
+      "epoch": 26.84,
+      "learning_rate": 9.953201970443349e-05,
+      "loss": 0.0606,
+      "step": 16480
+    },
+    {
+      "epoch": 26.85,
+      "learning_rate": 9.940886699507389e-05,
+      "loss": 0.0655,
+      "step": 16490
+    },
+    {
+      "epoch": 26.87,
+      "learning_rate": 9.928571428571427e-05,
+      "loss": 0.0645,
+      "step": 16500
+    },
+    {
+      "epoch": 26.87,
+      "eval_loss": 0.10027051717042923,
+      "eval_runtime": 1035.2207,
+      "eval_samples_per_second": 11.214,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.27657026866760936,
+      "step": 16500
+    },
+    {
+      "epoch": 26.89,
+      "learning_rate": 9.916256157635467e-05,
+      "loss": 0.0696,
+      "step": 16510
+    },
+    {
+      "epoch": 26.9,
+      "learning_rate": 9.903940886699507e-05,
+      "loss": 0.079,
+      "step": 16520
+    },
+    {
+      "epoch": 26.92,
+      "learning_rate": 9.891625615763547e-05,
+      "loss": 0.0569,
+      "step": 16530
+    },
+    {
+      "epoch": 26.93,
+      "learning_rate": 9.879310344827585e-05,
+      "loss": 0.0573,
+      "step": 16540
+    },
+    {
+      "epoch": 26.95,
+      "learning_rate": 9.866995073891625e-05,
+      "loss": 0.0659,
+      "step": 16550
+    },
+    {
+      "epoch": 26.97,
+      "learning_rate": 9.854679802955664e-05,
+      "loss": 0.0749,
+      "step": 16560
+    },
+    {
+      "epoch": 26.98,
+      "learning_rate": 9.842364532019705e-05,
+      "loss": 0.0776,
+      "step": 16570
+    },
+    {
+      "epoch": 27.0,
+      "learning_rate": 9.830049261083743e-05,
+      "loss": 0.0711,
+      "step": 16580
+    },
+    {
+      "epoch": 27.02,
+      "learning_rate": 9.817733990147783e-05,
+      "loss": 0.0639,
+      "step": 16590
+    },
+    {
+      "epoch": 27.03,
+      "learning_rate": 9.805418719211822e-05,
+      "loss": 0.0536,
+      "step": 16600
+    },
+    {
+      "epoch": 27.03,
+      "eval_loss": 0.10511127859354019,
+      "eval_runtime": 1037.8072,
+      "eval_samples_per_second": 11.186,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.27861150390001366,
+      "step": 16600
+    },
+    {
+      "epoch": 27.05,
+      "learning_rate": 9.793103448275862e-05,
+      "loss": 0.058,
+      "step": 16610
+    },
+    {
+      "epoch": 27.07,
+      "learning_rate": 9.7807881773399e-05,
+      "loss": 0.0636,
+      "step": 16620
+    },
+    {
+      "epoch": 27.08,
+      "learning_rate": 9.768472906403941e-05,
+      "loss": 0.081,
+      "step": 16630
+    },
+    {
+      "epoch": 27.1,
+      "learning_rate": 9.75615763546798e-05,
+      "loss": 0.0541,
+      "step": 16640
+    },
+    {
+      "epoch": 27.11,
+      "learning_rate": 9.74384236453202e-05,
+      "loss": 0.0599,
+      "step": 16650
+    },
+    {
+      "epoch": 27.13,
+      "learning_rate": 9.731527093596058e-05,
+      "loss": 0.0544,
+      "step": 16660
+    },
+    {
+      "epoch": 27.15,
+      "learning_rate": 9.719211822660098e-05,
+      "loss": 0.0671,
+      "step": 16670
+    },
+    {
+      "epoch": 27.16,
+      "learning_rate": 9.706896551724137e-05,
+      "loss": 0.0774,
+      "step": 16680
+    },
+    {
+      "epoch": 27.18,
+      "learning_rate": 9.694581280788178e-05,
+      "loss": 0.0511,
+      "step": 16690
+    },
+    {
+      "epoch": 27.2,
+      "learning_rate": 9.682266009852216e-05,
+      "loss": 0.058,
+      "step": 16700
+    },
+    {
+      "epoch": 27.2,
+      "eval_loss": 0.10514625161886215,
+      "eval_runtime": 1047.8766,
+      "eval_samples_per_second": 11.079,
+      "eval_steps_per_second": 0.693,
+      "eval_wer": 0.27902203165625145,
+      "step": 16700
+    },
+    {
+      "epoch": 27.21,
+      "learning_rate": 9.669950738916255e-05,
+      "loss": 0.054,
+      "step": 16710
+    },
+    {
+      "epoch": 27.23,
+      "learning_rate": 9.657635467980295e-05,
+      "loss": 0.0647,
+      "step": 16720
+    },
+    {
+      "epoch": 27.24,
+      "learning_rate": 9.645320197044333e-05,
+      "loss": 0.0852,
+      "step": 16730
+    },
+    {
+      "epoch": 27.26,
+      "learning_rate": 9.633004926108373e-05,
+      "loss": 0.0551,
+      "step": 16740
+    },
+    {
+      "epoch": 27.28,
+      "learning_rate": 9.620689655172412e-05,
+      "loss": 0.0603,
+      "step": 16750
+    },
+    {
+      "epoch": 27.29,
+      "learning_rate": 9.608374384236453e-05,
+      "loss": 0.0636,
+      "step": 16760
+    },
+    {
+      "epoch": 27.31,
+      "learning_rate": 9.596059113300491e-05,
+      "loss": 0.0659,
+      "step": 16770
+    },
+    {
+      "epoch": 27.33,
+      "learning_rate": 9.583743842364531e-05,
+      "loss": 0.0697,
+      "step": 16780
+    },
+    {
+      "epoch": 27.34,
+      "learning_rate": 9.57142857142857e-05,
+      "loss": 0.0535,
+      "step": 16790
+    },
+    {
+      "epoch": 27.36,
+      "learning_rate": 9.55911330049261e-05,
+      "loss": 0.052,
+      "step": 16800
+    },
+    {
+      "epoch": 27.36,
+      "eval_loss": 0.10336525738239288,
+      "eval_runtime": 1039.5717,
+      "eval_samples_per_second": 11.167,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.27483692925238334,
+      "step": 16800
+    },
+    {
+      "epoch": 27.37,
+      "learning_rate": 9.546798029556648e-05,
+      "loss": 0.0697,
+      "step": 16810
+    },
+    {
+      "epoch": 27.39,
+      "learning_rate": 9.53448275862069e-05,
+      "loss": 0.0608,
+      "step": 16820
+    },
+    {
+      "epoch": 27.41,
+      "learning_rate": 9.522167487684728e-05,
+      "loss": 0.0802,
+      "step": 16830
+    },
+    {
+      "epoch": 27.42,
+      "learning_rate": 9.509852216748768e-05,
+      "loss": 0.0548,
+      "step": 16840
+    },
+    {
+      "epoch": 27.44,
+      "learning_rate": 9.497536945812806e-05,
+      "loss": 0.0542,
+      "step": 16850
+    },
+    {
+      "epoch": 27.46,
+      "learning_rate": 9.485221674876846e-05,
+      "loss": 0.0639,
+      "step": 16860
+    },
+    {
+      "epoch": 27.47,
+      "learning_rate": 9.472906403940885e-05,
+      "loss": 0.068,
+      "step": 16870
+    },
+    {
+      "epoch": 27.49,
+      "learning_rate": 9.460591133004926e-05,
+      "loss": 0.0727,
+      "step": 16880
+    },
+    {
+      "epoch": 27.5,
+      "learning_rate": 9.448275862068964e-05,
+      "loss": 0.0572,
+      "step": 16890
+    },
+    {
+      "epoch": 27.52,
+      "learning_rate": 9.435960591133004e-05,
+      "loss": 0.0514,
+      "step": 16900
+    },
+    {
+      "epoch": 27.52,
+      "eval_loss": 0.102653369307518,
+      "eval_runtime": 1036.9148,
+      "eval_samples_per_second": 11.196,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.2750992108744241,
+      "step": 16900
+    },
+    {
+      "epoch": 27.54,
+      "learning_rate": 9.423645320197043e-05,
+      "loss": 0.0669,
+      "step": 16910
+    },
+    {
+      "epoch": 27.55,
+      "learning_rate": 9.411330049261083e-05,
+      "loss": 0.0658,
+      "step": 16920
+    },
+    {
+      "epoch": 27.57,
+      "learning_rate": 9.399014778325121e-05,
+      "loss": 0.0751,
+      "step": 16930
+    },
+    {
+      "epoch": 27.59,
+      "learning_rate": 9.386699507389162e-05,
+      "loss": 0.0633,
+      "step": 16940
+    },
+    {
+      "epoch": 27.6,
+      "learning_rate": 9.374384236453201e-05,
+      "loss": 0.0596,
+      "step": 16950
+    },
+    {
+      "epoch": 27.62,
+      "learning_rate": 9.362068965517241e-05,
+      "loss": 0.0583,
+      "step": 16960
+    },
+    {
+      "epoch": 27.63,
+      "learning_rate": 9.34975369458128e-05,
+      "loss": 0.0674,
+      "step": 16970
+    },
+    {
+      "epoch": 27.65,
+      "learning_rate": 9.337438423645319e-05,
+      "loss": 0.0769,
+      "step": 16980
+    },
+    {
+      "epoch": 27.67,
+      "learning_rate": 9.325123152709358e-05,
+      "loss": 0.0505,
+      "step": 16990
+    },
+    {
+      "epoch": 27.68,
+      "learning_rate": 9.312807881773399e-05,
+      "loss": 0.0593,
+      "step": 17000
+    },
+    {
+      "epoch": 27.68,
+      "eval_loss": 0.10357449948787689,
+      "eval_runtime": 1036.8215,
+      "eval_samples_per_second": 11.197,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.27950098070519547,
+      "step": 17000
+    },
+    {
+      "epoch": 27.7,
+      "learning_rate": 9.300492610837437e-05,
+      "loss": 0.0533,
+      "step": 17010
+    },
+    {
+      "epoch": 27.72,
+      "learning_rate": 9.288177339901477e-05,
+      "loss": 0.0551,
+      "step": 17020
+    },
+    {
+      "epoch": 27.73,
+      "learning_rate": 9.275862068965516e-05,
+      "loss": 0.0808,
+      "step": 17030
+    },
+    {
+      "epoch": 27.75,
+      "learning_rate": 9.263546798029556e-05,
+      "loss": 0.0515,
+      "step": 17040
+    },
+    {
+      "epoch": 27.76,
+      "learning_rate": 9.251231527093596e-05,
+      "loss": 0.0651,
+      "step": 17050
+    },
+    {
+      "epoch": 27.78,
+      "learning_rate": 9.238916256157635e-05,
+      "loss": 0.0578,
+      "step": 17060
+    },
+    {
+      "epoch": 27.8,
+      "learning_rate": 9.226600985221674e-05,
+      "loss": 0.0573,
+      "step": 17070
+    },
+    {
+      "epoch": 27.81,
+      "learning_rate": 9.214285714285714e-05,
+      "loss": 0.0757,
+      "step": 17080
+    },
+    {
+      "epoch": 27.83,
+      "learning_rate": 9.201970443349752e-05,
+      "loss": 0.0535,
+      "step": 17090
+    },
+    {
+      "epoch": 27.85,
+      "learning_rate": 9.189655172413792e-05,
+      "loss": 0.0577,
+      "step": 17100
+    },
+    {
+      "epoch": 27.85,
+      "eval_loss": 0.10248062014579773,
+      "eval_runtime": 1038.271,
+      "eval_samples_per_second": 11.181,
+      "eval_steps_per_second": 0.699,
+      "eval_wer": 0.277037814167769,
+      "step": 17100
+    },
+    {
+      "epoch": 27.86,
+      "learning_rate": 9.177339901477832e-05,
+      "loss": 0.0559,
+      "step": 17110
+    },
+    {
+      "epoch": 27.88,
+      "learning_rate": 9.165024630541872e-05,
+      "loss": 0.0677,
+      "step": 17120
+    },
+    {
+      "epoch": 27.9,
+      "learning_rate": 9.15270935960591e-05,
+      "loss": 0.0687,
+      "step": 17130
+    },
+    {
+      "epoch": 27.91,
+      "learning_rate": 9.14039408866995e-05,
+      "loss": 0.0567,
+      "step": 17140
+    },
+    {
+      "epoch": 27.93,
+      "learning_rate": 9.128078817733989e-05,
+      "loss": 0.0594,
+      "step": 17150
+    },
+    {
+      "epoch": 27.94,
+      "learning_rate": 9.11576354679803e-05,
+      "loss": 0.0627,
+      "step": 17160
+    },
+    {
+      "epoch": 27.96,
+      "learning_rate": 9.103448275862069e-05,
+      "loss": 0.0615,
+      "step": 17170
+    },
+    {
+      "epoch": 27.98,
+      "learning_rate": 9.091133004926109e-05,
+      "loss": 0.0682,
+      "step": 17180
+    },
+    {
+      "epoch": 27.99,
+      "learning_rate": 9.078817733990147e-05,
+      "loss": 0.0554,
+      "step": 17190
+    },
+    {
+      "epoch": 28.01,
+      "learning_rate": 9.066502463054187e-05,
+      "loss": 0.0694,
+      "step": 17200
+    },
+    {
+      "epoch": 28.01,
+      "eval_loss": 0.10077501088380814,
+      "eval_runtime": 1034.9652,
+      "eval_samples_per_second": 11.217,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.2732518359713543,
+      "step": 17200
+    },
+    {
+      "epoch": 28.03,
+      "learning_rate": 9.054187192118225e-05,
+      "loss": 0.0539,
+      "step": 17210
+    },
+    {
+      "epoch": 28.04,
+      "learning_rate": 9.041871921182267e-05,
+      "loss": 0.054,
+      "step": 17220
+    },
+    {
+      "epoch": 28.06,
+      "learning_rate": 9.029556650246305e-05,
+      "loss": 0.0551,
+      "step": 17230
+    },
+    {
+      "epoch": 28.07,
+      "learning_rate": 9.017241379310345e-05,
+      "loss": 0.0647,
+      "step": 17240
+    },
+    {
+      "epoch": 28.09,
+      "learning_rate": 9.004926108374384e-05,
+      "loss": 0.066,
+      "step": 17250
+    },
+    {
+      "epoch": 28.11,
+      "learning_rate": 8.992610837438422e-05,
+      "loss": 0.0569,
+      "step": 17260
+    },
+    {
+      "epoch": 28.12,
+      "learning_rate": 8.980295566502462e-05,
+      "loss": 0.0631,
+      "step": 17270
+    },
+    {
+      "epoch": 28.14,
+      "learning_rate": 8.9679802955665e-05,
+      "loss": 0.0625,
+      "step": 17280
+    },
+    {
+      "epoch": 28.16,
+      "learning_rate": 8.955665024630542e-05,
+      "loss": 0.0657,
+      "step": 17290
+    },
+    {
+      "epoch": 28.17,
+      "learning_rate": 8.94334975369458e-05,
+      "loss": 0.0641,
+      "step": 17300
+    },
+    {
+      "epoch": 28.17,
+      "eval_loss": 0.10876227915287018,
+      "eval_runtime": 1037.4591,
+      "eval_samples_per_second": 11.19,
+      "eval_steps_per_second": 0.7,
+      "eval_wer": 0.2760114947771747,
+      "step": 17300
+    },
+    {
+      "epoch": 28.19,
+      "learning_rate": 8.93103448275862e-05,
+      "loss": 0.0519,
+      "step": 17310
+    },
+    {
+      "epoch": 28.2,
+      "learning_rate": 8.918719211822659e-05,
+      "loss": 0.0608,
+      "step": 17320
+    },
+    {
+      "epoch": 28.22,
+      "learning_rate": 8.906403940886698e-05,
+      "loss": 0.0578,
+      "step": 17330
+    },
+    {
+      "epoch": 28.24,
+      "learning_rate": 8.894088669950737e-05,
+      "loss": 0.0607,
+      "step": 17340
+    },
+    {
+      "epoch": 28.25,
+      "learning_rate": 8.881773399014778e-05,
+      "loss": 0.0776,
+      "step": 17350
+    },
+    {
+      "epoch": 28.27,
+      "learning_rate": 8.869458128078817e-05,
+      "loss": 0.0577,
+      "step": 17360
+    },
+    {
+      "epoch": 28.29,
+      "learning_rate": 8.857142857142857e-05,
+      "loss": 0.048,
+      "step": 17370
+    },
+    {
+      "epoch": 28.3,
+      "learning_rate": 8.844827586206895e-05,
+      "loss": 0.0564,
+      "step": 17380
+    },
+    {
+      "epoch": 28.32,
+      "learning_rate": 8.832512315270935e-05,
+      "loss": 0.0598,
+      "step": 17390
+    },
+    {
+      "epoch": 28.33,
+      "learning_rate": 8.820197044334973e-05,
+      "loss": 0.0566,
+      "step": 17400
+    },
+    {
+      "epoch": 28.33,
+      "eval_loss": 0.10920371115207672,
+      "eval_runtime": 1045.3646,
+      "eval_samples_per_second": 11.105,
+      "eval_steps_per_second": 0.694,
+      "eval_wer": 0.27589745928933085,
+      "step": 17400
+    },
+    {
+      "epoch": 28.35,
+      "learning_rate": 8.807881773399015e-05,
+      "loss": 0.0508,
+      "step": 17410
+    },
+    {
+      "epoch": 28.37,
+      "learning_rate": 8.795566502463053e-05,
+      "loss": 0.0672,
+      "step": 17420
+    },
+    {
+      "epoch": 28.38,
+      "learning_rate": 8.783251231527093e-05,
+      "loss": 0.0567,
+      "step": 17430
+    },
+    {
+      "epoch": 28.4,
+      "learning_rate": 8.770935960591132e-05,
+      "loss": 0.0784,
+      "step": 17440
+    },
+    {
+      "epoch": 28.42,
+      "learning_rate": 8.758620689655171e-05,
+      "loss": 0.0743,
+      "step": 17450
+    },
+    {
+      "epoch": 28.43,
+      "learning_rate": 8.74630541871921e-05,
+      "loss": 0.0564,
+      "step": 17460
+    },
+    {
+      "epoch": 28.45,
+      "learning_rate": 8.733990147783251e-05,
+      "loss": 0.0581,
+      "step": 17470
+    },
+    {
+      "epoch": 28.46,
+      "learning_rate": 8.72167487684729e-05,
+      "loss": 0.0507,
+      "step": 17480
+    },
+    {
+      "epoch": 28.48,
+      "learning_rate": 8.70935960591133e-05,
+      "loss": 0.0568,
+      "step": 17490
+    },
+    {
+      "epoch": 28.5,
+      "learning_rate": 8.697044334975368e-05,
+      "loss": 0.073,
+      "step": 17500
+    },
+    {
+      "epoch": 28.5,
+      "eval_loss": 0.11201709508895874,
+      "eval_runtime": 1040.4472,
+      "eval_samples_per_second": 11.158,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.2787825571317794,
+      "step": 17500
+    },
+    {
+      "epoch": 28.51,
+      "learning_rate": 8.684729064039408e-05,
+      "loss": 0.0604,
+      "step": 17510
+    },
+    {
+      "epoch": 28.53,
+      "learning_rate": 8.672413793103446e-05,
+      "loss": 0.0643,
+      "step": 17520
+    },
+    {
+      "epoch": 28.55,
+      "learning_rate": 8.660098522167488e-05,
+      "loss": 0.0577,
+      "step": 17530
+    },
+    {
+      "epoch": 28.56,
+      "learning_rate": 8.647783251231526e-05,
+      "loss": 0.0661,
+      "step": 17540
+    },
+    {
+      "epoch": 28.58,
+      "learning_rate": 8.635467980295566e-05,
+      "loss": 0.0641,
+      "step": 17550
+    },
+    {
+      "epoch": 28.59,
+      "learning_rate": 8.623152709359605e-05,
+      "loss": 0.0577,
+      "step": 17560
+    },
+    {
+      "epoch": 28.61,
+      "learning_rate": 8.610837438423644e-05,
+      "loss": 0.0642,
+      "step": 17570
+    },
+    {
+      "epoch": 28.63,
+      "learning_rate": 8.598522167487683e-05,
+      "loss": 0.0531,
+      "step": 17580
+    },
+    {
+      "epoch": 28.64,
+      "learning_rate": 8.586206896551724e-05,
+      "loss": 0.0631,
+      "step": 17590
+    },
+    {
+      "epoch": 28.66,
+      "learning_rate": 8.573891625615763e-05,
+      "loss": 0.0632,
+      "step": 17600
+    },
+    {
+      "epoch": 28.66,
+      "eval_loss": 0.10563184320926666,
+      "eval_runtime": 1042.2936,
+      "eval_samples_per_second": 11.138,
+      "eval_steps_per_second": 0.697,
+      "eval_wer": 0.27637640833827487,
+      "step": 17600
+    },
+    {
+      "epoch": 28.68,
+      "learning_rate": 8.561576354679803e-05,
+      "loss": 0.052,
+      "step": 17610
+    },
+    {
+      "epoch": 28.69,
+      "learning_rate": 8.549261083743841e-05,
+      "loss": 0.0484,
+      "step": 17620
+    },
+    {
+      "epoch": 28.71,
+      "learning_rate": 8.536945812807881e-05,
+      "loss": 0.0653,
+      "step": 17630
+    },
+    {
+      "epoch": 28.72,
+      "learning_rate": 8.52463054187192e-05,
+      "loss": 0.0631,
+      "step": 17640
+    },
+    {
+      "epoch": 28.74,
+      "learning_rate": 8.512315270935961e-05,
+      "loss": 0.0663,
+      "step": 17650
+    },
+    {
+      "epoch": 28.76,
+      "learning_rate": 8.499999999999999e-05,
+      "loss": 0.0662,
+      "step": 17660
+    },
+    {
+      "epoch": 28.77,
+      "learning_rate": 8.487684729064039e-05,
+      "loss": 0.0539,
+      "step": 17670
+    },
+    {
+      "epoch": 28.79,
+      "learning_rate": 8.475369458128078e-05,
+      "loss": 0.0635,
+      "step": 17680
+    },
+    {
+      "epoch": 28.81,
+      "learning_rate": 8.463054187192118e-05,
+      "loss": 0.0577,
+      "step": 17690
+    },
+    {
+      "epoch": 28.82,
+      "learning_rate": 8.450738916256157e-05,
+      "loss": 0.0674,
+      "step": 17700
+    },
+    {
+      "epoch": 28.82,
+      "eval_loss": 0.10207371413707733,
+      "eval_runtime": 1043.3574,
+      "eval_samples_per_second": 11.127,
+      "eval_steps_per_second": 0.696,
+      "eval_wer": 0.2738676276057109,
+      "step": 17700
+    },
+    {
+      "epoch": 28.84,
+      "learning_rate": 8.438423645320197e-05,
+      "loss": 0.0508,
+      "step": 17710
+    },
+    {
+      "epoch": 28.86,
+      "learning_rate": 8.426108374384236e-05,
+      "loss": 0.0539,
+      "step": 17720
+    },
+    {
+      "epoch": 28.87,
+      "learning_rate": 8.413793103448276e-05,
+      "loss": 0.0563,
+      "step": 17730
+    },
+    {
+      "epoch": 28.89,
+      "learning_rate": 8.401477832512314e-05,
+      "loss": 0.0675,
+      "step": 17740
+    },
+    {
+      "epoch": 28.9,
+      "learning_rate": 8.389162561576354e-05,
+      "loss": 0.0667,
+      "step": 17750
+    },
+    {
+      "epoch": 28.92,
+      "learning_rate": 8.376847290640394e-05,
+      "loss": 0.0466,
+      "step": 17760
+    },
+    {
+      "epoch": 28.94,
+      "learning_rate": 8.364532019704434e-05,
+      "loss": 0.0493,
+      "step": 17770
+    },
+    {
+      "epoch": 28.95,
+      "learning_rate": 8.352216748768472e-05,
+      "loss": 0.0545,
+      "step": 17780
+    },
+    {
+      "epoch": 28.97,
+      "learning_rate": 8.339901477832512e-05,
+      "loss": 0.0559,
+      "step": 17790
+    },
+    {
+      "epoch": 28.99,
+      "learning_rate": 8.32758620689655e-05,
+      "loss": 0.0663,
+      "step": 17800
+    },
+    {
+      "epoch": 28.99,
+      "eval_loss": 0.10332836955785751,
+      "eval_runtime": 1040.4899,
+      "eval_samples_per_second": 11.157,
+      "eval_steps_per_second": 0.698,
+      "eval_wer": 0.2732518359713543,
+      "step": 17800
+    },
+    {
+      "epoch": 29.0,
+      "learning_rate": 8.315270935960589e-05,
+      "loss": 0.0626,
+      "step": 17810
+    },
+    {
+      "epoch": 29.02,
+      "learning_rate": 8.30295566502463e-05,
+      "loss": 0.0449,
+      "step": 17820
+    },
+    {
+      "epoch": 29.03,
+      "learning_rate": 8.290640394088669e-05,
+      "loss": 0.0541,
+      "step": 17830
+    },
+    {
+      "epoch": 29.05,
+      "learning_rate": 8.278325123152709e-05,
+      "loss": 0.0488,
+      "step": 17840
+    },
+    {
+      "epoch": 29.07,
+      "learning_rate": 8.266009852216747e-05,
+      "loss": 0.057,
+      "step": 17850
+    },
+    {
+      "epoch": 29.08,
+      "learning_rate": 8.253694581280787e-05,
+      "loss": 0.0728,
+      "step": 17860
+    },
+    {
+      "epoch": 29.1,
+      "learning_rate": 8.241379310344826e-05,
+      "loss": 0.0498,
+      "step": 17870
+    },
+    {
+      "epoch": 29.12,
+      "learning_rate": 8.229064039408867e-05,
+      "loss": 0.0573,
+      "step": 17880
+    },
+    {
+      "epoch": 29.13,
+      "learning_rate": 8.216748768472905e-05,
+      "loss": 0.0471,
+      "step": 17890
+    },
+    {
+      "epoch": 29.15,
+      "learning_rate": 8.204433497536945e-05,
+      "loss": 0.0544,
+      "step": 17900
+    },
+    {
+      "epoch": 29.15,
+      "eval_loss": 0.10525064170360565,
+      "eval_runtime": 1038.6823,
+      "eval_samples_per_second": 11.177,
+      "eval_steps_per_second": 0.699,
+      "eval_wer": 0.27206586689777856,
+      "step": 17900
+    },
+    {
+      "epoch": 29.16,
+      "learning_rate": 8.192118226600984e-05,
+      "loss": 0.0705,
+      "step": 17910
+    },
+    {
+      "epoch": 29.18,
+      "learning_rate": 8.179802955665024e-05,
+      "loss": 0.0582,
+      "step": 17920
+    },
+    {
+      "epoch": 29.2,
+      "learning_rate": 8.167487684729062e-05,
+      "loss": 0.0543,
+      "step": 17930
+    },
+    {
+      "epoch": 29.21,
+      "learning_rate": 8.155172413793103e-05,
+      "loss": 0.0533,
+      "step": 17940
+    },
+    {
+      "epoch": 29.23,
+      "learning_rate": 8.142857142857142e-05,
+      "loss": 0.0653,
+      "step": 17950
+    },
+    {
+      "epoch": 29.25,
+      "learning_rate": 8.130541871921182e-05,
+      "loss": 0.0721,
+      "step": 17960
+    },
+    {
+      "epoch": 29.26,
+      "learning_rate": 8.11822660098522e-05,
+      "loss": 0.0492,
+      "step": 17970
+    },
+    {
+      "epoch": 29.28,
+      "learning_rate": 8.10591133004926e-05,
+      "loss": 0.0609,
+      "step": 17980
+    },
+    {
+      "epoch": 29.29,
+      "learning_rate": 8.093596059113299e-05,
+      "loss": 0.056,
+      "step": 17990
+    },
+    {
+      "epoch": 29.31,
+      "learning_rate": 8.08128078817734e-05,
+      "loss": 0.0583,
+      "step": 18000
+    },
+    {
+      "epoch": 29.31,
+      "eval_loss": 0.1032550260424614,
+      "eval_runtime": 1044.0171,
+      "eval_samples_per_second": 11.12,
+      "eval_steps_per_second": 0.695,
+      "eval_wer": 0.27322902887378553,
+      "step": 18000
+    },
+    {
+      "epoch": 29.33,
+      "learning_rate": 8.068965517241378e-05,
+      "loss": 0.0667,
+      "step": 18010
+    },
+    {
+      "epoch": 29.34,
+      "learning_rate": 8.056650246305418e-05,
+      "loss": 0.0457,
+      "step": 18020
+    },
+    {
+      "epoch": 29.36,
+      "learning_rate": 8.044334975369457e-05,
+      "loss": 0.0538,
+      "step": 18030
+    },
+    {
+      "epoch": 29.38,
+      "learning_rate": 8.032019704433497e-05,
+      "loss": 0.0665,
+      "step": 18040
+    },
+    {
+      "epoch": 29.39,
+      "learning_rate": 8.019704433497535e-05,
+      "loss": 0.055,
+      "step": 18050
+    },
+    {
+      "epoch": 29.41,
+      "learning_rate": 8.007389162561576e-05,
+      "loss": 0.0745,
+      "step": 18060
+    },
+    {
+      "epoch": 29.42,
+      "learning_rate": 7.995073891625615e-05,
+      "loss": 0.049,
+      "step": 18070
+    },
+    {
+      "epoch": 29.44,
+      "learning_rate": 7.982758620689655e-05,
+      "loss": 0.0519,
+      "step": 18080
+    },
+    {
+      "epoch": 29.46,
+      "learning_rate": 7.970443349753693e-05,
+      "loss": 0.0545,
+      "step": 18090
+    },
+    {
+      "epoch": 29.47,
+      "learning_rate": 7.958128078817733e-05,
+      "loss": 0.0652,
+      "step": 18100
+    },
+    {
+      "epoch": 29.47,
+      "eval_loss": 0.10154764354228973,
+      "eval_runtime": 1045.4116,
+      "eval_samples_per_second": 11.105,
+      "eval_steps_per_second": 0.694,
+      "eval_wer": 0.2727614833736259,
+      "step": 18100
+    },
+    {
+      "epoch": 29.49,
+      "learning_rate": 7.945812807881772e-05,
+      "loss": 0.0713,
+      "step": 18110
+    },
+    {
+      "epoch": 29.51,
+      "learning_rate": 7.933497536945813e-05,
+      "loss": 0.0488,
+      "step": 18120
+    },
+    {
+      "epoch": 29.52,
+      "learning_rate": 7.921182266009851e-05,
+      "loss": 0.0529,
+      "step": 18130
+    },
+    {
+      "epoch": 29.54,
+      "learning_rate": 7.908866995073891e-05,
+      "loss": 0.0576,
+      "step": 18140
+    },
+    {
+      "epoch": 29.55,
+      "learning_rate": 7.89655172413793e-05,
+      "loss": 0.066,
+      "step": 18150
+    },
+    {
+      "epoch": 29.57,
+      "learning_rate": 7.88423645320197e-05,
+      "loss": 0.067,
+      "step": 18160
+    },
+    {
+      "epoch": 29.59,
+      "learning_rate": 7.871921182266008e-05,
+      "loss": 0.0535,
+      "step": 18170
+    },
+    {
+      "epoch": 29.6,
+      "learning_rate": 7.85960591133005e-05,
+      "loss": 0.0571,
+      "step": 18180
+    },
+    {
+      "epoch": 29.62,
+      "learning_rate": 7.847290640394088e-05,
+      "loss": 0.0595,
+      "step": 18190
+    },
+    {
+      "epoch": 29.64,
+      "learning_rate": 7.834975369458128e-05,
+      "loss": 0.0577,
+      "step": 18200
+    },
+    {
+      "epoch": 29.64,
+      "eval_loss": 0.10285977274179459,
+      "eval_runtime": 1038.3859,
+      "eval_samples_per_second": 11.18,
+      "eval_steps_per_second": 0.699,
+      "eval_wer": 0.27296674725174475,
+      "step": 18200
+    },
+    {
+      "epoch": 29.66,
+      "learning_rate": 7.822660098522166e-05,
+      "loss": 7.6527,
+      "step": 18210
+    },
+    {
+      "epoch": 29.67,
+      "learning_rate": 7.810344827586206e-05,
+      "loss": 3.226,
+      "step": 18220
+    },
+    {
+      "epoch": 29.69,
+      "learning_rate": 7.798029556650245e-05,
+      "loss": 3.0326,
+      "step": 18230
+    },
+    {
+      "epoch": 29.71,
+      "learning_rate": 7.785714285714286e-05,
+      "loss": 2.8419,
+      "step": 18240
+    },
+    {
+      "epoch": 29.72,
+      "learning_rate": 7.773399014778325e-05,
+      "loss": 1.9297,
+      "step": 18250
+    },
+    {
+      "epoch": 29.74,
+      "learning_rate": 7.761083743842364e-05,
+      "loss": 0.5749,
+      "step": 18260
+    },
+    {
+      "epoch": 29.76,
+      "learning_rate": 7.748768472906403e-05,
+      "loss": 0.1852,
+      "step": 18270
+    },
+    {
+      "epoch": 29.77,
+      "learning_rate": 7.736453201970443e-05,
+      "loss": 0.1287,
+      "step": 18280
+    },
+    {
+      "epoch": 29.79,
+      "learning_rate": 7.724137931034483e-05,
+      "loss": 0.1175,
+      "step": 18290
+    },
+    {
+      "epoch": 29.8,
+      "learning_rate": 7.711822660098523e-05,
+      "loss": 0.1068,
+      "step": 18300
+    },
+    {
+      "epoch": 29.8,
+      "eval_loss": 0.12974201142787933,
+      "eval_runtime": 1096.9533,
+      "eval_samples_per_second": 10.583,
+      "eval_steps_per_second": 0.662,
+      "eval_wer": 0.2949984035031702,
+      "step": 18300
+    },
+    {
+      "epoch": 29.82,
+      "learning_rate": 7.699507389162561e-05,
+      "loss": 0.1144,
+      "step": 18310
+    },
+    {
+      "epoch": 29.84,
+      "learning_rate": 7.687192118226601e-05,
+      "loss": 0.084,
+      "step": 18320
+    },
+    {
+      "epoch": 29.85,
+      "learning_rate": 7.67487684729064e-05,
+      "loss": 0.0667,
+      "step": 18330
+    },
+    {
+      "epoch": 29.87,
+      "learning_rate": 7.662561576354679e-05,
+      "loss": 0.0816,
+      "step": 18340
+    },
+    {
+      "epoch": 29.89,
+      "learning_rate": 7.650246305418719e-05,
+      "loss": 0.1077,
+      "step": 18350
+    },
+    {
+      "epoch": 29.9,
+      "learning_rate": 7.637931034482759e-05,
+      "loss": 0.0941,
+      "step": 18360
+    },
+    {
+      "epoch": 29.92,
+      "learning_rate": 7.625615763546798e-05,
+      "loss": 0.0661,
+      "step": 18370
+    },
+    {
+      "epoch": 29.93,
+      "learning_rate": 7.613300492610836e-05,
+      "loss": 0.0626,
+      "step": 18380
+    },
+    {
+      "epoch": 29.95,
+      "learning_rate": 7.600985221674876e-05,
+      "loss": 0.073,
+      "step": 18390
+    },
+    {
+      "epoch": 29.97,
+      "learning_rate": 7.588669950738914e-05,
+      "loss": 0.0805,
+      "step": 18400
+    },
+    {
+      "epoch": 29.97,
+      "eval_loss": 0.11126572638750076,
+      "eval_runtime": 1089.1798,
+      "eval_samples_per_second": 10.658,
+      "eval_steps_per_second": 0.667,
+      "eval_wer": 0.279158874241664,
+      "step": 18400
+    },
+    {
+      "epoch": 29.98,
+      "learning_rate": 7.576354679802956e-05,
+      "loss": 0.1067,
+      "step": 18410
+    },
+    {
+      "epoch": 30.0,
+      "learning_rate": 7.564039408866994e-05,
+      "loss": 0.0722,
+      "step": 18420
+    },
+    {
+      "epoch": 30.02,
+      "learning_rate": 7.551724137931034e-05,
+      "loss": 0.0746,
+      "step": 18430
+    },
+    {
+      "epoch": 30.03,
+      "learning_rate": 7.539408866995073e-05,
+      "loss": 0.0591,
+      "step": 18440
+    },
+    {
+      "epoch": 30.05,
+      "learning_rate": 7.527093596059112e-05,
+      "loss": 0.0737,
+      "step": 18450
+    },
+    {
+      "epoch": 30.06,
+      "learning_rate": 7.514778325123151e-05,
+      "loss": 0.0776,
+      "step": 18460
+    },
+    {
+      "epoch": 30.08,
+      "learning_rate": 7.502463054187192e-05,
+      "loss": 0.087,
+      "step": 18470
+    },
+    {
+      "epoch": 30.1,
+      "learning_rate": 7.490147783251231e-05,
+      "loss": 0.0589,
+      "step": 18480
+    },
+    {
+      "epoch": 30.11,
+      "learning_rate": 7.47783251231527e-05,
+      "loss": 0.0605,
+      "step": 18490
+    },
+    {
+      "epoch": 30.13,
+      "learning_rate": 7.46551724137931e-05,
+      "loss": 0.0689,
+      "step": 18500
+    },
+    {
+      "epoch": 30.13,
+      "eval_loss": 0.10771049559116364,
+      "eval_runtime": 1102.6342,
+      "eval_samples_per_second": 10.528,
+      "eval_steps_per_second": 0.658,
+      "eval_wer": 0.278919399717192,
+      "step": 18500
+    },
+    {
+      "epoch": 30.15,
+      "learning_rate": 7.453201970443349e-05,
+      "loss": 0.0729,
+      "step": 18510
+    },
+    {
+      "epoch": 30.16,
+      "learning_rate": 7.440886699507389e-05,
+      "loss": 0.0814,
+      "step": 18520
+    },
+    {
+      "epoch": 30.18,
+      "learning_rate": 7.428571428571429e-05,
+      "loss": 0.0622,
+      "step": 18530
+    },
+    {
+      "epoch": 30.19,
+      "learning_rate": 7.416256157635467e-05,
+      "loss": 0.0699,
+      "step": 18540
+    },
+    {
+      "epoch": 30.21,
+      "learning_rate": 7.403940886699507e-05,
+      "loss": 0.0589,
+      "step": 18550
+    },
+    {
+      "epoch": 30.23,
+      "learning_rate": 7.391625615763547e-05,
+      "loss": 0.0582,
+      "step": 18560
+    },
+    {
+      "epoch": 30.24,
+      "learning_rate": 7.379310344827585e-05,
+      "loss": 0.0806,
+      "step": 18570
+    },
+    {
+      "epoch": 30.26,
+      "learning_rate": 7.366995073891625e-05,
+      "loss": 0.0584,
+      "step": 18580
+    },
+    {
+      "epoch": 30.28,
+      "learning_rate": 7.354679802955665e-05,
+      "loss": 0.0742,
+      "step": 18590
+    },
+    {
+      "epoch": 30.29,
+      "learning_rate": 7.342364532019704e-05,
+      "loss": 0.0688,
+      "step": 18600
+    },
+    {
+      "epoch": 30.29,
+      "eval_loss": 0.1069473996758461,
+      "eval_runtime": 1101.8065,
+      "eval_samples_per_second": 10.536,
+      "eval_steps_per_second": 0.659,
+      "eval_wer": 0.2777448341924007,
+      "step": 18600
+    },
+    {
+      "epoch": 30.31,
+      "learning_rate": 7.330049261083744e-05,
+      "loss": 0.0658,
+      "step": 18610
+    },
+    {
+      "epoch": 30.32,
+      "learning_rate": 7.317733990147783e-05,
+      "loss": 0.0787,
+      "step": 18620
+    },
+    {
+      "epoch": 30.34,
+      "learning_rate": 7.305418719211822e-05,
+      "loss": 0.0567,
+      "step": 18630
+    },
+    {
+      "epoch": 30.36,
+      "learning_rate": 7.29310344827586e-05,
+      "loss": 0.0602,
+      "step": 18640
+    },
+    {
+      "epoch": 30.37,
+      "learning_rate": 7.2807881773399e-05,
+      "loss": 0.0793,
+      "step": 18650
+    },
+    {
+      "epoch": 30.39,
+      "learning_rate": 7.26847290640394e-05,
+      "loss": 0.06,
+      "step": 18660
+    },
+    {
+      "epoch": 30.41,
+      "learning_rate": 7.256157635467979e-05,
+      "loss": 0.0742,
+      "step": 18670
+    },
+    {
+      "epoch": 30.42,
+      "learning_rate": 7.243842364532019e-05,
+      "loss": 0.0578,
+      "step": 18680
+    },
+    {
+      "epoch": 30.44,
+      "learning_rate": 7.231527093596058e-05,
+      "loss": 0.0567,
+      "step": 18690
+    },
+    {
+      "epoch": 30.45,
+      "learning_rate": 7.219211822660097e-05,
+      "loss": 0.0589,
+      "step": 18700
+    },
+    {
+      "epoch": 30.45,
+      "eval_loss": 0.10714150965213776,
+      "eval_runtime": 1106.0988,
+      "eval_samples_per_second": 10.495,
+      "eval_steps_per_second": 0.656,
+      "eval_wer": 0.27573780960634947,
+      "step": 18700
+    },
+    {
+      "epoch": 30.47,
+      "learning_rate": 7.206896551724137e-05,
+      "loss": 0.0747,
+      "step": 18710
+    },
+    {
+      "epoch": 30.49,
+      "learning_rate": 7.194581280788177e-05,
+      "loss": 0.0839,
+      "step": 18720
+    },
+    {
+      "epoch": 30.5,
+      "learning_rate": 7.182266009852215e-05,
+      "loss": 0.0499,
+      "step": 18730
+    },
+    {
+      "epoch": 30.52,
+      "learning_rate": 7.169950738916255e-05,
+      "loss": 0.0664,
+      "step": 18740
+    },
+    {
+      "epoch": 30.54,
+      "learning_rate": 7.157635467980295e-05,
+      "loss": 0.0566,
+      "step": 18750
+    },
+    {
+      "epoch": 30.55,
+      "learning_rate": 7.145320197044334e-05,
+      "loss": 0.062,
+      "step": 18760
+    },
+    {
+      "epoch": 30.57,
+      "learning_rate": 7.133004926108373e-05,
+      "loss": 0.072,
+      "step": 18770
+    },
+    {
+      "epoch": 30.59,
+      "learning_rate": 7.120689655172413e-05,
+      "loss": 0.0568,
+      "step": 18780
+    },
+    {
+      "epoch": 30.6,
+      "learning_rate": 7.108374384236452e-05,
+      "loss": 0.0557,
+      "step": 18790
+    },
+    {
+      "epoch": 30.62,
+      "learning_rate": 7.096059113300492e-05,
+      "loss": 0.049,
+      "step": 18800
+    },
+    {
+      "epoch": 30.62,
+      "eval_loss": 0.10768799483776093,
+      "eval_runtime": 1102.6484,
+      "eval_samples_per_second": 10.528,
+      "eval_steps_per_second": 0.658,
+      "eval_wer": 0.27489394699630526,
+      "step": 18800
+    },
+    {
+      "epoch": 30.63,
+      "learning_rate": 7.083743842364532e-05,
+      "loss": 0.0677,
+      "step": 18810
+    },
+    {
+      "epoch": 30.65,
+      "learning_rate": 7.07142857142857e-05,
+      "loss": 0.0691,
+      "step": 18820
+    },
+    {
+      "epoch": 30.67,
+      "learning_rate": 7.05911330049261e-05,
+      "loss": 0.0543,
+      "step": 18830
+    },
+    {
+      "epoch": 30.68,
+      "learning_rate": 7.04679802955665e-05,
+      "loss": 0.0574,
+      "step": 18840
+    },
+    {
+      "epoch": 30.7,
+      "learning_rate": 7.034482758620688e-05,
+      "loss": 0.0508,
+      "step": 18850
+    },
+    {
+      "epoch": 30.72,
+      "learning_rate": 7.022167487684728e-05,
+      "loss": 0.0624,
+      "step": 18860
+    },
+    {
+      "epoch": 30.73,
+      "learning_rate": 7.009852216748768e-05,
+      "loss": 0.0679,
+      "step": 18870
+    },
+    {
+      "epoch": 30.75,
+      "learning_rate": 6.997536945812807e-05,
+      "loss": 0.0483,
+      "step": 18880
+    },
+    {
+      "epoch": 30.76,
+      "learning_rate": 6.985221674876846e-05,
+      "loss": 0.0516,
+      "step": 18890
+    },
+    {
+      "epoch": 30.78,
+      "learning_rate": 6.972906403940886e-05,
+      "loss": 0.0534,
+      "step": 18900
+    },
+    {
+      "epoch": 30.78,
+      "eval_loss": 0.10456112772226334,
+      "eval_runtime": 1101.5617,
+      "eval_samples_per_second": 10.539,
+      "eval_steps_per_second": 0.659,
+      "eval_wer": 0.27034393103133697,
+      "step": 18900
+    },
+    {
+      "epoch": 30.8,
+      "learning_rate": 6.960591133004926e-05,
+      "loss": 0.0639,
+      "step": 18910
+    },
+    {
+      "epoch": 30.81,
+      "learning_rate": 6.948275862068965e-05,
+      "loss": 0.0659,
+      "step": 18920
+    },
+    {
+      "epoch": 30.83,
+      "learning_rate": 6.935960591133005e-05,
+      "loss": 0.0666,
+      "step": 18930
+    },
+    {
+      "epoch": 30.85,
+      "learning_rate": 6.923645320197044e-05,
+      "loss": 0.0559,
+      "step": 18940
+    },
+    {
+      "epoch": 30.86,
+      "learning_rate": 6.911330049261083e-05,
+      "loss": 0.053,
+      "step": 18950
+    },
+    {
+      "epoch": 30.88,
+      "learning_rate": 6.899014778325123e-05,
+      "loss": 0.0664,
+      "step": 18960
+    },
+    {
+      "epoch": 30.89,
+      "learning_rate": 6.886699507389163e-05,
+      "loss": 0.0645,
+      "step": 18970
+    },
+    {
+      "epoch": 30.91,
+      "learning_rate": 6.874384236453201e-05,
+      "loss": 0.0472,
+      "step": 18980
+    },
+    {
+      "epoch": 30.93,
+      "learning_rate": 6.862068965517241e-05,
+      "loss": 0.0573,
+      "step": 18990
+    },
+    {
+      "epoch": 30.94,
+      "learning_rate": 6.849753694581281e-05,
+      "loss": 0.0506,
+      "step": 19000
+    },
+    {
+      "epoch": 30.94,
+      "eval_loss": 0.10394973307847977,
+      "eval_runtime": 1103.6882,
+      "eval_samples_per_second": 10.518,
+      "eval_steps_per_second": 0.658,
+      "eval_wer": 0.2728185011175478,
+      "step": 19000
+    },
+    {
+      "epoch": 30.96,
+      "learning_rate": 6.83743842364532e-05,
+      "loss": 0.0694,
+      "step": 19010
+    },
+    {
+      "epoch": 30.98,
+      "learning_rate": 6.825123152709359e-05,
+      "loss": 0.0756,
+      "step": 19020
+    },
+    {
+      "epoch": 30.99,
+      "learning_rate": 6.812807881773399e-05,
+      "loss": 0.0567,
+      "step": 19030
+    },
+    {
+      "epoch": 31.01,
+      "learning_rate": 6.800492610837438e-05,
+      "loss": 0.0623,
+      "step": 19040
+    },
+    {
+      "epoch": 31.02,
+      "learning_rate": 6.788177339901478e-05,
+      "loss": 0.0525,
+      "step": 19050
+    },
+    {
+      "epoch": 31.04,
+      "learning_rate": 6.775862068965517e-05,
+      "loss": 0.0587,
+      "step": 19060
+    },
+    {
+      "epoch": 31.06,
+      "learning_rate": 6.763546798029556e-05,
+      "loss": 0.0538,
+      "step": 19070
+    },
+    {
+      "epoch": 31.07,
+      "learning_rate": 6.751231527093596e-05,
+      "loss": 0.0703,
+      "step": 19080
+    },
+    {
+      "epoch": 31.09,
+      "learning_rate": 6.738916256157636e-05,
+      "loss": 0.0636,
+      "step": 19090
+    },
+    {
+      "epoch": 31.11,
+      "learning_rate": 6.726600985221674e-05,
+      "loss": 0.0534,
+      "step": 19100
+    },
+    {
+      "epoch": 31.11,
+      "eval_loss": 0.10357484966516495,
+      "eval_runtime": 1104.4699,
+      "eval_samples_per_second": 10.511,
+      "eval_steps_per_second": 0.657,
+      "eval_wer": 0.2719176207635816,
+      "step": 19100
+    },
+    {
+      "epoch": 31.12,
+      "learning_rate": 6.714285714285714e-05,
+      "loss": 0.052,
+      "step": 19110
+    },
+    {
+      "epoch": 31.14,
+      "learning_rate": 6.701970443349754e-05,
+      "loss": 0.0489,
+      "step": 19120
+    },
+    {
+      "epoch": 31.15,
+      "learning_rate": 6.689655172413792e-05,
+      "loss": 0.0624,
+      "step": 19130
+    },
+    {
+      "epoch": 31.17,
+      "learning_rate": 6.677339901477832e-05,
+      "loss": 0.0654,
+      "step": 19140
+    },
+    {
+      "epoch": 31.19,
+      "learning_rate": 6.665024630541872e-05,
+      "loss": 0.0448,
+      "step": 19150
+    },
+    {
+      "epoch": 31.2,
+      "learning_rate": 6.652709359605911e-05,
+      "loss": 0.0537,
+      "step": 19160
+    },
+    {
+      "epoch": 31.22,
+      "learning_rate": 6.64039408866995e-05,
+      "loss": 0.0538,
+      "step": 19170
+    },
+    {
+      "epoch": 31.24,
+      "learning_rate": 6.62807881773399e-05,
+      "loss": 0.0652,
+      "step": 19180
+    },
+    {
+      "epoch": 31.25,
+      "learning_rate": 6.615763546798029e-05,
+      "loss": 0.0695,
+      "step": 19190
+    },
+    {
+      "epoch": 31.27,
+      "learning_rate": 6.603448275862067e-05,
+      "loss": 0.0453,
+      "step": 19200
+    },
+    {
+      "epoch": 31.27,
+      "eval_loss": 0.10642369091510773,
+      "eval_runtime": 1106.2287,
+      "eval_samples_per_second": 10.494,
+      "eval_steps_per_second": 0.656,
+      "eval_wer": 0.27167814623910963,
+      "step": 19200
+    },
+    {
+      "epoch": 31.28,
+      "learning_rate": 6.591133004926107e-05,
+      "loss": 0.0479,
+      "step": 19210
+    },
+    {
+      "epoch": 31.3,
+      "learning_rate": 6.578817733990147e-05,
+      "loss": 0.0614,
+      "step": 19220
+    },
+    {
+      "epoch": 31.32,
+      "learning_rate": 6.566502463054186e-05,
+      "loss": 0.065,
+      "step": 19230
+    },
+    {
+      "epoch": 31.33,
+      "learning_rate": 6.554187192118226e-05,
+      "loss": 0.0628,
+      "step": 19240
+    },
+    {
+      "epoch": 31.35,
+      "learning_rate": 6.541871921182265e-05,
+      "loss": 0.048,
+      "step": 19250
+    },
+    {
+      "epoch": 31.37,
+      "learning_rate": 6.529556650246304e-05,
+      "loss": 0.0515,
+      "step": 19260
+    },
+    {
+      "epoch": 31.38,
+      "learning_rate": 6.517241379310344e-05,
+      "loss": 0.0531,
+      "step": 19270
+    },
+    {
+      "epoch": 31.4,
+      "learning_rate": 6.504926108374384e-05,
+      "loss": 0.0605,
+      "step": 19280
+    },
+    {
+      "epoch": 31.41,
+      "learning_rate": 6.492610837438422e-05,
+      "loss": 0.0577,
+      "step": 19290
+    },
+    {
+      "epoch": 31.43,
+      "learning_rate": 6.480295566502462e-05,
+      "loss": 0.0514,
+      "step": 19300
+    },
+    {
+      "epoch": 31.43,
+      "eval_loss": 0.1033957302570343,
+      "eval_runtime": 1105.7461,
+      "eval_samples_per_second": 10.499,
+      "eval_steps_per_second": 0.657,
+      "eval_wer": 0.27122200428773435,
+      "step": 19300
+    },
+    {
+      "epoch": 31.45,
+      "learning_rate": 6.467980295566502e-05,
+      "loss": 0.0526,
+      "step": 19310
+    },
+    {
+      "epoch": 31.46,
+      "learning_rate": 6.45566502463054e-05,
+      "loss": 0.0588,
+      "step": 19320
+    },
+    {
+      "epoch": 31.48,
+      "learning_rate": 6.44334975369458e-05,
+      "loss": 0.0637,
+      "step": 19330
+    },
+    {
+      "epoch": 31.5,
+      "learning_rate": 6.43103448275862e-05,
+      "loss": 0.0573,
+      "step": 19340
+    },
+    {
+      "epoch": 31.51,
+      "learning_rate": 6.418719211822659e-05,
+      "loss": 0.0527,
+      "step": 19350
+    },
+    {
+      "epoch": 31.53,
+      "learning_rate": 6.406403940886699e-05,
+      "loss": 0.0481,
+      "step": 19360
+    },
+    {
+      "epoch": 31.55,
+      "learning_rate": 6.394088669950739e-05,
+      "loss": 0.0577,
+      "step": 19370
+    },
+    {
+      "epoch": 31.56,
+      "learning_rate": 6.381773399014777e-05,
+      "loss": 0.0647,
+      "step": 19380
+    },
+    {
+      "epoch": 31.58,
+      "learning_rate": 6.369458128078817e-05,
+      "loss": 0.0595,
+      "step": 19390
+    },
+    {
+      "epoch": 31.59,
+      "learning_rate": 6.357142857142857e-05,
+      "loss": 0.0579,
+      "step": 19400
+    },
+    {
+      "epoch": 31.59,
+      "eval_loss": 0.10654297471046448,
+      "eval_runtime": 1110.2016,
+      "eval_samples_per_second": 10.457,
+      "eval_steps_per_second": 0.654,
+      "eval_wer": 0.27257902659307576,
+      "step": 19400
+    },
+    {
+      "epoch": 31.61,
+      "learning_rate": 6.344827586206895e-05,
+      "loss": 0.0537,
+      "step": 19410
+    },
+    {
+      "epoch": 31.63,
+      "learning_rate": 6.332512315270935e-05,
+      "loss": 0.0688,
+      "step": 19420
+    },
+    {
+      "epoch": 31.64,
+      "learning_rate": 6.320197044334975e-05,
+      "loss": 0.0655,
+      "step": 19430
+    },
+    {
+      "epoch": 31.66,
+      "learning_rate": 6.307881773399014e-05,
+      "loss": 0.061,
+      "step": 19440
+    },
+    {
+      "epoch": 31.68,
+      "learning_rate": 6.295566502463053e-05,
+      "loss": 0.0479,
+      "step": 19450
+    },
+    {
+      "epoch": 31.69,
+      "learning_rate": 6.283251231527093e-05,
+      "loss": 0.0489,
+      "step": 19460
+    },
+    {
+      "epoch": 31.71,
+      "learning_rate": 6.270935960591132e-05,
+      "loss": 0.0623,
+      "step": 19470
+    },
+    {
+      "epoch": 31.72,
+      "learning_rate": 6.258620689655172e-05,
+      "loss": 0.054,
+      "step": 19480
+    },
+    {
+      "epoch": 31.74,
+      "learning_rate": 6.246305418719212e-05,
+      "loss": 0.0606,
+      "step": 19490
+    },
+    {
+      "epoch": 31.76,
+      "learning_rate": 6.23399014778325e-05,
+      "loss": 0.0491,
+      "step": 19500
+    },
+    {
+      "epoch": 31.76,
+      "eval_loss": 0.10537396371364594,
+      "eval_runtime": 1110.8594,
+      "eval_samples_per_second": 10.45,
+      "eval_steps_per_second": 0.654,
+      "eval_wer": 0.27493956119144275,
+      "step": 19500
+    },
+    {
+      "epoch": 31.77,
+      "learning_rate": 6.22167487684729e-05,
+      "loss": 0.0562,
+      "step": 19510
+    },
+    {
+      "epoch": 31.79,
+      "learning_rate": 6.20935960591133e-05,
+      "loss": 0.0547,
+      "step": 19520
+    },
+    {
+      "epoch": 31.81,
+      "learning_rate": 6.19704433497537e-05,
+      "loss": 0.0696,
+      "step": 19530
+    },
+    {
+      "epoch": 31.82,
+      "learning_rate": 6.184729064039408e-05,
+      "loss": 0.06,
+      "step": 19540
+    },
+    {
+      "epoch": 31.84,
+      "learning_rate": 6.172413793103448e-05,
+      "loss": 0.0489,
+      "step": 19550
+    },
+    {
+      "epoch": 31.85,
+      "learning_rate": 6.160098522167488e-05,
+      "loss": 0.049,
+      "step": 19560
+    },
+    {
+      "epoch": 31.87,
+      "learning_rate": 6.147783251231526e-05,
+      "loss": 0.0567,
+      "step": 19570
+    },
+    {
+      "epoch": 31.89,
+      "learning_rate": 6.135467980295566e-05,
+      "loss": 0.0611,
+      "step": 19580
+    },
+    {
+      "epoch": 31.9,
+      "learning_rate": 6.123152709359606e-05,
+      "loss": 0.0712,
+      "step": 19590
+    },
+    {
+      "epoch": 31.92,
+      "learning_rate": 6.110837438423645e-05,
+      "loss": 0.0547,
+      "step": 19600
+    },
+    {
+      "epoch": 31.92,
+      "eval_loss": 0.10231481492519379,
+      "eval_runtime": 1111.6866,
+      "eval_samples_per_second": 10.443,
+      "eval_steps_per_second": 0.653,
+      "eval_wer": 0.2719860420562879,
+      "step": 19600
+    },
+    {
+      "epoch": 31.94,
+      "learning_rate": 6.0985221674876846e-05,
+      "loss": 0.0588,
+      "step": 19610
+    },
+    {
+      "epoch": 31.95,
+      "learning_rate": 6.086206896551724e-05,
+      "loss": 0.0615,
+      "step": 19620
+    },
+    {
+      "epoch": 31.97,
+      "learning_rate": 6.073891625615763e-05,
+      "loss": 0.0649,
+      "step": 19630
+    },
+    {
+      "epoch": 31.98,
+      "learning_rate": 6.061576354679803e-05,
+      "loss": 0.0662,
+      "step": 19640
+    },
+    {
+      "epoch": 32.0,
+      "learning_rate": 6.049261083743842e-05,
+      "loss": 0.0617,
+      "step": 19650
+    },
+    {
+      "epoch": 32.02,
+      "learning_rate": 6.036945812807881e-05,
+      "loss": 0.042,
+      "step": 19660
+    },
+    {
+      "epoch": 32.03,
+      "learning_rate": 6.024630541871921e-05,
+      "loss": 0.0559,
+      "step": 19670
+    },
+    {
+      "epoch": 32.05,
+      "learning_rate": 6.01231527093596e-05,
+      "loss": 0.0533,
+      "step": 19680
+    },
+    {
+      "epoch": 32.07,
+      "learning_rate": 5.9999999999999995e-05,
+      "loss": 0.0503,
+      "step": 19690
+    },
+    {
+      "epoch": 32.08,
+      "learning_rate": 5.9876847290640393e-05,
+      "loss": 0.08,
+      "step": 19700
+    },
+    {
+      "epoch": 32.08,
+      "eval_loss": 0.1036900207400322,
+      "eval_runtime": 1106.8366,
+      "eval_samples_per_second": 10.488,
+      "eval_steps_per_second": 0.656,
+      "eval_wer": 0.2706974410436528,
+      "step": 19700
+    },
+    {
+      "epoch": 32.1,
+      "learning_rate": 5.9753694581280785e-05,
+      "loss": 0.0558,
+      "step": 19710
+    },
+    {
+      "epoch": 32.11,
+      "learning_rate": 5.9630541871921184e-05,
+      "loss": 0.0469,
+      "step": 19720
+    },
+    {
+      "epoch": 32.13,
+      "learning_rate": 5.9507389162561576e-05,
+      "loss": 0.0525,
+      "step": 19730
+    },
+    {
+      "epoch": 32.15,
+      "learning_rate": 5.938423645320197e-05,
+      "loss": 0.0545,
+      "step": 19740
+    },
+    {
+      "epoch": 32.16,
+      "learning_rate": 5.926108374384235e-05,
+      "loss": 0.0681,
+      "step": 19750
+    },
+    {
+      "epoch": 32.18,
+      "learning_rate": 5.913793103448275e-05,
+      "loss": 0.0495,
+      "step": 19760
+    },
+    {
+      "epoch": 32.2,
+      "learning_rate": 5.9014778325123144e-05,
+      "loss": 0.0479,
+      "step": 19770
+    },
+    {
+      "epoch": 32.21,
+      "learning_rate": 5.8891625615763536e-05,
+      "loss": 0.0483,
+      "step": 19780
+    },
+    {
+      "epoch": 32.23,
+      "learning_rate": 5.8768472906403934e-05,
+      "loss": 0.0663,
+      "step": 19790
+    },
+    {
+      "epoch": 32.24,
+      "learning_rate": 5.8645320197044326e-05,
+      "loss": 0.0649,
+      "step": 19800
+    },
+    {
+      "epoch": 32.24,
+      "eval_loss": 0.10367757827043533,
+      "eval_runtime": 1106.7671,
+      "eval_samples_per_second": 10.489,
+      "eval_steps_per_second": 0.656,
+      "eval_wer": 0.27019568489713996,
+      "step": 19800
+    },
+    {
+      "epoch": 32.26,
+      "learning_rate": 5.852216748768472e-05,
+      "loss": 0.06,
+      "step": 19810
+    },
+    {
+      "epoch": 32.28,
+      "learning_rate": 5.839901477832512e-05,
+      "loss": 0.0483,
+      "step": 19820
+    },
+    {
+      "epoch": 32.29,
+      "learning_rate": 5.827586206896551e-05,
+      "loss": 0.0526,
+      "step": 19830
+    },
+    {
+      "epoch": 32.31,
+      "learning_rate": 5.81527093596059e-05,
+      "loss": 0.0623,
+      "step": 19840
+    },
+    {
+      "epoch": 32.33,
+      "learning_rate": 5.80295566502463e-05,
+      "loss": 0.0618,
+      "step": 19850
+    },
+    {
+      "epoch": 32.34,
+      "learning_rate": 5.790640394088669e-05,
+      "loss": 0.0448,
+      "step": 19860
+    },
+    {
+      "epoch": 32.36,
+      "learning_rate": 5.778325123152708e-05,
+      "loss": 0.0525,
+      "step": 19870
+    },
+    {
+      "epoch": 32.38,
+      "learning_rate": 5.766009852216748e-05,
+      "loss": 0.0502,
+      "step": 19880
+    },
+    {
+      "epoch": 32.39,
+      "learning_rate": 5.7536945812807874e-05,
+      "loss": 0.0576,
+      "step": 19890
+    },
+    {
+      "epoch": 32.41,
+      "learning_rate": 5.7413793103448266e-05,
+      "loss": 0.064,
+      "step": 19900
+    },
+    {
+      "epoch": 32.41,
+      "eval_loss": 0.10534002631902695,
+      "eval_runtime": 1112.2039,
+      "eval_samples_per_second": 10.438,
+      "eval_steps_per_second": 0.653,
+      "eval_wer": 0.27139305751950005,
+      "step": 19900
+    },
+    {
+      "epoch": 32.42,
+      "learning_rate": 5.7290640394088665e-05,
+      "loss": 0.0474,
+      "step": 19910
+    },
+    {
+      "epoch": 32.44,
+      "learning_rate": 5.7167487684729057e-05,
+      "loss": 0.0476,
+      "step": 19920
+    },
+    {
+      "epoch": 32.46,
+      "learning_rate": 5.704433497536945e-05,
+      "loss": 0.05,
+      "step": 19930
+    },
+    {
+      "epoch": 32.47,
+      "learning_rate": 5.692118226600985e-05,
+      "loss": 0.0598,
+      "step": 19940
+    },
+    {
+      "epoch": 32.49,
+      "learning_rate": 5.679802955665024e-05,
+      "loss": 0.0637,
+      "step": 19950
+    },
+    {
+      "epoch": 32.51,
+      "learning_rate": 5.667487684729064e-05,
+      "loss": 0.0514,
+      "step": 19960
+    },
+    {
+      "epoch": 32.52,
+      "learning_rate": 5.655172413793103e-05,
+      "loss": 0.0549,
+      "step": 19970
+    },
+    {
+      "epoch": 32.54,
+      "learning_rate": 5.642857142857142e-05,
+      "loss": 0.0479,
+      "step": 19980
+    },
+    {
+      "epoch": 32.55,
+      "learning_rate": 5.630541871921182e-05,
+      "loss": 0.0621,
+      "step": 19990
+    },
+    {
+      "epoch": 32.57,
+      "learning_rate": 5.618226600985221e-05,
+      "loss": 0.064,
+      "step": 20000
+    },
+    {
+      "epoch": 32.57,
+      "eval_loss": 0.10346231609582901,
+      "eval_runtime": 1108.823,
+      "eval_samples_per_second": 10.47,
+      "eval_steps_per_second": 0.655,
+      "eval_wer": 0.2691465584089769,
+      "step": 20000
+    },
+    {
+      "epoch": 32.59,
+      "learning_rate": 5.6059113300492604e-05,
+      "loss": 0.0495,
+      "step": 20010
+    },
+    {
+      "epoch": 32.6,
+      "learning_rate": 5.5935960591133e-05,
+      "loss": 0.0492,
+      "step": 20020
+    },
+    {
+      "epoch": 32.62,
+      "learning_rate": 5.5812807881773395e-05,
+      "loss": 0.0479,
+      "step": 20030
+    },
+    {
+      "epoch": 32.64,
+      "learning_rate": 5.568965517241379e-05,
+      "loss": 0.0623,
+      "step": 20040
+    },
+    {
+      "epoch": 32.65,
+      "learning_rate": 5.5566502463054186e-05,
+      "loss": 0.0649,
+      "step": 20050
+    },
+    {
+      "epoch": 32.67,
+      "learning_rate": 5.544334975369458e-05,
+      "loss": 0.046,
+      "step": 20060
+    },
+    {
+      "epoch": 32.68,
+      "learning_rate": 5.532019704433497e-05,
+      "loss": 0.0499,
+      "step": 20070
+    },
+    {
+      "epoch": 32.7,
+      "learning_rate": 5.519704433497537e-05,
+      "loss": 0.0471,
+      "step": 20080
+    },
+    {
+      "epoch": 32.72,
+      "learning_rate": 5.507389162561576e-05,
+      "loss": 0.0538,
+      "step": 20090
+    },
+    {
+      "epoch": 32.73,
+      "learning_rate": 5.495073891625615e-05,
+      "loss": 0.0658,
+      "step": 20100
+    },
+    {
+      "epoch": 32.73,
+      "eval_loss": 0.10165919363498688,
+      "eval_runtime": 1108.1009,
+      "eval_samples_per_second": 10.476,
+      "eval_steps_per_second": 0.655,
+      "eval_wer": 0.2663070747616658,
+      "step": 20100
+    },
+    {
+      "epoch": 32.75,
+      "learning_rate": 5.482758620689655e-05,
+      "loss": 0.0462,
+      "step": 20110
+    },
+    {
+      "epoch": 32.77,
+      "learning_rate": 5.470443349753694e-05,
+      "loss": 0.0513,
+      "step": 20120
+    },
+    {
+      "epoch": 32.78,
+      "learning_rate": 5.4581280788177335e-05,
+      "loss": 0.0571,
+      "step": 20130
+    },
+    {
+      "epoch": 32.8,
+      "learning_rate": 5.445812807881773e-05,
+      "loss": 0.0533,
+      "step": 20140
+    },
+    {
+      "epoch": 32.81,
+      "learning_rate": 5.4334975369458125e-05,
+      "loss": 0.0688,
+      "step": 20150
+    },
+    {
+      "epoch": 32.83,
+      "learning_rate": 5.421182266009852e-05,
+      "loss": 0.0436,
+      "step": 20160
+    },
+    {
+      "epoch": 32.85,
+      "learning_rate": 5.4088669950738916e-05,
+      "loss": 0.0431,
+      "step": 20170
+    },
+    {
+      "epoch": 32.86,
+      "learning_rate": 5.396551724137931e-05,
+      "loss": 0.0499,
+      "step": 20180
+    },
+    {
+      "epoch": 32.88,
+      "learning_rate": 5.38423645320197e-05,
+      "loss": 0.0601,
+      "step": 20190
+    },
+    {
+      "epoch": 32.9,
+      "learning_rate": 5.37192118226601e-05,
+      "loss": 0.0636,
+      "step": 20200
+    },
+    {
+      "epoch": 32.9,
+      "eval_loss": 0.10311312973499298,
+      "eval_runtime": 1110.683,
+      "eval_samples_per_second": 10.452,
+      "eval_steps_per_second": 0.654,
+      "eval_wer": 0.26802901062810747,
+      "step": 20200
+    },
+    {
+      "epoch": 32.91,
+      "learning_rate": 5.359605911330049e-05,
+      "loss": 0.0469,
+      "step": 20210
+    },
+    {
+      "epoch": 32.93,
+      "learning_rate": 5.347290640394088e-05,
+      "loss": 0.049,
+      "step": 20220
+    },
+    {
+      "epoch": 32.94,
+      "learning_rate": 5.334975369458128e-05,
+      "loss": 0.0531,
+      "step": 20230
+    },
+    {
+      "epoch": 32.96,
+      "learning_rate": 5.322660098522167e-05,
+      "loss": 0.0566,
+      "step": 20240
+    },
+    {
+      "epoch": 32.98,
+      "learning_rate": 5.3103448275862065e-05,
+      "loss": 0.0776,
+      "step": 20250
+    },
+    {
+      "epoch": 32.99,
+      "learning_rate": 5.2980295566502463e-05,
+      "loss": 0.0434,
+      "step": 20260
+    },
+    {
+      "epoch": 33.01,
+      "learning_rate": 5.2857142857142855e-05,
+      "loss": 0.0489,
+      "step": 20270
+    },
+    {
+      "epoch": 33.03,
+      "learning_rate": 5.273399014778325e-05,
+      "loss": 0.0426,
+      "step": 20280
+    },
+    {
+      "epoch": 33.04,
+      "learning_rate": 5.2610837438423646e-05,
+      "loss": 0.0547,
+      "step": 20290
+    },
+    {
+      "epoch": 33.06,
+      "learning_rate": 5.248768472906403e-05,
+      "loss": 0.0439,
+      "step": 20300
+    },
+    {
+      "epoch": 33.06,
+      "eval_loss": 0.10100261867046356,
+      "eval_runtime": 1114.0417,
+      "eval_samples_per_second": 10.421,
+      "eval_steps_per_second": 0.652,
+      "eval_wer": 0.26684304155453176,
+      "step": 20300
+    },
+    {
+      "epoch": 33.07,
+      "learning_rate": 5.236453201970442e-05,
+      "loss": 0.0617,
+      "step": 20310
+    },
+    {
+      "epoch": 33.09,
+      "learning_rate": 5.224137931034482e-05,
+      "loss": 0.0666,
+      "step": 20320
+    },
+    {
+      "epoch": 33.11,
+      "learning_rate": 5.2118226600985214e-05,
+      "loss": 0.0485,
+      "step": 20330
+    },
+    {
+      "epoch": 33.12,
+      "learning_rate": 5.1995073891625606e-05,
+      "loss": 0.0467,
+      "step": 20340
+    },
+    {
+      "epoch": 33.14,
+      "learning_rate": 5.1871921182266004e-05,
+      "loss": 0.058,
+      "step": 20350
+    },
+    {
+      "epoch": 33.16,
+      "learning_rate": 5.1748768472906396e-05,
+      "loss": 0.0612,
+      "step": 20360
+    },
+    {
+      "epoch": 33.17,
+      "learning_rate": 5.162561576354679e-05,
+      "loss": 0.059,
+      "step": 20370
+    },
+    {
+      "epoch": 33.19,
+      "learning_rate": 5.150246305418719e-05,
+      "loss": 0.0461,
+      "step": 20380
+    },
+    {
+      "epoch": 33.21,
+      "learning_rate": 5.137931034482758e-05,
+      "loss": 0.047,
+      "step": 20390
+    },
+    {
+      "epoch": 33.22,
+      "learning_rate": 5.125615763546797e-05,
+      "loss": 0.0518,
+      "step": 20400
+    },
+    {
+      "epoch": 33.22,
+      "eval_loss": 0.10162459313869476,
+      "eval_runtime": 1108.6467,
+      "eval_samples_per_second": 10.471,
+      "eval_steps_per_second": 0.655,
+      "eval_wer": 0.26910094421383934,
+      "step": 20400
+    },
+    {
+      "epoch": 33.24,
+      "learning_rate": 5.113300492610837e-05,
+      "loss": 0.0599,
+      "step": 20410
+    },
+    {
+      "epoch": 33.25,
+      "learning_rate": 5.100985221674876e-05,
+      "loss": 0.054,
+      "step": 20420
+    },
+    {
+      "epoch": 33.27,
+      "learning_rate": 5.0886699507389153e-05,
+      "loss": 0.0495,
+      "step": 20430
+    },
+    {
+      "epoch": 33.29,
+      "learning_rate": 5.076354679802955e-05,
+      "loss": 0.0479,
+      "step": 20440
+    },
+    {
+      "epoch": 33.3,
+      "learning_rate": 5.0640394088669944e-05,
+      "loss": 0.0542,
+      "step": 20450
+    },
+    {
+      "epoch": 33.32,
+      "learning_rate": 5.0517241379310336e-05,
+      "loss": 0.0598,
+      "step": 20460
+    },
+    {
+      "epoch": 33.34,
+      "learning_rate": 5.0394088669950735e-05,
+      "loss": 0.0551,
+      "step": 20470
+    },
+    {
+      "epoch": 33.35,
+      "learning_rate": 5.0270935960591127e-05,
+      "loss": 0.0454,
+      "step": 20480
+    },
+    {
+      "epoch": 33.37,
+      "learning_rate": 5.014778325123152e-05,
+      "loss": 0.0521,
+      "step": 20490
+    },
+    {
+      "epoch": 33.38,
+      "learning_rate": 5.002463054187192e-05,
+      "loss": 0.0498,
+      "step": 20500
+    },
+    {
+      "epoch": 33.38,
+      "eval_loss": 0.10281727463006973,
+      "eval_runtime": 1112.016,
+      "eval_samples_per_second": 10.44,
+      "eval_steps_per_second": 0.653,
+      "eval_wer": 0.2681544496647357,
+      "step": 20500
+    },
+    {
+      "epoch": 33.4,
+      "learning_rate": 4.990147783251231e-05,
+      "loss": 0.0573,
+      "step": 20510
+    },
+    {
+      "epoch": 33.42,
+      "learning_rate": 4.97783251231527e-05,
+      "loss": 0.0582,
+      "step": 20520
+    },
+    {
+      "epoch": 33.43,
+      "learning_rate": 4.96551724137931e-05,
+      "loss": 0.047,
+      "step": 20530
+    },
+    {
+      "epoch": 33.45,
+      "learning_rate": 4.953201970443349e-05,
+      "loss": 0.05,
+      "step": 20540
+    },
+    {
+      "epoch": 33.47,
+      "learning_rate": 4.9408866995073884e-05,
+      "loss": 0.0523,
+      "step": 20550
+    },
+    {
+      "epoch": 33.48,
+      "learning_rate": 4.928571428571428e-05,
+      "loss": 0.0592,
+      "step": 20560
+    },
+    {
+      "epoch": 33.5,
+      "learning_rate": 4.9162561576354674e-05,
+      "loss": 0.0598,
+      "step": 20570
+    },
+    {
+      "epoch": 33.51,
+      "learning_rate": 4.903940886699507e-05,
+      "loss": 0.0422,
+      "step": 20580
+    },
+    {
+      "epoch": 33.53,
+      "learning_rate": 4.8916256157635465e-05,
+      "loss": 0.0474,
+      "step": 20590
+    },
+    {
+      "epoch": 33.55,
+      "learning_rate": 4.879310344827586e-05,
+      "loss": 0.0516,
+      "step": 20600
+    },
+    {
+      "epoch": 33.55,
+      "eval_loss": 0.10085543990135193,
+      "eval_runtime": 1114.7338,
+      "eval_samples_per_second": 10.414,
+      "eval_steps_per_second": 0.651,
+      "eval_wer": 0.26791497514026363,
+      "step": 20600
+    },
+    {
+      "epoch": 33.56,
+      "learning_rate": 4.8669950738916256e-05,
+      "loss": 0.065,
+      "step": 20610
+    },
+    {
+      "epoch": 33.58,
+      "learning_rate": 4.854679802955665e-05,
+      "loss": 0.0541,
+      "step": 20620
+    },
+    {
+      "epoch": 33.6,
+      "learning_rate": 4.842364532019704e-05,
+      "loss": 0.0581,
+      "step": 20630
+    },
+    {
+      "epoch": 33.61,
+      "learning_rate": 4.830049261083744e-05,
+      "loss": 0.0508,
+      "step": 20640
+    },
+    {
+      "epoch": 33.63,
+      "learning_rate": 4.817733990147783e-05,
+      "loss": 0.0698,
+      "step": 20650
+    },
+    {
+      "epoch": 33.64,
+      "learning_rate": 4.805418719211822e-05,
+      "loss": 0.0581,
+      "step": 20660
+    },
+    {
+      "epoch": 33.66,
+      "learning_rate": 4.793103448275862e-05,
+      "loss": 0.0504,
+      "step": 20670
+    },
+    {
+      "epoch": 33.68,
+      "learning_rate": 4.780788177339901e-05,
+      "loss": 0.0427,
+      "step": 20680
+    },
+    {
+      "epoch": 33.69,
+      "learning_rate": 4.7684729064039405e-05,
+      "loss": 0.0407,
+      "step": 20690
+    },
+    {
+      "epoch": 33.71,
+      "learning_rate": 4.75615763546798e-05,
+      "loss": 0.0534,
+      "step": 20700
+    },
+    {
+      "epoch": 33.71,
+      "eval_loss": 0.10219520330429077,
+      "eval_runtime": 1115.0725,
+      "eval_samples_per_second": 10.411,
+      "eval_steps_per_second": 0.651,
+      "eval_wer": 0.26716234092049446,
+      "step": 20700
+    },
+    {
+      "epoch": 33.73,
+      "learning_rate": 4.7438423645320195e-05,
+      "loss": 0.059,
+      "step": 20710
+    },
+    {
+      "epoch": 33.74,
+      "learning_rate": 4.731527093596059e-05,
+      "loss": 0.0551,
+      "step": 20720
+    },
+    {
+      "epoch": 33.76,
+      "learning_rate": 4.7192118226600986e-05,
+      "loss": 0.0497,
+      "step": 20730
+    },
+    {
+      "epoch": 33.77,
+      "learning_rate": 4.706896551724138e-05,
+      "loss": 0.0471,
+      "step": 20740
+    },
+    {
+      "epoch": 33.79,
+      "learning_rate": 4.694581280788177e-05,
+      "loss": 0.0527,
+      "step": 20750
+    },
+    {
+      "epoch": 33.81,
+      "learning_rate": 4.682266009852217e-05,
+      "loss": 0.0565,
+      "step": 20760
+    },
+    {
+      "epoch": 33.82,
+      "learning_rate": 4.669950738916256e-05,
+      "loss": 0.0584,
+      "step": 20770
+    },
+    {
+      "epoch": 33.84,
+      "learning_rate": 4.657635467980295e-05,
+      "loss": 0.0412,
+      "step": 20780
+    },
+    {
+      "epoch": 33.86,
+      "learning_rate": 4.645320197044335e-05,
+      "loss": 0.0443,
+      "step": 20790
+    },
+    {
+      "epoch": 33.87,
+      "learning_rate": 4.633004926108374e-05,
+      "loss": 0.0464,
+      "step": 20800
+    },
+    {
+      "epoch": 33.87,
+      "eval_loss": 0.10286115109920502,
+      "eval_runtime": 1113.9496,
+      "eval_samples_per_second": 10.421,
+      "eval_steps_per_second": 0.652,
+      "eval_wer": 0.2660790037859782,
+      "step": 20800
+    },
+    {
+      "epoch": 33.89,
+      "learning_rate": 4.6206896551724135e-05,
+      "loss": 0.0541,
+      "step": 20810
+    },
+    {
+      "epoch": 33.9,
+      "learning_rate": 4.6083743842364534e-05,
+      "loss": 0.0686,
+      "step": 20820
+    },
+    {
+      "epoch": 33.92,
+      "learning_rate": 4.5960591133004925e-05,
+      "loss": 0.0465,
+      "step": 20830
+    },
+    {
+      "epoch": 33.94,
+      "learning_rate": 4.583743842364532e-05,
+      "loss": 0.0469,
+      "step": 20840
+    },
+    {
+      "epoch": 33.95,
+      "learning_rate": 4.5714285714285716e-05,
+      "loss": 0.0478,
+      "step": 20850
+    },
+    {
+      "epoch": 33.97,
+      "learning_rate": 4.55911330049261e-05,
+      "loss": 0.0661,
+      "step": 20860
+    },
+    {
+      "epoch": 33.99,
+      "learning_rate": 4.546798029556649e-05,
+      "loss": 0.0654,
+      "step": 20870
+    },
+    {
+      "epoch": 34.0,
+      "learning_rate": 4.534482758620689e-05,
+      "loss": 0.0507,
+      "step": 20880
+    },
+    {
+      "epoch": 34.02,
+      "learning_rate": 4.5221674876847284e-05,
+      "loss": 0.0487,
+      "step": 20890
+    },
+    {
+      "epoch": 34.03,
+      "learning_rate": 4.5098522167487676e-05,
+      "loss": 0.0522,
+      "step": 20900
+    },
+    {
+      "epoch": 34.03,
+      "eval_loss": 0.1001773402094841,
+      "eval_runtime": 1115.1767,
+      "eval_samples_per_second": 10.41,
+      "eval_steps_per_second": 0.651,
+      "eval_wer": 0.2668316380057474,
+      "step": 20900
+    },
+    {
+      "epoch": 34.05,
+      "learning_rate": 4.4975369458128074e-05,
+      "loss": 0.0406,
+      "step": 20910
+    },
+    {
+      "epoch": 34.07,
+      "learning_rate": 4.4852216748768466e-05,
+      "loss": 0.0548,
+      "step": 20920
+    },
+    {
+      "epoch": 34.08,
+      "learning_rate": 4.472906403940886e-05,
+      "loss": 0.057,
+      "step": 20930
+    },
+    {
+      "epoch": 34.1,
+      "learning_rate": 4.460591133004926e-05,
+      "loss": 0.0443,
+      "step": 20940
+    },
+    {
+      "epoch": 34.12,
+      "learning_rate": 4.448275862068965e-05,
+      "loss": 0.0448,
+      "step": 20950
+    },
+    {
+      "epoch": 34.13,
+      "learning_rate": 4.435960591133004e-05,
+      "loss": 0.0525,
+      "step": 20960
+    },
+    {
+      "epoch": 34.15,
+      "learning_rate": 4.423645320197044e-05,
+      "loss": 0.0495,
+      "step": 20970
+    },
+    {
+      "epoch": 34.17,
+      "learning_rate": 4.411330049261083e-05,
+      "loss": 0.061,
+      "step": 20980
+    },
+    {
+      "epoch": 34.18,
+      "learning_rate": 4.3990147783251223e-05,
+      "loss": 0.0473,
+      "step": 20990
+    },
+    {
+      "epoch": 34.2,
+      "learning_rate": 4.386699507389162e-05,
+      "loss": 0.0458,
+      "step": 21000
+    },
+    {
+      "epoch": 34.2,
+      "eval_loss": 0.09813151508569717,
+      "eval_runtime": 1110.6672,
+      "eval_samples_per_second": 10.452,
+      "eval_steps_per_second": 0.654,
+      "eval_wer": 0.2644140856634585,
+      "step": 21000
+    },
+    {
+      "epoch": 34.21,
+      "learning_rate": 4.3743842364532014e-05,
+      "loss": 0.0424,
+      "step": 21010
+    },
+    {
+      "epoch": 34.23,
+      "learning_rate": 4.3620689655172406e-05,
+      "loss": 0.0518,
+      "step": 21020
+    },
+    {
+      "epoch": 34.25,
+      "learning_rate": 4.3497536945812805e-05,
+      "loss": 0.0612,
+      "step": 21030
+    },
+    {
+      "epoch": 34.26,
+      "learning_rate": 4.33743842364532e-05,
+      "loss": 0.0493,
+      "step": 21040
+    },
+    {
+      "epoch": 34.28,
+      "learning_rate": 4.325123152709359e-05,
+      "loss": 0.0447,
+      "step": 21050
+    },
+    {
+      "epoch": 34.3,
+      "learning_rate": 4.312807881773399e-05,
+      "loss": 0.0505,
+      "step": 21060
+    },
+    {
+      "epoch": 34.31,
+      "learning_rate": 4.300492610837438e-05,
+      "loss": 0.0486,
+      "step": 21070
+    },
+    {
+      "epoch": 34.33,
+      "learning_rate": 4.288177339901477e-05,
+      "loss": 0.0669,
+      "step": 21080
+    },
+    {
+      "epoch": 34.34,
+      "learning_rate": 4.275862068965517e-05,
+      "loss": 0.0448,
+      "step": 21090
+    },
+    {
+      "epoch": 34.36,
+      "learning_rate": 4.263546798029556e-05,
+      "loss": 0.0425,
+      "step": 21100
+    },
+    {
+      "epoch": 34.36,
+      "eval_loss": 0.10037349909543991,
+      "eval_runtime": 1113.889,
+      "eval_samples_per_second": 10.422,
+      "eval_steps_per_second": 0.652,
+      "eval_wer": 0.26586233635907497,
+      "step": 21100
+    },
+    {
+      "epoch": 34.38,
+      "learning_rate": 4.2512315270935954e-05,
+      "loss": 0.0475,
+      "step": 21110
+    },
+    {
+      "epoch": 34.39,
+      "learning_rate": 4.238916256157635e-05,
+      "loss": 0.0515,
+      "step": 21120
+    },
+    {
+      "epoch": 34.41,
+      "learning_rate": 4.2266009852216744e-05,
+      "loss": 0.068,
+      "step": 21130
+    },
+    {
+      "epoch": 34.43,
+      "learning_rate": 4.2142857142857136e-05,
+      "loss": 0.0409,
+      "step": 21140
+    },
+    {
+      "epoch": 34.44,
+      "learning_rate": 4.2019704433497535e-05,
+      "loss": 0.0406,
+      "step": 21150
+    },
+    {
+      "epoch": 34.46,
+      "learning_rate": 4.189655172413793e-05,
+      "loss": 0.0502,
+      "step": 21160
+    },
+    {
+      "epoch": 34.47,
+      "learning_rate": 4.177339901477832e-05,
+      "loss": 0.0575,
+      "step": 21170
+    },
+    {
+      "epoch": 34.49,
+      "learning_rate": 4.165024630541872e-05,
+      "loss": 0.0561,
+      "step": 21180
+    },
+    {
+      "epoch": 34.51,
+      "learning_rate": 4.152709359605911e-05,
+      "loss": 0.0424,
+      "step": 21190
+    },
+    {
+      "epoch": 34.52,
+      "learning_rate": 4.140394088669951e-05,
+      "loss": 0.0461,
+      "step": 21200
+    },
+    {
+      "epoch": 34.52,
+      "eval_loss": 0.10088776051998138,
+      "eval_runtime": 1112.4046,
+      "eval_samples_per_second": 10.436,
+      "eval_steps_per_second": 0.653,
+      "eval_wer": 0.2649614560051088,
+      "step": 21200
+    },
+    {
+      "epoch": 34.54,
+      "learning_rate": 4.12807881773399e-05,
+      "loss": 0.0511,
+      "step": 21210
+    },
+    {
+      "epoch": 34.56,
+      "learning_rate": 4.115763546798029e-05,
+      "loss": 0.0547,
+      "step": 21220
+    },
+    {
+      "epoch": 34.57,
+      "learning_rate": 4.103448275862069e-05,
+      "loss": 0.0668,
+      "step": 21230
+    },
+    {
+      "epoch": 34.59,
+      "learning_rate": 4.091133004926108e-05,
+      "loss": 0.0442,
+      "step": 21240
+    },
+    {
+      "epoch": 34.6,
+      "learning_rate": 4.0788177339901475e-05,
+      "loss": 0.0429,
+      "step": 21250
+    },
+    {
+      "epoch": 34.62,
+      "learning_rate": 4.066502463054187e-05,
+      "loss": 0.0513,
+      "step": 21260
+    },
+    {
+      "epoch": 34.64,
+      "learning_rate": 4.0541871921182265e-05,
+      "loss": 0.0478,
+      "step": 21270
+    },
+    {
+      "epoch": 34.65,
+      "learning_rate": 4.041871921182266e-05,
+      "loss": 0.0633,
+      "step": 21280
+    },
+    {
+      "epoch": 34.67,
+      "learning_rate": 4.0295566502463056e-05,
+      "loss": 0.0485,
+      "step": 21290
+    },
+    {
+      "epoch": 34.69,
+      "learning_rate": 4.017241379310345e-05,
+      "loss": 0.0436,
+      "step": 21300
+    },
+    {
+      "epoch": 34.69,
+      "eval_loss": 0.10070779919624329,
+      "eval_runtime": 1110.3403,
+      "eval_samples_per_second": 10.455,
+      "eval_steps_per_second": 0.654,
+      "eval_wer": 0.2652123340783652,
+      "step": 21300
+    },
+    {
+      "epoch": 34.7,
+      "learning_rate": 4.004926108374384e-05,
+      "loss": 0.0465,
+      "step": 21310
+    },
+    {
+      "epoch": 34.72,
+      "learning_rate": 3.992610837438424e-05,
+      "loss": 0.0565,
+      "step": 21320
+    },
+    {
+      "epoch": 34.73,
+      "learning_rate": 3.980295566502463e-05,
+      "loss": 0.0598,
+      "step": 21330
+    },
+    {
+      "epoch": 34.75,
+      "learning_rate": 3.967980295566502e-05,
+      "loss": 0.0393,
+      "step": 21340
+    },
+    {
+      "epoch": 34.77,
+      "learning_rate": 3.955665024630542e-05,
+      "loss": 0.0442,
+      "step": 21350
+    },
+    {
+      "epoch": 34.78,
+      "learning_rate": 3.943349753694581e-05,
+      "loss": 0.046,
+      "step": 21360
+    },
+    {
+      "epoch": 34.8,
+      "learning_rate": 3.9310344827586205e-05,
+      "loss": 0.0536,
+      "step": 21370
+    },
+    {
+      "epoch": 34.82,
+      "learning_rate": 3.9187192118226604e-05,
+      "loss": 0.056,
+      "step": 21380
+    },
+    {
+      "epoch": 34.83,
+      "learning_rate": 3.9064039408866995e-05,
+      "loss": 0.0448,
+      "step": 21390
+    },
+    {
+      "epoch": 34.85,
+      "learning_rate": 3.894088669950739e-05,
+      "loss": 0.0507,
+      "step": 21400
+    },
+    {
+      "epoch": 34.85,
+      "eval_loss": 0.10047131031751633,
+      "eval_runtime": 1108.8035,
+      "eval_samples_per_second": 10.47,
+      "eval_steps_per_second": 0.655,
+      "eval_wer": 0.26552022989554347,
+      "step": 21400
+    },
+    {
+      "epoch": 34.86,
+      "learning_rate": 3.881773399014777e-05,
+      "loss": 0.0478,
+      "step": 21410
+    },
+    {
+      "epoch": 34.88,
+      "learning_rate": 3.869458128078817e-05,
+      "loss": 0.054,
+      "step": 21420
+    },
+    {
+      "epoch": 34.9,
+      "learning_rate": 3.857142857142856e-05,
+      "loss": 0.0587,
+      "step": 21430
+    },
+    {
+      "epoch": 34.91,
+      "learning_rate": 3.8448275862068955e-05,
+      "loss": 0.0384,
+      "step": 21440
+    },
+    {
+      "epoch": 34.93,
+      "learning_rate": 3.8325123152709354e-05,
+      "loss": 0.0364,
+      "step": 21450
+    },
+    {
+      "epoch": 34.95,
+      "learning_rate": 3.8201970443349746e-05,
+      "loss": 0.0485,
+      "step": 21460
+    },
+    {
+      "epoch": 34.96,
+      "learning_rate": 3.8078817733990144e-05,
+      "loss": 0.0493,
+      "step": 21470
+    },
+    {
+      "epoch": 34.98,
+      "learning_rate": 3.7955665024630536e-05,
+      "loss": 0.0724,
+      "step": 21480
+    },
+    {
+      "epoch": 35.0,
+      "learning_rate": 3.783251231527093e-05,
+      "loss": 0.0403,
+      "step": 21490
+    },
+    {
+      "epoch": 35.01,
+      "learning_rate": 3.770935960591133e-05,
+      "loss": 0.0437,
+      "step": 21500
+    },
+    {
+      "epoch": 35.01,
+      "eval_loss": 0.09924507886171341,
+      "eval_runtime": 1114.4167,
+      "eval_samples_per_second": 10.417,
+      "eval_steps_per_second": 0.651,
+      "eval_wer": 0.2647561921269899,
+      "step": 21500
+    },
+    {
+      "epoch": 35.03,
+      "learning_rate": 3.758620689655172e-05,
+      "loss": 0.0414,
+      "step": 21510
+    },
+    {
+      "epoch": 35.04,
+      "learning_rate": 3.746305418719212e-05,
+      "loss": 0.0512,
+      "step": 21520
+    },
+    {
+      "epoch": 35.06,
+      "learning_rate": 3.733990147783251e-05,
+      "loss": 0.0511,
+      "step": 21530
+    },
+    {
+      "epoch": 35.08,
+      "learning_rate": 3.721674876847291e-05,
+      "loss": 0.053,
+      "step": 21540
+    },
+    {
+      "epoch": 35.09,
+      "learning_rate": 3.7093596059113293e-05,
+      "loss": 0.055,
+      "step": 21550
+    },
+    {
+      "epoch": 35.11,
+      "learning_rate": 3.697044334975369e-05,
+      "loss": 0.0431,
+      "step": 21560
+    },
+    {
+      "epoch": 35.13,
+      "learning_rate": 3.6847290640394084e-05,
+      "loss": 0.0418,
+      "step": 21570
+    },
+    {
+      "epoch": 35.14,
+      "learning_rate": 3.6724137931034476e-05,
+      "loss": 0.0466,
+      "step": 21580
+    },
+    {
+      "epoch": 35.16,
+      "learning_rate": 3.6600985221674875e-05,
+      "loss": 0.0565,
+      "step": 21590
+    },
+    {
+      "epoch": 35.17,
+      "learning_rate": 3.647783251231527e-05,
+      "loss": 0.0492,
+      "step": 21600
+    },
+    {
+      "epoch": 35.17,
+      "eval_loss": 0.1022331565618515,
+      "eval_runtime": 1113.7912,
+      "eval_samples_per_second": 10.423,
+      "eval_steps_per_second": 0.652,
+      "eval_wer": 0.26548601924919035,
+      "step": 21600
+    },
+    {
+      "epoch": 35.19,
+      "learning_rate": 3.635467980295566e-05,
+      "loss": 0.0458,
+      "step": 21610
+    },
+    {
+      "epoch": 35.21,
+      "learning_rate": 3.623152709359606e-05,
+      "loss": 0.0453,
+      "step": 21620
+    },
+    {
+      "epoch": 35.22,
+      "learning_rate": 3.610837438423645e-05,
+      "loss": 0.0437,
+      "step": 21630
+    },
+    {
+      "epoch": 35.24,
+      "learning_rate": 3.598522167487684e-05,
+      "loss": 0.0592,
+      "step": 21640
+    },
+    {
+      "epoch": 35.26,
+      "learning_rate": 3.586206896551724e-05,
+      "loss": 0.0534,
+      "step": 21650
+    },
+    {
+      "epoch": 35.27,
+      "learning_rate": 3.573891625615763e-05,
+      "loss": 0.0415,
+      "step": 21660
+    },
+    {
+      "epoch": 35.29,
+      "learning_rate": 3.5615763546798024e-05,
+      "loss": 0.0386,
+      "step": 21670
+    },
+    {
+      "epoch": 35.3,
+      "learning_rate": 3.549261083743842e-05,
+      "loss": 0.0461,
+      "step": 21680
+    },
+    {
+      "epoch": 35.32,
+      "learning_rate": 3.5369458128078814e-05,
+      "loss": 0.0486,
+      "step": 21690
+    },
+    {
+      "epoch": 35.34,
+      "learning_rate": 3.5246305418719206e-05,
+      "loss": 0.0456,
+      "step": 21700
+    },
+    {
+      "epoch": 35.34,
+      "eval_loss": 0.10304395854473114,
+      "eval_runtime": 1112.8271,
+      "eval_samples_per_second": 10.432,
+      "eval_steps_per_second": 0.652,
+      "eval_wer": 0.2639465401632988,
+      "step": 21700
+    },
+    {
+      "epoch": 35.35,
+      "learning_rate": 3.5123152709359605e-05,
+      "loss": 0.0479,
+      "step": 21710
+    },
+    {
+      "epoch": 35.37,
+      "learning_rate": 3.5e-05,
+      "loss": 0.0413,
+      "step": 21720
+    },
+    {
+      "epoch": 35.39,
+      "learning_rate": 3.487684729064039e-05,
+      "loss": 0.0486,
+      "step": 21730
+    },
+    {
+      "epoch": 35.4,
+      "learning_rate": 3.475369458128079e-05,
+      "loss": 0.0639,
+      "step": 21740
+    },
+    {
+      "epoch": 35.42,
+      "learning_rate": 3.463054187192118e-05,
+      "loss": 0.0454,
+      "step": 21750
+    },
+    {
+      "epoch": 35.43,
+      "learning_rate": 3.450738916256157e-05,
+      "loss": 0.0473,
+      "step": 21760
+    },
+    {
+      "epoch": 35.45,
+      "learning_rate": 3.438423645320197e-05,
+      "loss": 0.0416,
+      "step": 21770
+    },
+    {
+      "epoch": 35.47,
+      "learning_rate": 3.426108374384236e-05,
+      "loss": 0.0495,
+      "step": 21780
+    },
+    {
+      "epoch": 35.48,
+      "learning_rate": 3.4137931034482754e-05,
+      "loss": 0.0493,
+      "step": 21790
+    },
+    {
+      "epoch": 35.5,
+      "learning_rate": 3.401477832512315e-05,
+      "loss": 0.0421,
+      "step": 21800
+    },
+    {
+      "epoch": 35.5,
+      "eval_loss": 0.1053638830780983,
+      "eval_runtime": 1115.1096,
+      "eval_samples_per_second": 10.411,
+      "eval_steps_per_second": 0.651,
+      "eval_wer": 0.2639009259681613,
+      "step": 21800
+    },
+    {
+      "epoch": 35.52,
+      "learning_rate": 3.3891625615763545e-05,
+      "loss": 7.5621,
+      "step": 21810
+    },
+    {
+      "epoch": 35.54,
+      "learning_rate": 3.376847290640394e-05,
+      "loss": 1.5468,
+      "step": 21820
+    },
+    {
+      "epoch": 35.55,
+      "learning_rate": 3.364532019704433e-05,
+      "loss": 0.6095,
+      "step": 21830
+    },
+    {
+      "epoch": 35.57,
+      "learning_rate": 3.352216748768473e-05,
+      "loss": 0.3036,
+      "step": 21840
+    },
+    {
+      "epoch": 35.59,
+      "learning_rate": 3.339901477832512e-05,
+      "loss": 0.1644,
+      "step": 21850
+    },
+    {
+      "epoch": 35.6,
+      "learning_rate": 3.327586206896551e-05,
+      "loss": 0.1141,
+      "step": 21860
+    },
+    {
+      "epoch": 35.62,
+      "learning_rate": 3.315270935960591e-05,
+      "loss": 0.088,
+      "step": 21870
+    },
+    {
+      "epoch": 35.63,
+      "learning_rate": 3.30295566502463e-05,
+      "loss": 0.0883,
+      "step": 21880
+    },
+    {
+      "epoch": 35.65,
+      "learning_rate": 3.2906403940886694e-05,
+      "loss": 0.098,
+      "step": 21890
+    },
+    {
+      "epoch": 35.67,
+      "learning_rate": 3.278325123152709e-05,
+      "loss": 0.0759,
+      "step": 21900
+    },
+    {
+      "epoch": 35.67,
+      "eval_loss": 0.1253088116645813,
+      "eval_runtime": 1021.974,
+      "eval_samples_per_second": 11.359,
+      "eval_steps_per_second": 0.71,
+      "eval_wer": 0.27596588058203714,
+      "step": 21900
+    },
+    {
+      "epoch": 35.68,
+      "learning_rate": 3.2660098522167484e-05,
+      "loss": 0.0661,
+      "step": 21910
+    },
+    {
+      "epoch": 35.7,
+      "learning_rate": 3.2536945812807876e-05,
+      "loss": 0.0695,
+      "step": 21920
+    },
+    {
+      "epoch": 35.72,
+      "learning_rate": 3.2413793103448275e-05,
+      "loss": 0.0769,
+      "step": 21930
+    },
+    {
+      "epoch": 35.73,
+      "learning_rate": 3.229064039408867e-05,
+      "loss": 0.0796,
+      "step": 21940
+    },
+    {
+      "epoch": 35.75,
+      "learning_rate": 3.216748768472906e-05,
+      "loss": 0.0553,
+      "step": 21950
+    },
+    {
+      "epoch": 35.76,
+      "learning_rate": 3.204433497536946e-05,
+      "loss": 0.0616,
+      "step": 21960
+    },
+    {
+      "epoch": 35.78,
+      "learning_rate": 3.192118226600985e-05,
+      "loss": 0.0606,
+      "step": 21970
+    },
+    {
+      "epoch": 35.8,
+      "learning_rate": 3.179802955665024e-05,
+      "loss": 0.0664,
+      "step": 21980
+    },
+    {
+      "epoch": 35.81,
+      "learning_rate": 3.167487684729064e-05,
+      "loss": 0.0718,
+      "step": 21990
+    },
+    {
+      "epoch": 35.83,
+      "learning_rate": 3.155172413793103e-05,
+      "loss": 0.059,
+      "step": 22000
+    },
+    {
+      "epoch": 35.83,
+      "eval_loss": 0.11252247542142868,
+      "eval_runtime": 1011.0391,
+      "eval_samples_per_second": 11.482,
+      "eval_steps_per_second": 0.718,
+      "eval_wer": 0.2710053368608311,
+      "step": 22000
+    },
+    {
+      "epoch": 35.85,
+      "learning_rate": 3.1428571428571424e-05,
+      "loss": 0.0624,
+      "step": 22010
+    },
+    {
+      "epoch": 35.86,
+      "learning_rate": 3.130541871921182e-05,
+      "loss": 0.053,
+      "step": 22020
+    },
+    {
+      "epoch": 35.88,
+      "learning_rate": 3.1182266009852215e-05,
+      "loss": 0.0609,
+      "step": 22030
+    },
+    {
+      "epoch": 35.9,
+      "learning_rate": 3.1059113300492606e-05,
+      "loss": 0.078,
+      "step": 22040
+    },
+    {
+      "epoch": 35.91,
+      "learning_rate": 3.0935960591133005e-05,
+      "loss": 0.0514,
+      "step": 22050
+    },
+    {
+      "epoch": 35.93,
+      "learning_rate": 3.08128078817734e-05,
+      "loss": 0.0466,
+      "step": 22060
+    },
+    {
+      "epoch": 35.94,
+      "learning_rate": 3.068965517241379e-05,
+      "loss": 0.0659,
+      "step": 22070
+    },
+    {
+      "epoch": 35.96,
+      "learning_rate": 3.056650246305419e-05,
+      "loss": 0.055,
+      "step": 22080
+    },
+    {
+      "epoch": 35.98,
+      "learning_rate": 3.044334975369458e-05,
+      "loss": 0.0774,
+      "step": 22090
+    },
+    {
+      "epoch": 35.99,
+      "learning_rate": 3.032019704433497e-05,
+      "loss": 0.0515,
+      "step": 22100
+    },
+    {
+      "epoch": 35.99,
+      "eval_loss": 0.10726646333932877,
+      "eval_runtime": 1015.3833,
+      "eval_samples_per_second": 11.433,
+      "eval_steps_per_second": 0.715,
+      "eval_wer": 0.2667061989691192,
+      "step": 22100
+    },
+    {
+      "epoch": 36.01,
+      "learning_rate": 3.0197044334975364e-05,
+      "loss": 0.059,
+      "step": 22110
+    },
+    {
+      "epoch": 36.03,
+      "learning_rate": 3.007389162561576e-05,
+      "loss": 0.0497,
+      "step": 22120
+    },
+    {
+      "epoch": 36.04,
+      "learning_rate": 2.9950738916256154e-05,
+      "loss": 0.0517,
+      "step": 22130
+    },
+    {
+      "epoch": 36.06,
+      "learning_rate": 2.9827586206896546e-05,
+      "loss": 0.0562,
+      "step": 22140
+    },
+    {
+      "epoch": 36.07,
+      "learning_rate": 2.970443349753694e-05,
+      "loss": 0.0577,
+      "step": 22150
+    },
+    {
+      "epoch": 36.09,
+      "learning_rate": 2.9581280788177337e-05,
+      "loss": 0.0599,
+      "step": 22160
+    },
+    {
+      "epoch": 36.11,
+      "learning_rate": 2.9458128078817732e-05,
+      "loss": 0.0531,
+      "step": 22170
+    },
+    {
+      "epoch": 36.12,
+      "learning_rate": 2.9334975369458124e-05,
+      "loss": 0.0481,
+      "step": 22180
+    },
+    {
+      "epoch": 36.14,
+      "learning_rate": 2.921182266009852e-05,
+      "loss": 0.0621,
+      "step": 22190
+    },
+    {
+      "epoch": 36.16,
+      "learning_rate": 2.9088669950738915e-05,
+      "loss": 0.0583,
+      "step": 22200
+    },
+    {
+      "epoch": 36.16,
+      "eval_loss": 0.10850580781698227,
+      "eval_runtime": 1020.2129,
+      "eval_samples_per_second": 11.379,
+      "eval_steps_per_second": 0.712,
+      "eval_wer": 0.26709391962778817,
+      "step": 22200
+    },
+    {
+      "epoch": 36.17,
+      "learning_rate": 2.8965517241379307e-05,
+      "loss": 0.07,
+      "step": 22210
+    },
+    {
+      "epoch": 36.19,
+      "learning_rate": 2.8842364532019702e-05,
+      "loss": 0.0485,
+      "step": 22220
+    },
+    {
+      "epoch": 36.2,
+      "learning_rate": 2.8719211822660097e-05,
+      "loss": 0.0479,
+      "step": 22230
+    },
+    {
+      "epoch": 36.22,
+      "learning_rate": 2.859605911330049e-05,
+      "loss": 0.0598,
+      "step": 22240
+    },
+    {
+      "epoch": 36.24,
+      "learning_rate": 2.8472906403940884e-05,
+      "loss": 0.0608,
+      "step": 22250
+    },
+    {
+      "epoch": 36.25,
+      "learning_rate": 2.834975369458128e-05,
+      "loss": 0.063,
+      "step": 22260
+    },
+    {
+      "epoch": 36.27,
+      "learning_rate": 2.822660098522167e-05,
+      "loss": 0.0479,
+      "step": 22270
+    },
+    {
+      "epoch": 36.29,
+      "learning_rate": 2.8103448275862067e-05,
+      "loss": 0.0493,
+      "step": 22280
+    },
+    {
+      "epoch": 36.3,
+      "learning_rate": 2.7980295566502462e-05,
+      "loss": 0.0488,
+      "step": 22290
+    },
+    {
+      "epoch": 36.32,
+      "learning_rate": 2.7857142857142854e-05,
+      "loss": 0.0603,
+      "step": 22300
+    },
+    {
+      "epoch": 36.32,
+      "eval_loss": 0.10472462326288223,
+      "eval_runtime": 1022.4598,
+      "eval_samples_per_second": 11.354,
+      "eval_steps_per_second": 0.71,
+      "eval_wer": 0.26580531861515305,
+      "step": 22300
+    },
+    {
+      "epoch": 36.33,
+      "learning_rate": 2.773399014778325e-05,
+      "loss": 0.0637,
+      "step": 22310
+    },
+    {
+      "epoch": 36.35,
+      "learning_rate": 2.7610837438423645e-05,
+      "loss": 0.045,
+      "step": 22320
+    },
+    {
+      "epoch": 36.37,
+      "learning_rate": 2.7487684729064037e-05,
+      "loss": 0.0475,
+      "step": 22330
+    },
+    {
+      "epoch": 36.38,
+      "learning_rate": 2.7364532019704432e-05,
+      "loss": 0.056,
+      "step": 22340
+    },
+    {
+      "epoch": 36.4,
+      "learning_rate": 2.7241379310344827e-05,
+      "loss": 0.0578,
+      "step": 22350
+    },
+    {
+      "epoch": 36.42,
+      "learning_rate": 2.7118226600985223e-05,
+      "loss": 0.064,
+      "step": 22360
+    },
+    {
+      "epoch": 36.43,
+      "learning_rate": 2.6995073891625615e-05,
+      "loss": 0.0487,
+      "step": 22370
+    },
+    {
+      "epoch": 36.45,
+      "learning_rate": 2.6871921182266007e-05,
+      "loss": 0.0572,
+      "step": 22380
+    },
+    {
+      "epoch": 36.46,
+      "learning_rate": 2.67487684729064e-05,
+      "loss": 0.0549,
+      "step": 22390
+    },
+    {
+      "epoch": 36.48,
+      "learning_rate": 2.6625615763546794e-05,
+      "loss": 0.0575,
+      "step": 22400
+    },
+    {
+      "epoch": 36.48,
+      "eval_loss": 0.10340265184640884,
+      "eval_runtime": 1016.5337,
+      "eval_samples_per_second": 11.42,
+      "eval_steps_per_second": 0.714,
+      "eval_wer": 0.265178123432012,
+      "step": 22400
+    },
+    {
+      "epoch": 36.5,
+      "learning_rate": 2.650246305418719e-05,
+      "loss": 0.0521,
+      "step": 22410
+    },
+    {
+      "epoch": 36.51,
+      "learning_rate": 2.637931034482758e-05,
+      "loss": 0.0498,
+      "step": 22420
+    },
+    {
+      "epoch": 36.53,
+      "learning_rate": 2.6256157635467976e-05,
+      "loss": 0.0473,
+      "step": 22430
+    },
+    {
+      "epoch": 36.55,
+      "learning_rate": 2.6133004926108372e-05,
+      "loss": 0.0532,
+      "step": 22440
+    },
+    {
+      "epoch": 36.56,
+      "learning_rate": 2.6009852216748764e-05,
+      "loss": 0.0638,
+      "step": 22450
+    },
+    {
+      "epoch": 36.58,
+      "learning_rate": 2.588669950738916e-05,
+      "loss": 0.056,
+      "step": 22460
+    },
+    {
+      "epoch": 36.59,
+      "learning_rate": 2.5763546798029554e-05,
+      "loss": 0.0463,
+      "step": 22470
+    },
+    {
+      "epoch": 36.61,
+      "learning_rate": 2.564039408866995e-05,
+      "loss": 0.0517,
+      "step": 22480
+    },
+    {
+      "epoch": 36.63,
+      "learning_rate": 2.551724137931034e-05,
+      "loss": 0.0513,
+      "step": 22490
+    },
+    {
+      "epoch": 36.64,
+      "learning_rate": 2.5394088669950737e-05,
+      "loss": 0.0605,
+      "step": 22500
+    },
+    {
+      "epoch": 36.64,
+      "eval_loss": 0.10442714393138885,
+      "eval_runtime": 1017.9742,
+      "eval_samples_per_second": 11.404,
+      "eval_steps_per_second": 0.713,
+      "eval_wer": 0.2655772476394654,
+      "step": 22500
+    },
+    {
+      "epoch": 36.66,
+      "learning_rate": 2.5270935960591132e-05,
+      "loss": 0.054,
+      "step": 22510
+    },
+    {
+      "epoch": 36.68,
+      "learning_rate": 2.5147783251231524e-05,
+      "loss": 0.0527,
+      "step": 22520
+    },
+    {
+      "epoch": 36.69,
+      "learning_rate": 2.502463054187192e-05,
+      "loss": 0.0525,
+      "step": 22530
+    },
+    {
+      "epoch": 36.71,
+      "learning_rate": 2.4901477832512315e-05,
+      "loss": 0.0535,
+      "step": 22540
+    },
+    {
+      "epoch": 36.72,
+      "learning_rate": 2.4778325123152707e-05,
+      "loss": 0.054,
+      "step": 22550
+    },
+    {
+      "epoch": 36.74,
+      "learning_rate": 2.4655172413793102e-05,
+      "loss": 0.0608,
+      "step": 22560
+    },
+    {
+      "epoch": 36.76,
+      "learning_rate": 2.4532019704433497e-05,
+      "loss": 0.0478,
+      "step": 22570
+    },
+    {
+      "epoch": 36.77,
+      "learning_rate": 2.440886699507389e-05,
+      "loss": 0.0492,
+      "step": 22580
+    },
+    {
+      "epoch": 36.79,
+      "learning_rate": 2.4285714285714285e-05,
+      "loss": 0.0534,
+      "step": 22590
+    },
+    {
+      "epoch": 36.81,
+      "learning_rate": 2.416256157635468e-05,
+      "loss": 0.0545,
+      "step": 22600
+    },
+    {
+      "epoch": 36.81,
+      "eval_loss": 0.10567715018987656,
+      "eval_runtime": 1017.783,
+      "eval_samples_per_second": 11.406,
+      "eval_steps_per_second": 0.713,
+      "eval_wer": 0.26490443826118687,
+      "step": 22600
+    },
+    {
+      "epoch": 36.82,
+      "learning_rate": 2.4039408866995072e-05,
+      "loss": 0.0619,
+      "step": 22610
+    },
+    {
+      "epoch": 36.84,
+      "learning_rate": 2.3916256157635467e-05,
+      "loss": 0.0576,
+      "step": 22620
+    },
+    {
+      "epoch": 36.86,
+      "learning_rate": 2.3793103448275862e-05,
+      "loss": 0.0454,
+      "step": 22630
+    },
+    {
+      "epoch": 36.87,
+      "learning_rate": 2.3669950738916254e-05,
+      "loss": 0.0602,
+      "step": 22640
+    },
+    {
+      "epoch": 36.89,
+      "learning_rate": 2.354679802955665e-05,
+      "loss": 0.0674,
+      "step": 22650
+    },
+    {
+      "epoch": 36.9,
+      "learning_rate": 2.342364532019704e-05,
+      "loss": 0.0567,
+      "step": 22660
+    },
+    {
+      "epoch": 36.92,
+      "learning_rate": 2.3300492610837434e-05,
+      "loss": 0.0465,
+      "step": 22670
+    },
+    {
+      "epoch": 36.94,
+      "learning_rate": 2.317733990147783e-05,
+      "loss": 0.0544,
+      "step": 22680
+    },
+    {
+      "epoch": 36.95,
+      "learning_rate": 2.3054187192118224e-05,
+      "loss": 0.0472,
+      "step": 22690
+    },
+    {
+      "epoch": 36.97,
+      "learning_rate": 2.2931034482758616e-05,
+      "loss": 0.0583,
+      "step": 22700
+    },
+    {
+      "epoch": 36.97,
+      "eval_loss": 0.10327930748462677,
+      "eval_runtime": 1023.7472,
+      "eval_samples_per_second": 11.34,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.26407197919992703,
+      "step": 22700
+    },
+    {
+      "epoch": 36.99,
+      "learning_rate": 2.280788177339901e-05,
+      "loss": 0.0619,
+      "step": 22710
+    },
+    {
+      "epoch": 37.0,
+      "learning_rate": 2.2684729064039407e-05,
+      "loss": 0.0523,
+      "step": 22720
+    },
+    {
+      "epoch": 37.02,
+      "learning_rate": 2.25615763546798e-05,
+      "loss": 0.0422,
+      "step": 22730
+    },
+    {
+      "epoch": 37.03,
+      "learning_rate": 2.2438423645320194e-05,
+      "loss": 0.0517,
+      "step": 22740
+    },
+    {
+      "epoch": 37.05,
+      "learning_rate": 2.231527093596059e-05,
+      "loss": 0.0478,
+      "step": 22750
+    },
+    {
+      "epoch": 37.07,
+      "learning_rate": 2.219211822660098e-05,
+      "loss": 0.0558,
+      "step": 22760
+    },
+    {
+      "epoch": 37.08,
+      "learning_rate": 2.2068965517241377e-05,
+      "loss": 0.0649,
+      "step": 22770
+    },
+    {
+      "epoch": 37.1,
+      "learning_rate": 2.1945812807881772e-05,
+      "loss": 0.0507,
+      "step": 22780
+    },
+    {
+      "epoch": 37.12,
+      "learning_rate": 2.1822660098522167e-05,
+      "loss": 0.0438,
+      "step": 22790
+    },
+    {
+      "epoch": 37.13,
+      "learning_rate": 2.169950738916256e-05,
+      "loss": 0.0492,
+      "step": 22800
+    },
+    {
+      "epoch": 37.13,
+      "eval_loss": 0.10393421351909637,
+      "eval_runtime": 1024.7823,
+      "eval_samples_per_second": 11.328,
+      "eval_steps_per_second": 0.708,
+      "eval_wer": 0.26410618984628015,
+      "step": 22800
+    },
+    {
+      "epoch": 37.15,
+      "learning_rate": 2.1576354679802954e-05,
+      "loss": 0.0501,
+      "step": 22810
+    },
+    {
+      "epoch": 37.16,
+      "learning_rate": 2.145320197044335e-05,
+      "loss": 0.0671,
+      "step": 22820
+    },
+    {
+      "epoch": 37.18,
+      "learning_rate": 2.133004926108374e-05,
+      "loss": 0.0416,
+      "step": 22830
+    },
+    {
+      "epoch": 37.2,
+      "learning_rate": 2.1206896551724137e-05,
+      "loss": 0.0481,
+      "step": 22840
+    },
+    {
+      "epoch": 37.21,
+      "learning_rate": 2.1083743842364532e-05,
+      "loss": 0.0481,
+      "step": 22850
+    },
+    {
+      "epoch": 37.23,
+      "learning_rate": 2.0960591133004924e-05,
+      "loss": 0.0506,
+      "step": 22860
+    },
+    {
+      "epoch": 37.25,
+      "learning_rate": 2.083743842364532e-05,
+      "loss": 0.0671,
+      "step": 22870
+    },
+    {
+      "epoch": 37.26,
+      "learning_rate": 2.0714285714285715e-05,
+      "loss": 0.0454,
+      "step": 22880
+    },
+    {
+      "epoch": 37.28,
+      "learning_rate": 2.0591133004926107e-05,
+      "loss": 0.0456,
+      "step": 22890
+    },
+    {
+      "epoch": 37.29,
+      "learning_rate": 2.0467980295566502e-05,
+      "loss": 0.0561,
+      "step": 22900
+    },
+    {
+      "epoch": 37.29,
+      "eval_loss": 0.10265906900167465,
+      "eval_runtime": 1024.6643,
+      "eval_samples_per_second": 11.33,
+      "eval_steps_per_second": 0.709,
+      "eval_wer": 0.26400355790722074,
+      "step": 22900
+    },
+    {
+      "epoch": 37.31,
+      "learning_rate": 2.0344827586206897e-05,
+      "loss": 0.0516,
+      "step": 22910
+    },
+    {
+      "epoch": 37.33,
+      "learning_rate": 2.022167487684729e-05,
+      "loss": 0.0673,
+      "step": 22920
+    },
+    {
+      "epoch": 37.34,
+      "learning_rate": 2.009852216748768e-05,
+      "loss": 0.0456,
+      "step": 22930
+    },
+    {
+      "epoch": 37.36,
+      "learning_rate": 1.9975369458128077e-05,
+      "loss": 0.0559,
+      "step": 22940
+    },
+    {
+      "epoch": 37.38,
+      "learning_rate": 1.985221674876847e-05,
+      "loss": 0.0474,
+      "step": 22950
+    },
+    {
+      "epoch": 37.39,
+      "learning_rate": 1.9729064039408864e-05,
+      "loss": 0.0494,
+      "step": 22960
+    },
+    {
+      "epoch": 37.41,
+      "learning_rate": 1.960591133004926e-05,
+      "loss": 0.0632,
+      "step": 22970
+    },
+    {
+      "epoch": 37.42,
+      "learning_rate": 1.948275862068965e-05,
+      "loss": 0.044,
+      "step": 22980
+    },
+    {
+      "epoch": 37.44,
+      "learning_rate": 1.9359605911330046e-05,
+      "loss": 0.0424,
+      "step": 22990
+    },
+    {
+      "epoch": 37.46,
+      "learning_rate": 1.9236453201970442e-05,
+      "loss": 0.0447,
+      "step": 23000
+    },
+    {
+      "epoch": 37.46,
+      "eval_loss": 0.10230102390050888,
+      "eval_runtime": 1035.3352,
+      "eval_samples_per_second": 11.213,
+      "eval_steps_per_second": 0.701,
+      "eval_wer": 0.2631482917483921,
+      "step": 23000
+    },
+    {
+      "epoch": 37.47,
+      "learning_rate": 1.9113300492610834e-05,
+      "loss": 0.0499,
+      "step": 23010
+    },
+    {
+      "epoch": 37.49,
+      "learning_rate": 1.899014778325123e-05,
+      "loss": 0.0637,
+      "step": 23020
+    },
+    {
+      "epoch": 37.51,
+      "learning_rate": 1.8866995073891624e-05,
+      "loss": 0.0445,
+      "step": 23030
+    },
+    {
+      "epoch": 37.52,
+      "learning_rate": 1.8743842364532016e-05,
+      "loss": 0.0431,
+      "step": 23040
+    },
+    {
+      "epoch": 37.54,
+      "learning_rate": 1.862068965517241e-05,
+      "loss": 0.0493,
+      "step": 23050
+    },
+    {
+      "epoch": 37.55,
+      "learning_rate": 1.8497536945812807e-05,
+      "loss": 0.0463,
+      "step": 23060
+    },
+    {
+      "epoch": 37.57,
+      "learning_rate": 1.83743842364532e-05,
+      "loss": 0.0651,
+      "step": 23070
+    },
+    {
+      "epoch": 37.59,
+      "learning_rate": 1.8251231527093594e-05,
+      "loss": 0.0459,
+      "step": 23080
+    },
+    {
+      "epoch": 37.6,
+      "learning_rate": 1.812807881773399e-05,
+      "loss": 0.0529,
+      "step": 23090
+    },
+    {
+      "epoch": 37.62,
+      "learning_rate": 1.8004926108374385e-05,
+      "loss": 0.0521,
+      "step": 23100
+    },
+    {
+      "epoch": 37.62,
+      "eval_loss": 0.1010478287935257,
+      "eval_runtime": 1055.9713,
+      "eval_samples_per_second": 10.994,
+      "eval_steps_per_second": 0.688,
+      "eval_wer": 0.2636044336997674,
+      "step": 23100
+    },
+    {
+      "epoch": 37.64,
+      "learning_rate": 1.7881773399014777e-05,
+      "loss": 0.0482,
+      "step": 23110
+    },
+    {
+      "epoch": 37.65,
+      "learning_rate": 1.7758620689655172e-05,
+      "loss": 0.0611,
+      "step": 23120
+    },
+    {
+      "epoch": 37.67,
+      "learning_rate": 1.7635467980295567e-05,
+      "loss": 0.0407,
+      "step": 23130
+    },
+    {
+      "epoch": 37.69,
+      "learning_rate": 1.751231527093596e-05,
+      "loss": 0.0444,
+      "step": 23140
+    },
+    {
+      "epoch": 37.7,
+      "learning_rate": 1.738916256157635e-05,
+      "loss": 0.0435,
+      "step": 23150
+    },
+    {
+      "epoch": 37.72,
+      "learning_rate": 1.7266009852216747e-05,
+      "loss": 0.0543,
+      "step": 23160
+    },
+    {
+      "epoch": 37.73,
+      "learning_rate": 1.7142857142857142e-05,
+      "loss": 0.0644,
+      "step": 23170
+    },
+    {
+      "epoch": 37.75,
+      "learning_rate": 1.7019704433497534e-05,
+      "loss": 0.0378,
+      "step": 23180
+    },
+    {
+      "epoch": 37.77,
+      "learning_rate": 1.689655172413793e-05,
+      "loss": 0.0398,
+      "step": 23190
+    },
+    {
+      "epoch": 37.78,
+      "learning_rate": 1.6773399014778324e-05,
+      "loss": 0.0482,
+      "step": 23200
+    },
+    {
+      "epoch": 37.78,
+      "eval_loss": 0.10206211358308792,
+      "eval_runtime": 1059.5251,
+      "eval_samples_per_second": 10.957,
+      "eval_steps_per_second": 0.685,
+      "eval_wer": 0.26345618756557043,
+      "step": 23200
+    },
+    {
+      "epoch": 37.8,
+      "learning_rate": 1.6650246305418716e-05,
+      "loss": 0.0506,
+      "step": 23210
+    },
+    {
+      "epoch": 37.82,
+      "learning_rate": 1.652709359605911e-05,
+      "loss": 0.0646,
+      "step": 23220
+    },
+    {
+      "epoch": 37.83,
+      "learning_rate": 1.6403940886699507e-05,
+      "loss": 0.0401,
+      "step": 23230
+    },
+    {
+      "epoch": 37.85,
+      "learning_rate": 1.62807881773399e-05,
+      "loss": 0.0482,
+      "step": 23240
+    },
+    {
+      "epoch": 37.86,
+      "learning_rate": 1.6157635467980294e-05,
+      "loss": 0.0441,
+      "step": 23250
+    },
+    {
+      "epoch": 37.88,
+      "learning_rate": 1.603448275862069e-05,
+      "loss": 0.0524,
+      "step": 23260
+    },
+    {
+      "epoch": 37.9,
+      "learning_rate": 1.5911330049261085e-05,
+      "loss": 0.0638,
+      "step": 23270
+    },
+    {
+      "epoch": 37.91,
+      "learning_rate": 1.5788177339901477e-05,
+      "loss": 0.0438,
+      "step": 23280
+    },
+    {
+      "epoch": 37.93,
+      "learning_rate": 1.566502463054187e-05,
+      "loss": 0.0536,
+      "step": 23290
+    },
+    {
+      "epoch": 37.95,
+      "learning_rate": 1.5541871921182264e-05,
+      "loss": 0.0468,
+      "step": 23300
+    },
+    {
+      "epoch": 37.95,
+      "eval_loss": 0.09991864860057831,
+      "eval_runtime": 1051.1295,
+      "eval_samples_per_second": 11.044,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.2631482917483921,
+      "step": 23300
+    },
+    {
+      "epoch": 37.96,
+      "learning_rate": 1.541871921182266e-05,
+      "loss": 0.0533,
+      "step": 23310
+    },
+    {
+      "epoch": 37.98,
+      "learning_rate": 1.529556650246305e-05,
+      "loss": 0.0641,
+      "step": 23320
+    },
+    {
+      "epoch": 37.99,
+      "learning_rate": 1.5172413793103447e-05,
+      "loss": 0.0404,
+      "step": 23330
+    },
+    {
+      "epoch": 38.01,
+      "learning_rate": 1.504926108374384e-05,
+      "loss": 0.0571,
+      "step": 23340
+    },
+    {
+      "epoch": 38.03,
+      "learning_rate": 1.4926108374384236e-05,
+      "loss": 0.0409,
+      "step": 23350
+    },
+    {
+      "epoch": 38.04,
+      "learning_rate": 1.480295566502463e-05,
+      "loss": 0.043,
+      "step": 23360
+    },
+    {
+      "epoch": 38.06,
+      "learning_rate": 1.4679802955665024e-05,
+      "loss": 0.0547,
+      "step": 23370
+    },
+    {
+      "epoch": 38.08,
+      "learning_rate": 1.4556650246305418e-05,
+      "loss": 0.0572,
+      "step": 23380
+    },
+    {
+      "epoch": 38.09,
+      "learning_rate": 1.4433497536945812e-05,
+      "loss": 0.0528,
+      "step": 23390
+    },
+    {
+      "epoch": 38.11,
+      "learning_rate": 1.4310344827586207e-05,
+      "loss": 0.0473,
+      "step": 23400
+    },
+    {
+      "epoch": 38.11,
+      "eval_loss": 0.10161598026752472,
+      "eval_runtime": 1048.9657,
+      "eval_samples_per_second": 11.067,
+      "eval_steps_per_second": 0.692,
+      "eval_wer": 0.26285179947999815,
+      "step": 23400
+    },
+    {
+      "epoch": 38.12,
+      "learning_rate": 1.41871921182266e-05,
+      "loss": 0.044,
+      "step": 23410
+    },
+    {
+      "epoch": 38.14,
+      "learning_rate": 1.4064039408866993e-05,
+      "loss": 0.0443,
+      "step": 23420
+    },
+    {
+      "epoch": 38.16,
+      "learning_rate": 1.3940886699507388e-05,
+      "loss": 0.0575,
+      "step": 23430
+    },
+    {
+      "epoch": 38.17,
+      "learning_rate": 1.3817733990147782e-05,
+      "loss": 0.0496,
+      "step": 23440
+    },
+    {
+      "epoch": 38.19,
+      "learning_rate": 1.3694581280788175e-05,
+      "loss": 0.0495,
+      "step": 23450
+    },
+    {
+      "epoch": 38.21,
+      "learning_rate": 1.357142857142857e-05,
+      "loss": 0.0477,
+      "step": 23460
+    },
+    {
+      "epoch": 38.22,
+      "learning_rate": 1.3448275862068964e-05,
+      "loss": 0.0539,
+      "step": 23470
+    },
+    {
+      "epoch": 38.24,
+      "learning_rate": 1.3325123152709358e-05,
+      "loss": 0.0475,
+      "step": 23480
+    },
+    {
+      "epoch": 38.25,
+      "learning_rate": 1.3201970443349753e-05,
+      "loss": 0.0559,
+      "step": 23490
+    },
+    {
+      "epoch": 38.27,
+      "learning_rate": 1.3078817733990147e-05,
+      "loss": 0.0416,
+      "step": 23500
+    },
+    {
+      "epoch": 38.27,
+      "eval_loss": 0.10027837008237839,
+      "eval_runtime": 1050.4924,
+      "eval_samples_per_second": 11.051,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.2620877617114446,
+      "step": 23500
+    },
+    {
+      "epoch": 38.29,
+      "learning_rate": 1.2955665024630542e-05,
+      "loss": 0.0482,
+      "step": 23510
+    },
+    {
+      "epoch": 38.3,
+      "learning_rate": 1.2832512315270936e-05,
+      "loss": 0.0521,
+      "step": 23520
+    },
+    {
+      "epoch": 38.32,
+      "learning_rate": 1.270935960591133e-05,
+      "loss": 0.0502,
+      "step": 23530
+    },
+    {
+      "epoch": 38.34,
+      "learning_rate": 1.2586206896551725e-05,
+      "loss": 0.0614,
+      "step": 23540
+    },
+    {
+      "epoch": 38.35,
+      "learning_rate": 1.2463054187192118e-05,
+      "loss": 0.0375,
+      "step": 23550
+    },
+    {
+      "epoch": 38.37,
+      "learning_rate": 1.233990147783251e-05,
+      "loss": 0.0474,
+      "step": 23560
+    },
+    {
+      "epoch": 38.38,
+      "learning_rate": 1.2216748768472904e-05,
+      "loss": 0.051,
+      "step": 23570
+    },
+    {
+      "epoch": 38.4,
+      "learning_rate": 1.2093596059113299e-05,
+      "loss": 0.0453,
+      "step": 23580
+    },
+    {
+      "epoch": 38.42,
+      "learning_rate": 1.1970443349753693e-05,
+      "loss": 0.0384,
+      "step": 23590
+    },
+    {
+      "epoch": 38.43,
+      "learning_rate": 1.1847290640394088e-05,
+      "loss": 0.0491,
+      "step": 23600
+    },
+    {
+      "epoch": 38.43,
+      "eval_loss": 0.1021525040268898,
+      "eval_runtime": 1050.3913,
+      "eval_samples_per_second": 11.052,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.2617684623454819,
+      "step": 23600
+    },
+    {
+      "epoch": 38.45,
+      "learning_rate": 1.1724137931034482e-05,
+      "loss": 0.0411,
+      "step": 23610
+    },
+    {
+      "epoch": 38.47,
+      "learning_rate": 1.1600985221674875e-05,
+      "loss": 0.0522,
+      "step": 23620
+    },
+    {
+      "epoch": 38.48,
+      "learning_rate": 1.147783251231527e-05,
+      "loss": 0.0615,
+      "step": 23630
+    },
+    {
+      "epoch": 38.5,
+      "learning_rate": 1.1354679802955664e-05,
+      "loss": 0.0476,
+      "step": 23640
+    },
+    {
+      "epoch": 38.52,
+      "learning_rate": 1.1231527093596058e-05,
+      "loss": 0.0488,
+      "step": 23650
+    },
+    {
+      "epoch": 38.53,
+      "learning_rate": 1.1108374384236453e-05,
+      "loss": 0.0444,
+      "step": 23660
+    },
+    {
+      "epoch": 38.55,
+      "learning_rate": 1.0985221674876847e-05,
+      "loss": 0.0463,
+      "step": 23670
+    },
+    {
+      "epoch": 38.56,
+      "learning_rate": 1.0862068965517242e-05,
+      "loss": 0.0652,
+      "step": 23680
+    },
+    {
+      "epoch": 38.58,
+      "learning_rate": 1.0738916256157636e-05,
+      "loss": 0.0514,
+      "step": 23690
+    },
+    {
+      "epoch": 38.6,
+      "learning_rate": 1.0615763546798028e-05,
+      "loss": 0.0394,
+      "step": 23700
+    },
+    {
+      "epoch": 38.6,
+      "eval_loss": 0.1016794815659523,
+      "eval_runtime": 1050.0542,
+      "eval_samples_per_second": 11.056,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.2622474113944259,
+      "step": 23700
+    },
+    {
+      "epoch": 38.61,
+      "learning_rate": 1.0492610837438421e-05,
+      "loss": 0.0447,
+      "step": 23710
+    },
+    {
+      "epoch": 38.63,
+      "learning_rate": 1.0369458128078817e-05,
+      "loss": 0.0472,
+      "step": 23720
+    },
+    {
+      "epoch": 38.65,
+      "learning_rate": 1.024630541871921e-05,
+      "loss": 0.0528,
+      "step": 23730
+    },
+    {
+      "epoch": 38.66,
+      "learning_rate": 1.0123152709359606e-05,
+      "loss": 0.0493,
+      "step": 23740
+    },
+    {
+      "epoch": 38.68,
+      "learning_rate": 9.999999999999999e-06,
+      "loss": 0.0499,
+      "step": 23750
+    },
+    {
+      "epoch": 38.69,
+      "learning_rate": 9.876847290640393e-06,
+      "loss": 0.0424,
+      "step": 23760
+    },
+    {
+      "epoch": 38.71,
+      "learning_rate": 9.753694581280788e-06,
+      "loss": 0.0463,
+      "step": 23770
+    },
+    {
+      "epoch": 38.73,
+      "learning_rate": 9.630541871921182e-06,
+      "loss": 0.0491,
+      "step": 23780
+    },
+    {
+      "epoch": 38.74,
+      "learning_rate": 9.507389162561575e-06,
+      "loss": 0.0456,
+      "step": 23790
+    },
+    {
+      "epoch": 38.76,
+      "learning_rate": 9.38423645320197e-06,
+      "loss": 0.0389,
+      "step": 23800
+    },
+    {
+      "epoch": 38.76,
+      "eval_loss": 0.1010969951748848,
+      "eval_runtime": 1052.8358,
+      "eval_samples_per_second": 11.026,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.2619623226748164,
+      "step": 23800
+    },
+    {
+      "epoch": 38.78,
+      "learning_rate": 9.261083743842364e-06,
+      "loss": 0.043,
+      "step": 23810
+    },
+    {
+      "epoch": 38.79,
+      "learning_rate": 9.137931034482758e-06,
+      "loss": 0.0507,
+      "step": 23820
+    },
+    {
+      "epoch": 38.81,
+      "learning_rate": 9.014778325123152e-06,
+      "loss": 0.0458,
+      "step": 23830
+    },
+    {
+      "epoch": 38.82,
+      "learning_rate": 8.891625615763547e-06,
+      "loss": 0.0587,
+      "step": 23840
+    },
+    {
+      "epoch": 38.84,
+      "learning_rate": 8.76847290640394e-06,
+      "loss": 0.0457,
+      "step": 23850
+    },
+    {
+      "epoch": 38.86,
+      "learning_rate": 8.645320197044334e-06,
+      "loss": 0.0456,
+      "step": 23860
+    },
+    {
+      "epoch": 38.87,
+      "learning_rate": 8.522167487684728e-06,
+      "loss": 0.0407,
+      "step": 23870
+    },
+    {
+      "epoch": 38.89,
+      "learning_rate": 8.399014778325121e-06,
+      "loss": 0.0649,
+      "step": 23880
+    },
+    {
+      "epoch": 38.91,
+      "learning_rate": 8.275862068965517e-06,
+      "loss": 0.05,
+      "step": 23890
+    },
+    {
+      "epoch": 38.92,
+      "learning_rate": 8.15270935960591e-06,
+      "loss": 0.0381,
+      "step": 23900
+    },
+    {
+      "epoch": 38.92,
+      "eval_loss": 0.09916063398122787,
+      "eval_runtime": 1053.16,
+      "eval_samples_per_second": 11.023,
+      "eval_steps_per_second": 0.689,
+      "eval_wer": 0.26075354650367194,
+      "step": 23900
+    },
+    {
+      "epoch": 38.94,
+      "learning_rate": 8.029556650246306e-06,
+      "loss": 0.0486,
+      "step": 23910
+    },
+    {
+      "epoch": 38.95,
+      "learning_rate": 7.9064039408867e-06,
+      "loss": 0.0629,
+      "step": 23920
+    },
+    {
+      "epoch": 38.97,
+      "learning_rate": 7.783251231527093e-06,
+      "loss": 0.0505,
+      "step": 23930
+    },
+    {
+      "epoch": 38.99,
+      "learning_rate": 7.660098522167486e-06,
+      "loss": 0.0519,
+      "step": 23940
+    },
+    {
+      "epoch": 39.0,
+      "learning_rate": 7.536945812807881e-06,
+      "loss": 0.0526,
+      "step": 23950
+    },
+    {
+      "epoch": 39.02,
+      "learning_rate": 7.413793103448275e-06,
+      "loss": 0.0381,
+      "step": 23960
+    },
+    {
+      "epoch": 39.04,
+      "learning_rate": 7.290640394088669e-06,
+      "loss": 0.0456,
+      "step": 23970
+    },
+    {
+      "epoch": 39.05,
+      "learning_rate": 7.1674876847290635e-06,
+      "loss": 0.0446,
+      "step": 23980
+    },
+    {
+      "epoch": 39.07,
+      "learning_rate": 7.044334975369458e-06,
+      "loss": 0.048,
+      "step": 23990
+    },
+    {
+      "epoch": 39.08,
+      "learning_rate": 6.9211822660098524e-06,
+      "loss": 0.0557,
+      "step": 24000
+    },
+    {
+      "epoch": 39.08,
+      "eval_loss": 0.09985353797674179,
+      "eval_runtime": 1051.1549,
+      "eval_samples_per_second": 11.044,
+      "eval_steps_per_second": 0.691,
+      "eval_wer": 0.2613123203941066,
+      "step": 24000
+    },
+    {
+      "epoch": 39.1,
+      "learning_rate": 6.798029556650245e-06,
+      "loss": 0.0424,
+      "step": 24010
+    },
+    {
+      "epoch": 39.12,
+      "learning_rate": 6.67487684729064e-06,
+      "loss": 0.0422,
+      "step": 24020
+    },
+    {
+      "epoch": 39.13,
+      "learning_rate": 6.551724137931034e-06,
+      "loss": 0.0466,
+      "step": 24030
+    },
+    {
+      "epoch": 39.15,
+      "learning_rate": 6.428571428571428e-06,
+      "loss": 0.0474,
+      "step": 24040
+    },
+    {
+      "epoch": 39.17,
+      "learning_rate": 6.305418719211822e-06,
+      "loss": 0.0693,
+      "step": 24050
+    },
+    {
+      "epoch": 39.18,
+      "learning_rate": 6.182266009852217e-06,
+      "loss": 0.0431,
+      "step": 24060
+    },
+    {
+      "epoch": 39.2,
+      "learning_rate": 6.059113300492611e-06,
+      "loss": 0.0463,
+      "step": 24070
+    },
+    {
+      "epoch": 39.21,
+      "learning_rate": 5.935960591133004e-06,
+      "loss": 0.0523,
+      "step": 24080
+    },
+    {
+      "epoch": 39.23,
+      "learning_rate": 5.8128078817733984e-06,
+      "loss": 0.0473,
+      "step": 24090
+    },
+    {
+      "epoch": 39.25,
+      "learning_rate": 5.689655172413793e-06,
+      "loss": 0.0545,
+      "step": 24100
+    },
+    {
+      "epoch": 39.25,
+      "eval_loss": 0.10023073852062225,
+      "eval_runtime": 1052.4114,
+      "eval_samples_per_second": 11.031,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.2608333713451626,
+      "step": 24100
+    },
+    {
+      "epoch": 39.26,
+      "learning_rate": 5.5665024630541865e-06,
+      "loss": 0.0389,
+      "step": 24110
+    },
+    {
+      "epoch": 39.28,
+      "learning_rate": 5.443349753694581e-06,
+      "loss": 0.044,
+      "step": 24120
+    },
+    {
+      "epoch": 39.3,
+      "learning_rate": 5.3201970443349755e-06,
+      "loss": 0.0489,
+      "step": 24130
+    },
+    {
+      "epoch": 39.31,
+      "learning_rate": 5.197044334975368e-06,
+      "loss": 0.045,
+      "step": 24140
+    },
+    {
+      "epoch": 39.33,
+      "learning_rate": 5.073891625615763e-06,
+      "loss": 0.0574,
+      "step": 24150
+    },
+    {
+      "epoch": 39.34,
+      "learning_rate": 4.950738916256157e-06,
+      "loss": 0.0415,
+      "step": 24160
+    },
+    {
+      "epoch": 39.36,
+      "learning_rate": 4.827586206896552e-06,
+      "loss": 0.0395,
+      "step": 24170
+    },
+    {
+      "epoch": 39.38,
+      "learning_rate": 4.704433497536945e-06,
+      "loss": 0.0433,
+      "step": 24180
+    },
+    {
+      "epoch": 39.39,
+      "learning_rate": 4.58128078817734e-06,
+      "loss": 0.0561,
+      "step": 24190
+    },
+    {
+      "epoch": 39.41,
+      "learning_rate": 4.458128078817733e-06,
+      "loss": 0.0633,
+      "step": 24200
+    },
+    {
+      "epoch": 39.41,
+      "eval_loss": 0.09972068667411804,
+      "eval_runtime": 1051.7724,
+      "eval_samples_per_second": 11.038,
+      "eval_steps_per_second": 0.69,
+      "eval_wer": 0.2606623181133969,
+      "step": 24200
+    }
+  ],
+  "logging_steps": 10,
+  "max_steps": 24560,
+  "num_train_epochs": 40,
+  "save_steps": 200,
+  "total_flos": 2.536359253687771e+20,
+  "trial_name": null,
+  "trial_params": null
+}