End of training

all_results.json

@@ -1,14 +1,14 @@
 {
     "epoch": 100.0,
-    "eval_loss": 0.22402019798755646,
-    "eval_runtime": 183.2761,
+    "eval_loss": 0.20362737774848938,
+    "eval_runtime": 146.0593,
     "eval_samples": 2744,
-    "eval_samples_per_second": 14.972,
-    "eval_steps_per_second": 1.871,
-    "eval_wer": 0.3693335163075797,
-    "train_loss": 1.3463122907597969,
-    "train_runtime": 52469.8271,
+    "eval_samples_per_second": 18.787,
+    "eval_steps_per_second": 2.348,
+    "eval_wer": 0.2976980458560249,
+    "train_loss": 1.1418190615227881,
+    "train_runtime": 52190.9896,
     "train_samples": 6034,
-    "train_samples_per_second": 11.5,
-    "train_steps_per_second": 0.358
+    "train_samples_per_second": 11.561,
+    "train_steps_per_second": 0.36
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 100.0,
-    "eval_loss": 0.22402019798755646,
-    "eval_runtime": 183.2761,
+    "eval_loss": 0.20362737774848938,
+    "eval_runtime": 146.0593,
     "eval_samples": 2744,
-    "eval_samples_per_second": 14.972,
-    "eval_steps_per_second": 1.871,
-    "eval_wer": 0.3693335163075797
+    "eval_samples_per_second": 18.787,
+    "eval_steps_per_second": 2.348,
+    "eval_wer": 0.2976980458560249
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:b788ce940efe52c4f0f9aa554f4ab658aa42cb915d854e26431e3bad8f99a128
+oid sha256:4c54b4b3156392864c0d5f52b356d2399e3c35afdc09545fb8d7a43903bbf346
 size 1262079473

runs/Jan29_15-39-53_job-0074bb36-c67f-4775-b1b6-176eb09b0ba4/events.out.tfevents.1643470896.job-0074bb36-c67f-4775-b1b6-176eb09b0ba4.1361704.0

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c80d7ecb3d1b98da6e3ae2dde889ca081824e2057f51531ad44102f97d012c02
-size 45635
+oid sha256:9d7842c98503b0971b00ccff163f0452728d919c4b4f236bb1bf9d06cd292c7f
+size 46475

runs/Jan29_15-39-53_job-0074bb36-c67f-4775-b1b6-176eb09b0ba4/events.out.tfevents.1643523236.job-0074bb36-c67f-4775-b1b6-176eb09b0ba4.1361704.2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e364e0e5753b1ddc6b335c4cbede724f6457ff77ecde9d8d707f03fef567612f
+size 364

train_results.json

@@ -1,8 +1,8 @@
 {
     "epoch": 100.0,
-    "train_loss": 1.3463122907597969,
-    "train_runtime": 52469.8271,
+    "train_loss": 1.1418190615227881,
+    "train_runtime": 52190.9896,
     "train_samples": 6034,
-    "train_samples_per_second": 11.5,
-    "train_steps_per_second": 0.358
+    "train_samples_per_second": 11.561,
+    "train_steps_per_second": 0.36
 }

trainer_state.json

@@ -9,1478 +9,1478 @@
   "log_history": [
     {
       "epoch": 0.53,
-      "learning_rate": 2.0000000000000003e-06,
-      "loss": 15.5103,
+      "learning_rate": 4.950000000000001e-06,
+      "loss": 13.7083,
       "step": 100
     },
     {
       "epoch": 1.06,
-      "learning_rate": 3.980000000000001e-06,
-      "loss": 10.25,
+      "learning_rate": 9.950000000000001e-06,
+      "loss": 5.8958,
       "step": 200
     },
     {
       "epoch": 1.59,
-      "learning_rate": 5.98e-06,
-      "loss": 5.588,
+      "learning_rate": 1.4950000000000001e-05,
+      "loss": 4.115,
       "step": 300
     },
     {
       "epoch": 2.13,
-      "learning_rate": 7.980000000000002e-06,
-      "loss": 4.6387,
+      "learning_rate": 1.995e-05,
+      "loss": 3.6068,
       "step": 400
     },
     {
       "epoch": 2.66,
-      "learning_rate": 9.980000000000001e-06,
-      "loss": 4.1169,
+      "learning_rate": 2.495e-05,
+      "loss": 3.2892,
       "step": 500
     },
     {
       "epoch": 2.66,
-      "eval_loss": 4.01455020904541,
-      "eval_runtime": 162.7143,
-      "eval_samples_per_second": 16.864,
-      "eval_steps_per_second": 2.108,
+      "eval_loss": 3.241530179977417,
+      "eval_runtime": 149.1051,
+      "eval_samples_per_second": 18.403,
+      "eval_steps_per_second": 2.3,
       "eval_wer": 1.0,
       "step": 500
     },
     {
       "epoch": 3.19,
-      "learning_rate": 1.198e-05,
-      "loss": 3.796,
+      "learning_rate": 2.995e-05,
+      "loss": 3.2316,
       "step": 600
     },
     {
       "epoch": 3.72,
-      "learning_rate": 1.398e-05,
-      "loss": 3.4906,
+      "learning_rate": 3.495e-05,
+      "loss": 3.1529,
       "step": 700
     },
     {
       "epoch": 4.25,
-      "learning_rate": 1.5980000000000003e-05,
-      "loss": 3.3596,
+      "learning_rate": 3.995e-05,
+      "loss": 3.1279,
       "step": 800
     },
     {
       "epoch": 4.78,
-      "learning_rate": 1.798e-05,
-      "loss": 3.2609,
+      "learning_rate": 4.495e-05,
+      "loss": 3.0647,
       "step": 900
     },
     {
       "epoch": 5.32,
-      "learning_rate": 1.9980000000000002e-05,
-      "loss": 3.2512,
+      "learning_rate": 4.995e-05,
+      "loss": 2.9206,
       "step": 1000
     },
     {
       "epoch": 5.32,
-      "eval_loss": 3.234210252761841,
-      "eval_runtime": 160.5159,
-      "eval_samples_per_second": 17.095,
-      "eval_steps_per_second": 2.137,
-      "eval_wer": 1.0,
+      "eval_loss": 2.4381155967712402,
+      "eval_runtime": 158.7474,
+      "eval_samples_per_second": 17.285,
+      "eval_steps_per_second": 2.161,
+      "eval_wer": 1.0055832685002974,
       "step": 1000
     },
     {
       "epoch": 5.85,
-      "learning_rate": 2.1980000000000003e-05,
-      "loss": 3.1927,
+      "learning_rate": 5.495e-05,
+      "loss": 2.2804,
       "step": 1100
     },
     {
       "epoch": 6.38,
-      "learning_rate": 2.3980000000000004e-05,
-      "loss": 3.1722,
+      "learning_rate": 5.995000000000001e-05,
+      "loss": 1.8138,
       "step": 1200
     },
     {
       "epoch": 6.91,
-      "learning_rate": 2.5980000000000002e-05,
-      "loss": 3.1008,
+      "learning_rate": 6.49e-05,
+      "loss": 1.6251,
       "step": 1300
     },
     {
       "epoch": 7.45,
-      "learning_rate": 2.7980000000000003e-05,
-      "loss": 2.9719,
+      "learning_rate": 6.99e-05,
+      "loss": 1.5483,
       "step": 1400
     },
     {
       "epoch": 7.97,
-      "learning_rate": 2.9980000000000004e-05,
-      "loss": 2.5435,
+      "learning_rate": 7.49e-05,
+      "loss": 1.4909,
       "step": 1500
     },
     {
       "epoch": 7.97,
-      "eval_loss": 1.8155322074890137,
-      "eval_runtime": 146.5621,
-      "eval_samples_per_second": 18.722,
-      "eval_steps_per_second": 2.34,
-      "eval_wer": 1.0286354695576598,
+      "eval_loss": 0.5427731275558472,
+      "eval_runtime": 150.2181,
+      "eval_samples_per_second": 18.267,
+      "eval_steps_per_second": 2.283,
+      "eval_wer": 0.6704956294906411,
       "step": 1500
     },
     {
       "epoch": 8.51,
-      "learning_rate": 3.198e-05,
-      "loss": 2.1032,
+      "learning_rate": 7.99e-05,
+      "loss": 1.4577,
       "step": 1600
     },
     {
       "epoch": 9.04,
-      "learning_rate": 3.398e-05,
-      "loss": 1.8413,
+      "learning_rate": 8.49e-05,
+      "loss": 1.4197,
       "step": 1700
     },
     {
       "epoch": 9.57,
-      "learning_rate": 3.5980000000000004e-05,
-      "loss": 1.7079,
+      "learning_rate": 8.985e-05,
+      "loss": 1.3877,
       "step": 1800
     },
     {
       "epoch": 10.11,
-      "learning_rate": 3.7980000000000006e-05,
-      "loss": 1.6319,
+      "learning_rate": 9.485e-05,
+      "loss": 1.3704,
       "step": 1900
     },
     {
       "epoch": 10.64,
-      "learning_rate": 3.998000000000001e-05,
-      "loss": 1.5575,
+      "learning_rate": 9.985000000000001e-05,
+      "loss": 1.3395,
       "step": 2000
     },
     {
       "epoch": 10.64,
-      "eval_loss": 0.6345986127853394,
-      "eval_runtime": 149.5836,
-      "eval_samples_per_second": 18.344,
-      "eval_steps_per_second": 2.293,
-      "eval_wer": 0.705777411829285,
+      "eval_loss": 0.4207160472869873,
+      "eval_runtime": 153.5378,
+      "eval_samples_per_second": 17.872,
+      "eval_steps_per_second": 2.234,
+      "eval_wer": 0.5995148963434168,
       "step": 2000
     },
     {
       "epoch": 11.17,
-      "learning_rate": 3.976428571428572e-05,
-      "loss": 1.5137,
+      "learning_rate": 9.942261904761904e-05,
+      "loss": 1.3349,
       "step": 2100
     },
     {
       "epoch": 11.7,
-      "learning_rate": 3.952857142857143e-05,
-      "loss": 1.468,
+      "learning_rate": 9.882738095238095e-05,
+      "loss": 1.3064,
       "step": 2200
     },
     {
       "epoch": 12.23,
-      "learning_rate": 3.9290476190476196e-05,
-      "loss": 1.4546,
+      "learning_rate": 9.823214285714287e-05,
+      "loss": 1.3132,
       "step": 2300
     },
     {
       "epoch": 12.76,
-      "learning_rate": 3.905238095238096e-05,
-      "loss": 1.4071,
+      "learning_rate": 9.763690476190477e-05,
+      "loss": 1.2813,
       "step": 2400
     },
     {
       "epoch": 13.3,
-      "learning_rate": 3.881428571428572e-05,
-      "loss": 1.3979,
+      "learning_rate": 9.704166666666668e-05,
+      "loss": 1.2718,
       "step": 2500
     },
     {
       "epoch": 13.3,
-      "eval_loss": 0.48850002884864807,
-      "eval_runtime": 146.6274,
-      "eval_samples_per_second": 18.714,
-      "eval_steps_per_second": 2.339,
-      "eval_wer": 0.6320387905402315,
+      "eval_loss": 0.37430423498153687,
+      "eval_runtime": 148.1352,
+      "eval_samples_per_second": 18.524,
+      "eval_steps_per_second": 2.315,
+      "eval_wer": 0.5648254084481259,
       "step": 2500
     },
     {
       "epoch": 13.83,
-      "learning_rate": 3.857857142857143e-05,
-      "loss": 1.3532,
+      "learning_rate": 9.644642857142857e-05,
+      "loss": 1.247,
       "step": 2600
     },
     {
       "epoch": 14.36,
-      "learning_rate": 3.834047619047619e-05,
-      "loss": 1.3544,
+      "learning_rate": 9.585119047619047e-05,
+      "loss": 1.2446,
       "step": 2700
     },
     {
       "epoch": 14.89,
-      "learning_rate": 3.810238095238096e-05,
-      "loss": 1.335,
+      "learning_rate": 9.525595238095239e-05,
+      "loss": 1.2404,
       "step": 2800
     },
     {
       "epoch": 15.42,
-      "learning_rate": 3.7864285714285715e-05,
-      "loss": 1.3402,
+      "learning_rate": 9.46607142857143e-05,
+      "loss": 1.234,
       "step": 2900
     },
     {
       "epoch": 15.95,
-      "learning_rate": 3.762619047619048e-05,
-      "loss": 1.2874,
+      "learning_rate": 9.40654761904762e-05,
+      "loss": 1.1798,
       "step": 3000
     },
     {
       "epoch": 15.95,
-      "eval_loss": 0.4270566701889038,
-      "eval_runtime": 150.2121,
-      "eval_samples_per_second": 18.268,
-      "eval_steps_per_second": 2.283,
-      "eval_wer": 0.6088468048122226,
+      "eval_loss": 0.32250717282295227,
+      "eval_runtime": 150.8327,
+      "eval_samples_per_second": 18.192,
+      "eval_steps_per_second": 2.274,
+      "eval_wer": 0.4927005629032996,
       "step": 3000
     },
     {
       "epoch": 16.49,
-      "learning_rate": 3.7388095238095244e-05,
-      "loss": 1.2897,
+      "learning_rate": 9.34702380952381e-05,
+      "loss": 1.1849,
       "step": 3100
     },
     {
       "epoch": 17.02,
-      "learning_rate": 3.715e-05,
-      "loss": 1.2965,
+      "learning_rate": 9.2875e-05,
+      "loss": 1.1931,
       "step": 3200
     },
     {
       "epoch": 17.55,
-      "learning_rate": 3.6911904761904766e-05,
-      "loss": 1.2752,
+      "learning_rate": 9.227976190476191e-05,
+      "loss": 1.1628,
       "step": 3300
     },
     {
       "epoch": 18.08,
-      "learning_rate": 3.6673809523809524e-05,
-      "loss": 1.2672,
+      "learning_rate": 9.168452380952382e-05,
+      "loss": 1.1743,
       "step": 3400
     },
     {
       "epoch": 18.61,
-      "learning_rate": 3.643571428571429e-05,
-      "loss": 1.2383,
+      "learning_rate": 9.108928571428572e-05,
+      "loss": 1.1392,
       "step": 3500
     },
     {
       "epoch": 18.61,
-      "eval_loss": 0.3889118432998657,
-      "eval_runtime": 149.102,
-      "eval_samples_per_second": 18.404,
-      "eval_steps_per_second": 2.3,
-      "eval_wer": 0.586889895247244,
+      "eval_loss": 0.3096984922885895,
+      "eval_runtime": 151.6787,
+      "eval_samples_per_second": 18.091,
+      "eval_steps_per_second": 2.261,
+      "eval_wer": 0.4626790535902247,
       "step": 3500
     },
     {
       "epoch": 19.15,
-      "learning_rate": 3.619761904761905e-05,
-      "loss": 1.2479,
+      "learning_rate": 9.049404761904763e-05,
+      "loss": 1.1458,
       "step": 3600
     },
     {
       "epoch": 19.68,
-      "learning_rate": 3.595952380952381e-05,
-      "loss": 1.2281,
+      "learning_rate": 8.989880952380953e-05,
+      "loss": 1.1323,
       "step": 3700
     },
     {
       "epoch": 20.21,
-      "learning_rate": 3.5721428571428575e-05,
-      "loss": 1.2223,
+      "learning_rate": 8.930357142857143e-05,
+      "loss": 1.1293,
       "step": 3800
     },
     {
       "epoch": 20.74,
-      "learning_rate": 3.548333333333333e-05,
-      "loss": 1.2006,
+      "learning_rate": 8.870833333333334e-05,
+      "loss": 1.1179,
       "step": 3900
     },
     {
       "epoch": 21.28,
-      "learning_rate": 3.52452380952381e-05,
-      "loss": 1.2054,
+      "learning_rate": 8.811309523809524e-05,
+      "loss": 1.1143,
       "step": 4000
     },
     {
       "epoch": 21.28,
-      "eval_loss": 0.3609465956687927,
-      "eval_runtime": 157.7853,
-      "eval_samples_per_second": 17.391,
-      "eval_steps_per_second": 2.174,
-      "eval_wer": 0.5792964640226889,
+      "eval_loss": 0.29957136511802673,
+      "eval_runtime": 147.8067,
+      "eval_samples_per_second": 18.565,
+      "eval_steps_per_second": 2.321,
+      "eval_wer": 0.450459933183836,
       "step": 4000
     },
     {
       "epoch": 21.81,
-      "learning_rate": 3.500714285714286e-05,
-      "loss": 1.1953,
+      "learning_rate": 8.751785714285715e-05,
+      "loss": 1.1121,
       "step": 4100
     },
     {
       "epoch": 22.34,
-      "learning_rate": 3.476904761904762e-05,
-      "loss": 1.2022,
+      "learning_rate": 8.692261904761905e-05,
+      "loss": 1.1049,
       "step": 4200
     },
     {
       "epoch": 22.87,
-      "learning_rate": 3.4530952380952384e-05,
-      "loss": 1.1841,
+      "learning_rate": 8.632738095238096e-05,
+      "loss": 1.092,
       "step": 4300
     },
     {
       "epoch": 23.4,
-      "learning_rate": 3.429285714285715e-05,
-      "loss": 1.1941,
+      "learning_rate": 8.573214285714286e-05,
+      "loss": 1.0936,
       "step": 4400
     },
     {
       "epoch": 23.93,
-      "learning_rate": 3.4054761904761906e-05,
-      "loss": 1.1866,
+      "learning_rate": 8.513690476190477e-05,
+      "loss": 1.0923,
       "step": 4500
     },
     {
       "epoch": 23.93,
-      "eval_loss": 0.3450409471988678,
-      "eval_runtime": 147.8034,
-      "eval_samples_per_second": 18.565,
-      "eval_steps_per_second": 2.321,
-      "eval_wer": 0.5513471478889347,
+      "eval_loss": 0.2841183543205261,
+      "eval_runtime": 145.4218,
+      "eval_samples_per_second": 18.869,
+      "eval_steps_per_second": 2.359,
+      "eval_wer": 0.4229097066495813,
       "step": 4500
     },
     {
       "epoch": 24.47,
-      "learning_rate": 3.381666666666667e-05,
-      "loss": 1.1688,
+      "learning_rate": 8.454166666666667e-05,
+      "loss": 1.0748,
       "step": 4600
     },
     {
       "epoch": 25.0,
-      "learning_rate": 3.357857142857143e-05,
-      "loss": 1.1772,
+      "learning_rate": 8.395238095238095e-05,
+      "loss": 1.0786,
       "step": 4700
     },
     {
       "epoch": 25.53,
-      "learning_rate": 3.3342857142857146e-05,
-      "loss": 1.1641,
+      "learning_rate": 8.335714285714286e-05,
+      "loss": 1.0685,
       "step": 4800
     },
     {
       "epoch": 26.06,
-      "learning_rate": 3.3104761904761904e-05,
-      "loss": 1.1567,
+      "learning_rate": 8.276190476190476e-05,
+      "loss": 1.0681,
       "step": 4900
     },
     {
       "epoch": 26.59,
-      "learning_rate": 3.286666666666667e-05,
-      "loss": 1.1332,
+      "learning_rate": 8.216666666666667e-05,
+      "loss": 1.0516,
       "step": 5000
     },
     {
       "epoch": 26.59,
-      "eval_loss": 0.32143130898475647,
-      "eval_runtime": 151.6356,
-      "eval_samples_per_second": 18.096,
-      "eval_steps_per_second": 2.262,
-      "eval_wer": 0.5378985407803851,
+      "eval_loss": 0.2705024182796478,
+      "eval_runtime": 156.97,
+      "eval_samples_per_second": 17.481,
+      "eval_steps_per_second": 2.185,
+      "eval_wer": 0.4113312891858496,
       "step": 5000
     },
     {
       "epoch": 27.13,
-      "learning_rate": 3.262857142857143e-05,
-      "loss": 1.1436,
+      "learning_rate": 8.157142857142857e-05,
+      "loss": 1.0631,
       "step": 5100
     },
     {
       "epoch": 27.66,
-      "learning_rate": 3.23904761904762e-05,
-      "loss": 1.1234,
+      "learning_rate": 8.097619047619049e-05,
+      "loss": 1.0438,
       "step": 5200
     },
     {
       "epoch": 28.19,
-      "learning_rate": 3.215476190476191e-05,
-      "loss": 1.1273,
+      "learning_rate": 8.03809523809524e-05,
+      "loss": 1.0437,
       "step": 5300
     },
     {
       "epoch": 28.72,
-      "learning_rate": 3.191666666666667e-05,
-      "loss": 1.1237,
+      "learning_rate": 7.978571428571429e-05,
+      "loss": 1.0334,
       "step": 5400
     },
     {
       "epoch": 29.25,
-      "learning_rate": 3.167857142857143e-05,
-      "loss": 1.135,
+      "learning_rate": 7.919047619047619e-05,
+      "loss": 1.051,
       "step": 5500
     },
     {
       "epoch": 29.25,
-      "eval_loss": 0.3122180998325348,
-      "eval_runtime": 157.9044,
-      "eval_samples_per_second": 17.378,
-      "eval_steps_per_second": 2.172,
-      "eval_wer": 0.538401719957916,
+      "eval_loss": 0.26215311884880066,
+      "eval_runtime": 149.1886,
+      "eval_samples_per_second": 18.393,
+      "eval_steps_per_second": 2.299,
+      "eval_wer": 0.4078074230012356,
       "step": 5500
     },
     {
       "epoch": 29.78,
-      "learning_rate": 3.1440476190476194e-05,
-      "loss": 1.1127,
+      "learning_rate": 7.85952380952381e-05,
+      "loss": 1.0209,
       "step": 5600
     },
     {
       "epoch": 30.32,
-      "learning_rate": 3.120238095238095e-05,
-      "loss": 1.1288,
+      "learning_rate": 7.800000000000001e-05,
+      "loss": 1.0393,
       "step": 5700
     },
     {
       "epoch": 30.85,
-      "learning_rate": 3.096428571428572e-05,
-      "loss": 1.11,
+      "learning_rate": 7.740476190476192e-05,
+      "loss": 1.0175,
       "step": 5800
     },
     {
       "epoch": 31.38,
-      "learning_rate": 3.072619047619048e-05,
-      "loss": 1.1098,
+      "learning_rate": 7.680952380952381e-05,
+      "loss": 1.0208,
       "step": 5900
     },
     {
       "epoch": 31.91,
-      "learning_rate": 3.048809523809524e-05,
-      "loss": 1.0992,
+      "learning_rate": 7.621428571428571e-05,
+      "loss": 1.021,
       "step": 6000
     },
     {
       "epoch": 31.91,
-      "eval_loss": 0.29478520154953003,
-      "eval_runtime": 149.1488,
-      "eval_samples_per_second": 18.398,
-      "eval_steps_per_second": 2.3,
-      "eval_wer": 0.5078450208133205,
+      "eval_loss": 0.26111042499542236,
+      "eval_runtime": 144.8158,
+      "eval_samples_per_second": 18.948,
+      "eval_steps_per_second": 2.369,
+      "eval_wer": 0.40085121962381587,
       "step": 6000
     },
     {
       "epoch": 32.45,
-      "learning_rate": 3.025e-05,
-      "loss": 1.1043,
+      "learning_rate": 7.561904761904762e-05,
+      "loss": 1.0091,
       "step": 6100
     },
     {
       "epoch": 32.97,
-      "learning_rate": 3.0011904761904765e-05,
-      "loss": 1.0963,
+      "learning_rate": 7.502380952380953e-05,
+      "loss": 1.0007,
       "step": 6200
     },
     {
       "epoch": 33.51,
-      "learning_rate": 2.9773809523809526e-05,
-      "loss": 1.1059,
+      "learning_rate": 7.442857142857144e-05,
+      "loss": 1.0141,
       "step": 6300
     },
     {
       "epoch": 34.04,
-      "learning_rate": 2.953571428571429e-05,
-      "loss": 1.095,
+      "learning_rate": 7.383333333333333e-05,
+      "loss": 1.0072,
       "step": 6400
     },
     {
       "epoch": 34.57,
-      "learning_rate": 2.9297619047619048e-05,
-      "loss": 1.0707,
+      "learning_rate": 7.323809523809523e-05,
+      "loss": 0.9886,
       "step": 6500
     },
     {
       "epoch": 34.57,
-      "eval_loss": 0.2927539348602295,
-      "eval_runtime": 153.3467,
-      "eval_samples_per_second": 17.894,
-      "eval_steps_per_second": 2.237,
-      "eval_wer": 0.5127853254654408,
+      "eval_loss": 0.24984091520309448,
+      "eval_runtime": 146.0157,
+      "eval_samples_per_second": 18.792,
+      "eval_steps_per_second": 2.349,
+      "eval_wer": 0.3920644364102329,
       "step": 6500
     },
     {
       "epoch": 35.11,
-      "learning_rate": 2.9059523809523812e-05,
-      "loss": 1.0887,
+      "learning_rate": 7.264285714285715e-05,
+      "loss": 0.9955,
       "step": 6600
     },
     {
       "epoch": 35.64,
-      "learning_rate": 2.8821428571428574e-05,
-      "loss": 1.0763,
+      "learning_rate": 7.205357142857144e-05,
+      "loss": 0.9811,
       "step": 6700
     },
     {
       "epoch": 36.17,
-      "learning_rate": 2.8583333333333335e-05,
-      "loss": 1.0805,
+      "learning_rate": 7.145833333333334e-05,
+      "loss": 0.987,
       "step": 6800
     },
     {
       "epoch": 36.7,
-      "learning_rate": 2.83452380952381e-05,
-      "loss": 1.0675,
+      "learning_rate": 7.086309523809524e-05,
+      "loss": 0.9776,
       "step": 6900
     },
     {
       "epoch": 37.23,
-      "learning_rate": 2.8107142857142857e-05,
-      "loss": 1.0754,
+      "learning_rate": 7.026785714285714e-05,
+      "loss": 0.984,
       "step": 7000
     },
     {
       "epoch": 37.23,
-      "eval_loss": 0.28569138050079346,
-      "eval_runtime": 156.3448,
-      "eval_samples_per_second": 17.551,
-      "eval_steps_per_second": 2.194,
-      "eval_wer": 0.5016696399981703,
+      "eval_loss": 0.25214260816574097,
+      "eval_runtime": 151.9558,
+      "eval_samples_per_second": 18.058,
+      "eval_steps_per_second": 2.257,
+      "eval_wer": 0.38446753009015605,
       "step": 7000
     },
     {
       "epoch": 37.76,
-      "learning_rate": 2.786904761904762e-05,
-      "loss": 1.0695,
+      "learning_rate": 6.967261904761905e-05,
+      "loss": 0.98,
       "step": 7100
     },
     {
       "epoch": 38.3,
-      "learning_rate": 2.7630952380952383e-05,
-      "loss": 1.0747,
+      "learning_rate": 6.907738095238096e-05,
+      "loss": 0.9762,
       "step": 7200
     },
     {
       "epoch": 38.83,
-      "learning_rate": 2.7392857142857147e-05,
-      "loss": 1.0551,
+      "learning_rate": 6.848214285714286e-05,
+      "loss": 0.9601,
       "step": 7300
     },
     {
       "epoch": 39.36,
-      "learning_rate": 2.715714285714286e-05,
-      "loss": 1.0511,
+      "learning_rate": 6.788690476190477e-05,
+      "loss": 0.9633,
       "step": 7400
     },
     {
       "epoch": 39.89,
-      "learning_rate": 2.6919047619047622e-05,
-      "loss": 1.0461,
+      "learning_rate": 6.729166666666667e-05,
+      "loss": 0.9631,
       "step": 7500
     },
     {
       "epoch": 39.89,
-      "eval_loss": 0.27913743257522583,
-      "eval_runtime": 146.6834,
-      "eval_samples_per_second": 18.707,
-      "eval_steps_per_second": 2.338,
-      "eval_wer": 0.509949224646631,
+      "eval_loss": 0.24125833809375763,
+      "eval_runtime": 185.0035,
+      "eval_samples_per_second": 14.832,
+      "eval_steps_per_second": 1.854,
+      "eval_wer": 0.3790673195734749,
       "step": 7500
     },
     {
       "epoch": 40.42,
-      "learning_rate": 2.6680952380952387e-05,
-      "loss": 1.0547,
+      "learning_rate": 6.669642857142858e-05,
+      "loss": 0.9653,
       "step": 7600
     },
     {
       "epoch": 40.95,
-      "learning_rate": 2.6442857142857144e-05,
-      "loss": 1.0443,
+      "learning_rate": 6.610119047619048e-05,
+      "loss": 0.9482,
       "step": 7700
     },
     {
       "epoch": 41.49,
-      "learning_rate": 2.6204761904761905e-05,
-      "loss": 1.0582,
+      "learning_rate": 6.550595238095238e-05,
+      "loss": 0.9547,
       "step": 7800
     },
     {
       "epoch": 42.02,
-      "learning_rate": 2.596666666666667e-05,
-      "loss": 1.0588,
+      "learning_rate": 6.491071428571429e-05,
+      "loss": 0.9635,
       "step": 7900
     },
     {
       "epoch": 42.55,
-      "learning_rate": 2.572857142857143e-05,
-      "loss": 1.0328,
+      "learning_rate": 6.432142857142857e-05,
+      "loss": 0.9353,
       "step": 8000
     },
     {
       "epoch": 42.55,
-      "eval_loss": 0.2728850841522217,
-      "eval_runtime": 150.8954,
-      "eval_samples_per_second": 18.185,
-      "eval_steps_per_second": 2.273,
-      "eval_wer": 0.511961941356754,
+      "eval_loss": 0.23913756012916565,
+      "eval_runtime": 145.0257,
+      "eval_samples_per_second": 18.921,
+      "eval_steps_per_second": 2.365,
+      "eval_wer": 0.3611734016749806,
       "step": 8000
     },
     {
       "epoch": 43.08,
-      "learning_rate": 2.5490476190476196e-05,
-      "loss": 1.0464,
+      "learning_rate": 6.372619047619049e-05,
+      "loss": 0.9484,
       "step": 8100
     },
     {
       "epoch": 43.61,
-      "learning_rate": 2.5252380952380953e-05,
-      "loss": 1.0289,
+      "learning_rate": 6.313095238095238e-05,
+      "loss": 0.933,
       "step": 8200
     },
     {
       "epoch": 44.15,
-      "learning_rate": 2.5014285714285714e-05,
-      "loss": 1.026,
+      "learning_rate": 6.253571428571429e-05,
+      "loss": 0.9315,
       "step": 8300
     },
     {
       "epoch": 44.68,
-      "learning_rate": 2.477619047619048e-05,
-      "loss": 1.0288,
+      "learning_rate": 6.194047619047619e-05,
+      "loss": 0.9337,
       "step": 8400
     },
     {
       "epoch": 45.21,
-      "learning_rate": 2.453809523809524e-05,
-      "loss": 1.0201,
+      "learning_rate": 6.13452380952381e-05,
+      "loss": 0.922,
       "step": 8500
     },
     {
       "epoch": 45.21,
-      "eval_loss": 0.2654191255569458,
-      "eval_runtime": 150.9056,
-      "eval_samples_per_second": 18.184,
-      "eval_steps_per_second": 2.273,
-      "eval_wer": 0.47198206852385527,
+      "eval_loss": 0.2362910658121109,
+      "eval_runtime": 152.2446,
+      "eval_samples_per_second": 18.024,
+      "eval_steps_per_second": 2.253,
+      "eval_wer": 0.3570545970436136,
       "step": 8500
     },
     {
       "epoch": 45.74,
-      "learning_rate": 2.4300000000000005e-05,
-      "loss": 1.0167,
+      "learning_rate": 6.0750000000000006e-05,
+      "loss": 0.9274,
       "step": 8600
     },
     {
       "epoch": 46.28,
-      "learning_rate": 2.4061904761904762e-05,
-      "loss": 1.0183,
+      "learning_rate": 6.0154761904761904e-05,
+      "loss": 0.9243,
       "step": 8700
     },
     {
       "epoch": 46.81,
-      "learning_rate": 2.3823809523809523e-05,
-      "loss": 1.0093,
+      "learning_rate": 5.955952380952381e-05,
+      "loss": 0.9148,
       "step": 8800
     },
     {
       "epoch": 47.34,
-      "learning_rate": 2.3585714285714288e-05,
-      "loss": 1.0236,
+      "learning_rate": 5.896428571428572e-05,
+      "loss": 0.9309,
       "step": 8900
     },
     {
       "epoch": 47.87,
-      "learning_rate": 2.334761904761905e-05,
-      "loss": 1.0035,
+      "learning_rate": 5.8369047619047624e-05,
+      "loss": 0.9116,
       "step": 9000
     },
     {
       "epoch": 47.87,
-      "eval_loss": 0.26225191354751587,
-      "eval_runtime": 146.6476,
-      "eval_samples_per_second": 18.712,
-      "eval_steps_per_second": 2.339,
-      "eval_wer": 0.4658981748318924,
+      "eval_loss": 0.2284734547138214,
+      "eval_runtime": 145.6764,
+      "eval_samples_per_second": 18.836,
+      "eval_steps_per_second": 2.355,
+      "eval_wer": 0.366756670175278,
       "step": 9000
     },
     {
       "epoch": 48.4,
-      "learning_rate": 2.3109523809523813e-05,
-      "loss": 1.0059,
+      "learning_rate": 5.777380952380953e-05,
+      "loss": 0.908,
       "step": 9100
     },
     {
       "epoch": 48.93,
-      "learning_rate": 2.287142857142857e-05,
-      "loss": 1.0031,
+      "learning_rate": 5.7178571428571426e-05,
+      "loss": 0.9045,
       "step": 9200
     },
     {
       "epoch": 49.47,
-      "learning_rate": 2.2633333333333332e-05,
-      "loss": 1.0092,
+      "learning_rate": 5.658333333333333e-05,
+      "loss": 0.9069,
       "step": 9300
     },
     {
       "epoch": 50.0,
-      "learning_rate": 2.2395238095238097e-05,
-      "loss": 0.9908,
+      "learning_rate": 5.598809523809524e-05,
+      "loss": 0.886,
       "step": 9400
     },
     {
       "epoch": 50.53,
-      "learning_rate": 2.215952380952381e-05,
-      "loss": 1.0069,
+      "learning_rate": 5.539285714285715e-05,
+      "loss": 0.8951,
       "step": 9500
     },
     {
       "epoch": 50.53,
-      "eval_loss": 0.25685444474220276,
-      "eval_runtime": 152.7548,
-      "eval_samples_per_second": 17.963,
-      "eval_steps_per_second": 2.245,
-      "eval_wer": 0.45931110196239877,
+      "eval_loss": 0.22562462091445923,
+      "eval_runtime": 146.467,
+      "eval_samples_per_second": 18.735,
+      "eval_steps_per_second": 2.342,
+      "eval_wer": 0.3729348771223285,
       "step": 9500
     },
     {
       "epoch": 51.06,
-      "learning_rate": 2.1921428571428572e-05,
-      "loss": 1.0056,
+      "learning_rate": 5.479761904761905e-05,
+      "loss": 0.9011,
       "step": 9600
     },
     {
       "epoch": 51.59,
-      "learning_rate": 2.1683333333333336e-05,
-      "loss": 0.9943,
+      "learning_rate": 5.420238095238096e-05,
+      "loss": 0.8858,
       "step": 9700
     },
     {
       "epoch": 52.13,
-      "learning_rate": 2.1445238095238097e-05,
-      "loss": 0.9985,
+      "learning_rate": 5.360714285714285e-05,
+      "loss": 0.8955,
       "step": 9800
     },
     {
       "epoch": 52.66,
-      "learning_rate": 2.120714285714286e-05,
-      "loss": 0.9858,
+      "learning_rate": 5.3011904761904765e-05,
+      "loss": 0.8747,
       "step": 9900
     },
     {
       "epoch": 53.19,
-      "learning_rate": 2.096904761904762e-05,
-      "loss": 0.9998,
+      "learning_rate": 5.241666666666667e-05,
+      "loss": 0.8865,
       "step": 10000
     },
     {
       "epoch": 53.19,
-      "eval_loss": 0.251886785030365,
-      "eval_runtime": 152.7789,
-      "eval_samples_per_second": 17.961,
-      "eval_steps_per_second": 2.245,
-      "eval_wer": 0.44051049814738574,
+      "eval_loss": 0.22283457219600677,
+      "eval_runtime": 147.1995,
+      "eval_samples_per_second": 18.641,
+      "eval_steps_per_second": 2.33,
+      "eval_wer": 0.3663447897121413,
       "step": 10000
     },
     {
       "epoch": 53.72,
-      "learning_rate": 2.0730952380952384e-05,
-      "loss": 0.9829,
+      "learning_rate": 5.1821428571428574e-05,
+      "loss": 0.8671,
       "step": 10100
     },
     {
       "epoch": 54.25,
-      "learning_rate": 2.0492857142857145e-05,
-      "loss": 0.9944,
+      "learning_rate": 5.1226190476190485e-05,
+      "loss": 0.8771,
       "step": 10200
     },
     {
       "epoch": 54.78,
-      "learning_rate": 2.025476190476191e-05,
-      "loss": 0.9777,
+      "learning_rate": 5.063690476190477e-05,
+      "loss": 0.8777,
       "step": 10300
     },
     {
       "epoch": 55.32,
-      "learning_rate": 2.0019047619047624e-05,
-      "loss": 0.9828,
+      "learning_rate": 5.0041666666666666e-05,
+      "loss": 0.8805,
       "step": 10400
     },
     {
       "epoch": 55.85,
-      "learning_rate": 1.978095238095238e-05,
-      "loss": 0.9762,
+      "learning_rate": 4.944642857142857e-05,
+      "loss": 0.8792,
       "step": 10500
     },
     {
       "epoch": 55.85,
-      "eval_loss": 0.2504919767379761,
-      "eval_runtime": 153.619,
-      "eval_samples_per_second": 17.862,
-      "eval_steps_per_second": 2.233,
-      "eval_wer": 0.45876217922327434,
+      "eval_loss": 0.22211238741874695,
+      "eval_runtime": 149.6455,
+      "eval_samples_per_second": 18.337,
+      "eval_steps_per_second": 2.292,
+      "eval_wer": 0.3656125577776761,
       "step": 10500
     },
     {
       "epoch": 56.38,
-      "learning_rate": 1.9542857142857143e-05,
-      "loss": 0.9843,
+      "learning_rate": 4.885119047619048e-05,
+      "loss": 0.8805,
       "step": 10600
     },
     {
       "epoch": 56.91,
-      "learning_rate": 1.9304761904761907e-05,
-      "loss": 0.9686,
+      "learning_rate": 4.8255952380952386e-05,
+      "loss": 0.8653,
       "step": 10700
     },
     {
       "epoch": 57.45,
-      "learning_rate": 1.9066666666666668e-05,
-      "loss": 0.9776,
+      "learning_rate": 4.7660714285714284e-05,
+      "loss": 0.8749,
       "step": 10800
     },
     {
       "epoch": 57.97,
-      "learning_rate": 1.882857142857143e-05,
-      "loss": 0.9743,
+      "learning_rate": 4.7065476190476195e-05,
+      "loss": 0.8713,
       "step": 10900
     },
     {
       "epoch": 58.51,
-      "learning_rate": 1.859047619047619e-05,
-      "loss": 0.9755,
+      "learning_rate": 4.64702380952381e-05,
+      "loss": 0.8682,
       "step": 11000
     },
     {
       "epoch": 58.51,
-      "eval_loss": 0.2478867620229721,
-      "eval_runtime": 157.921,
-      "eval_samples_per_second": 17.376,
-      "eval_steps_per_second": 2.172,
-      "eval_wer": 0.4563835140204016,
+      "eval_loss": 0.22277939319610596,
+      "eval_runtime": 153.8771,
+      "eval_samples_per_second": 17.832,
+      "eval_steps_per_second": 2.229,
+      "eval_wer": 0.3322960047595076,
       "step": 11000
     },
     {
       "epoch": 59.04,
-      "learning_rate": 1.8352380952380955e-05,
-      "loss": 0.9598,
+      "learning_rate": 4.5875000000000004e-05,
+      "loss": 0.8556,
       "step": 11100
     },
     {
       "epoch": 59.57,
-      "learning_rate": 1.8114285714285716e-05,
-      "loss": 0.9621,
+      "learning_rate": 4.528571428571429e-05,
+      "loss": 0.8508,
       "step": 11200
     },
     {
       "epoch": 60.11,
-      "learning_rate": 1.7876190476190477e-05,
-      "loss": 0.9711,
+      "learning_rate": 4.469047619047619e-05,
+      "loss": 0.8594,
       "step": 11300
     },
     {
       "epoch": 60.64,
-      "learning_rate": 1.7638095238095238e-05,
-      "loss": 0.9584,
+      "learning_rate": 4.4095238095238096e-05,
+      "loss": 0.8441,
       "step": 11400
     },
     {
       "epoch": 61.17,
-      "learning_rate": 1.7400000000000003e-05,
-      "loss": 0.9624,
+      "learning_rate": 4.35e-05,
+      "loss": 0.8492,
       "step": 11500
     },
     {
       "epoch": 61.17,
-      "eval_loss": 0.24601028859615326,
-      "eval_runtime": 151.7998,
-      "eval_samples_per_second": 18.076,
-      "eval_steps_per_second": 2.26,
-      "eval_wer": 0.42976076117286494,
+      "eval_loss": 0.2166604995727539,
+      "eval_runtime": 147.2191,
+      "eval_samples_per_second": 18.639,
+      "eval_steps_per_second": 2.33,
+      "eval_wer": 0.3446066541577045,
       "step": 11500
     },
     {
       "epoch": 61.7,
-      "learning_rate": 1.7161904761904764e-05,
-      "loss": 0.9489,
+      "learning_rate": 4.290476190476191e-05,
+      "loss": 0.8353,
       "step": 11600
     },
     {
       "epoch": 62.23,
-      "learning_rate": 1.6923809523809525e-05,
-      "loss": 0.9563,
+      "learning_rate": 4.230952380952381e-05,
+      "loss": 0.8407,
       "step": 11700
     },
     {
       "epoch": 62.76,
-      "learning_rate": 1.6685714285714286e-05,
-      "loss": 0.9483,
+      "learning_rate": 4.1714285714285714e-05,
+      "loss": 0.8335,
       "step": 11800
     },
     {
       "epoch": 63.3,
-      "learning_rate": 1.644761904761905e-05,
-      "loss": 0.9703,
+      "learning_rate": 4.1119047619047625e-05,
+      "loss": 0.8596,
       "step": 11900
     },
     {
       "epoch": 63.83,
-      "learning_rate": 1.6209523809523812e-05,
-      "loss": 0.9494,
+      "learning_rate": 4.052380952380952e-05,
+      "loss": 0.8365,
       "step": 12000
     },
     {
       "epoch": 63.83,
-      "eval_loss": 0.2402362823486328,
-      "eval_runtime": 160.0311,
-      "eval_samples_per_second": 17.147,
-      "eval_steps_per_second": 2.143,
-      "eval_wer": 0.41823338365125107,
+      "eval_loss": 0.21556589007377625,
+      "eval_runtime": 144.6076,
+      "eval_samples_per_second": 18.975,
+      "eval_steps_per_second": 2.372,
+      "eval_wer": 0.33211294677589126,
       "step": 12000
     },
     {
       "epoch": 64.36,
-      "learning_rate": 1.5971428571428573e-05,
-      "loss": 0.9528,
+      "learning_rate": 3.9928571428571434e-05,
+      "loss": 0.8412,
       "step": 12100
     },
     {
       "epoch": 64.89,
-      "learning_rate": 1.5733333333333334e-05,
-      "loss": 0.9422,
+      "learning_rate": 3.933333333333333e-05,
+      "loss": 0.8301,
       "step": 12200
     },
     {
       "epoch": 65.42,
-      "learning_rate": 1.5497619047619048e-05,
-      "loss": 0.9481,
+      "learning_rate": 3.873809523809524e-05,
+      "loss": 0.8283,
       "step": 12300
     },
     {
       "epoch": 65.95,
-      "learning_rate": 1.5259523809523812e-05,
-      "loss": 0.9464,
+      "learning_rate": 3.814285714285715e-05,
+      "loss": 0.8257,
       "step": 12400
     },
     {
       "epoch": 66.49,
-      "learning_rate": 1.5021428571428574e-05,
-      "loss": 0.948,
+      "learning_rate": 3.7547619047619045e-05,
+      "loss": 0.8298,
       "step": 12500
     },
     {
       "epoch": 66.49,
-      "eval_loss": 0.2412397861480713,
-      "eval_runtime": 153.0299,
-      "eval_samples_per_second": 17.931,
-      "eval_steps_per_second": 2.241,
-      "eval_wer": 0.4211609715932482,
+      "eval_loss": 0.21417230367660522,
+      "eval_runtime": 151.8253,
+      "eval_samples_per_second": 18.073,
+      "eval_steps_per_second": 2.259,
+      "eval_wer": 0.3400302045672967,
       "step": 12500
     },
     {
       "epoch": 67.02,
-      "learning_rate": 1.4783333333333335e-05,
-      "loss": 0.9524,
+      "learning_rate": 3.6952380952380956e-05,
+      "loss": 0.834,
       "step": 12600
     },
     {
       "epoch": 67.55,
-      "learning_rate": 1.4545238095238097e-05,
-      "loss": 0.9389,
+      "learning_rate": 3.6357142857142854e-05,
+      "loss": 0.8155,
       "step": 12700
     },
     {
       "epoch": 68.08,
-      "learning_rate": 1.4307142857142857e-05,
-      "loss": 0.936,
+      "learning_rate": 3.5761904761904765e-05,
+      "loss": 0.8157,
       "step": 12800
     },
     {
       "epoch": 68.61,
-      "learning_rate": 1.406904761904762e-05,
-      "loss": 0.9284,
+      "learning_rate": 3.516666666666667e-05,
+      "loss": 0.8027,
       "step": 12900
     },
     {
       "epoch": 69.15,
-      "learning_rate": 1.3830952380952383e-05,
-      "loss": 0.9312,
+      "learning_rate": 3.4571428571428574e-05,
+      "loss": 0.808,
       "step": 13000
     },
     {
       "epoch": 69.15,
-      "eval_loss": 0.2352364957332611,
-      "eval_runtime": 155.983,
-      "eval_samples_per_second": 17.592,
-      "eval_steps_per_second": 2.199,
-      "eval_wer": 0.39700837107177167,
+      "eval_loss": 0.20793649554252625,
+      "eval_runtime": 147.4919,
+      "eval_samples_per_second": 18.604,
+      "eval_steps_per_second": 2.326,
+      "eval_wer": 0.31476820282824586,
       "step": 13000
     },
     {
       "epoch": 69.68,
-      "learning_rate": 1.3592857142857144e-05,
-      "loss": 0.9291,
+      "learning_rate": 3.397619047619048e-05,
+      "loss": 0.807,
       "step": 13100
     },
     {
       "epoch": 70.21,
-      "learning_rate": 1.3354761904761906e-05,
-      "loss": 0.9319,
+      "learning_rate": 3.338095238095238e-05,
+      "loss": 0.8164,
       "step": 13200
     },
     {
       "epoch": 70.74,
-      "learning_rate": 1.311666666666667e-05,
-      "loss": 0.9168,
+      "learning_rate": 3.278571428571429e-05,
+      "loss": 0.7979,
       "step": 13300
     },
     {
       "epoch": 71.28,
-      "learning_rate": 1.2878571428571429e-05,
-      "loss": 0.9359,
+      "learning_rate": 3.219047619047619e-05,
+      "loss": 0.815,
       "step": 13400
     },
     {
       "epoch": 71.81,
-      "learning_rate": 1.2640476190476192e-05,
-      "loss": 0.9172,
+      "learning_rate": 3.15952380952381e-05,
+      "loss": 0.7999,
       "step": 13500
     },
     {
       "epoch": 71.81,
-      "eval_loss": 0.23573005199432373,
-      "eval_runtime": 152.9039,
-      "eval_samples_per_second": 17.946,
-      "eval_steps_per_second": 2.243,
-      "eval_wer": 0.3926169891587759,
+      "eval_loss": 0.21165262162685394,
+      "eval_runtime": 145.5259,
+      "eval_samples_per_second": 18.856,
+      "eval_steps_per_second": 2.357,
+      "eval_wer": 0.32254816713193907,
       "step": 13500
     },
     {
       "epoch": 72.34,
-      "learning_rate": 1.2402380952380953e-05,
-      "loss": 0.938,
+      "learning_rate": 3.1e-05,
+      "loss": 0.8143,
       "step": 13600
     },
     {
       "epoch": 72.87,
-      "learning_rate": 1.2164285714285715e-05,
-      "loss": 0.9146,
+      "learning_rate": 3.040476190476191e-05,
+      "loss": 0.7952,
       "step": 13700
     },
     {
       "epoch": 73.4,
-      "learning_rate": 1.1926190476190478e-05,
-      "loss": 0.9253,
+      "learning_rate": 2.980952380952381e-05,
+      "loss": 0.8075,
       "step": 13800
     },
     {
       "epoch": 73.93,
-      "learning_rate": 1.1688095238095238e-05,
-      "loss": 0.9192,
+      "learning_rate": 2.9214285714285715e-05,
+      "loss": 0.8021,
       "step": 13900
     },
     {
       "epoch": 74.47,
-      "learning_rate": 1.145e-05,
-      "loss": 0.9101,
+      "learning_rate": 2.8619047619047623e-05,
+      "loss": 0.7871,
       "step": 14000
     },
     {
       "epoch": 74.47,
-      "eval_loss": 0.23052847385406494,
-      "eval_runtime": 144.6085,
-      "eval_samples_per_second": 18.975,
-      "eval_steps_per_second": 2.372,
-      "eval_wer": 0.39046704176387176,
+      "eval_loss": 0.2087966501712799,
+      "eval_runtime": 154.8982,
+      "eval_samples_per_second": 17.715,
+      "eval_steps_per_second": 2.214,
+      "eval_wer": 0.31742254359068234,
       "step": 14000
     },
     {
       "epoch": 75.0,
-      "learning_rate": 1.1211904761904763e-05,
-      "loss": 0.9204,
+      "learning_rate": 2.8023809523809524e-05,
+      "loss": 0.7898,
       "step": 14100
     },
     {
       "epoch": 75.53,
-      "learning_rate": 1.0973809523809524e-05,
-      "loss": 0.9244,
+      "learning_rate": 2.742857142857143e-05,
+      "loss": 0.7972,
       "step": 14200
     },
     {
       "epoch": 76.06,
-      "learning_rate": 1.0735714285714287e-05,
-      "loss": 0.9251,
+      "learning_rate": 2.6833333333333333e-05,
+      "loss": 0.801,
       "step": 14300
     },
     {
       "epoch": 76.59,
-      "learning_rate": 1.0497619047619048e-05,
-      "loss": 0.9149,
+      "learning_rate": 2.623809523809524e-05,
+      "loss": 0.786,
       "step": 14400
     },
     {
       "epoch": 77.13,
-      "learning_rate": 1.0259523809523811e-05,
-      "loss": 0.9177,
+      "learning_rate": 2.5642857142857145e-05,
+      "loss": 0.7858,
       "step": 14500
     },
     {
       "epoch": 77.13,
-      "eval_loss": 0.23065772652626038,
-      "eval_runtime": 154.0486,
-      "eval_samples_per_second": 17.813,
-      "eval_steps_per_second": 2.227,
-      "eval_wer": 0.3837884817711907,
+      "eval_loss": 0.2059505730867386,
+      "eval_runtime": 147.0151,
+      "eval_samples_per_second": 18.665,
+      "eval_steps_per_second": 2.333,
+      "eval_wer": 0.3008100315775022,
       "step": 14500
     },
     {
       "epoch": 77.66,
-      "learning_rate": 1.0021428571428572e-05,
-      "loss": 0.902,
+      "learning_rate": 2.5047619047619046e-05,
+      "loss": 0.7753,
       "step": 14600
     },
     {
       "epoch": 78.19,
-      "learning_rate": 9.783333333333335e-06,
-      "loss": 0.9127,
+      "learning_rate": 2.4452380952380954e-05,
+      "loss": 0.7794,
       "step": 14700
     },
     {
       "epoch": 78.72,
-      "learning_rate": 9.545238095238096e-06,
-      "loss": 0.9078,
+      "learning_rate": 2.385714285714286e-05,
+      "loss": 0.7775,
       "step": 14800
     },
     {
       "epoch": 79.25,
-      "learning_rate": 9.307142857142857e-06,
-      "loss": 0.9066,
+      "learning_rate": 2.3261904761904763e-05,
+      "loss": 0.7753,
       "step": 14900
     },
     {
       "epoch": 79.78,
-      "learning_rate": 9.06904761904762e-06,
-      "loss": 0.9083,
+      "learning_rate": 2.2666666666666668e-05,
+      "loss": 0.7764,
       "step": 15000
     },
     {
       "epoch": 79.78,
-      "eval_loss": 0.2312641590833664,
-      "eval_runtime": 159.1357,
-      "eval_samples_per_second": 17.243,
-      "eval_steps_per_second": 2.155,
-      "eval_wer": 0.3799917661589131,
+      "eval_loss": 0.2128456085920334,
+      "eval_runtime": 150.2974,
+      "eval_samples_per_second": 18.257,
+      "eval_steps_per_second": 2.282,
+      "eval_wer": 0.3145851448446295,
       "step": 15000
     },
     {
       "epoch": 80.32,
-      "learning_rate": 8.830952380952381e-06,
-      "loss": 0.9123,
+      "learning_rate": 2.2071428571428572e-05,
+      "loss": 0.7847,
       "step": 15100
     },
     {
       "epoch": 80.85,
-      "learning_rate": 8.592857142857144e-06,
-      "loss": 0.902,
+      "learning_rate": 2.1476190476190477e-05,
+      "loss": 0.774,
       "step": 15200
     },
     {
       "epoch": 81.38,
-      "learning_rate": 8.354761904761905e-06,
-      "loss": 0.9114,
+      "learning_rate": 2.0886904761904763e-05,
+      "loss": 0.7739,
       "step": 15300
     },
     {
       "epoch": 81.91,
-      "learning_rate": 8.116666666666666e-06,
-      "loss": 0.8936,
+      "learning_rate": 2.0291666666666667e-05,
+      "loss": 0.7579,
       "step": 15400
     },
     {
       "epoch": 82.45,
-      "learning_rate": 7.878571428571429e-06,
-      "loss": 0.9068,
+      "learning_rate": 1.9696428571428572e-05,
+      "loss": 0.7684,
       "step": 15500
     },
     {
       "epoch": 82.45,
-      "eval_loss": 0.22753386199474335,
-      "eval_runtime": 149.5268,
-      "eval_samples_per_second": 18.351,
-      "eval_steps_per_second": 2.294,
-      "eval_wer": 0.3742280773981062,
+      "eval_loss": 0.20856936275959015,
+      "eval_runtime": 149.2381,
+      "eval_samples_per_second": 18.387,
+      "eval_steps_per_second": 2.298,
+      "eval_wer": 0.31005445975012585,
       "step": 15500
     },
     {
       "epoch": 82.97,
-      "learning_rate": 7.640476190476192e-06,
-      "loss": 0.8974,
+      "learning_rate": 1.9101190476190476e-05,
+      "loss": 0.7584,
       "step": 15600
     },
     {
       "epoch": 83.51,
-      "learning_rate": 7.402380952380953e-06,
-      "loss": 0.9025,
+      "learning_rate": 1.850595238095238e-05,
+      "loss": 0.7653,
       "step": 15700
     },
     {
       "epoch": 84.04,
-      "learning_rate": 7.164285714285715e-06,
-      "loss": 0.9008,
+      "learning_rate": 1.7910714285714285e-05,
+      "loss": 0.7628,
       "step": 15800
     },
     {
       "epoch": 84.57,
-      "learning_rate": 6.926190476190476e-06,
-      "loss": 0.8975,
+      "learning_rate": 1.731547619047619e-05,
+      "loss": 0.76,
       "step": 15900
     },
     {
       "epoch": 85.11,
-      "learning_rate": 6.688095238095239e-06,
-      "loss": 0.9087,
+      "learning_rate": 1.6720238095238098e-05,
+      "loss": 0.7717,
       "step": 16000
     },
     {
       "epoch": 85.11,
-      "eval_loss": 0.22831058502197266,
-      "eval_runtime": 151.3152,
-      "eval_samples_per_second": 18.134,
-      "eval_steps_per_second": 2.267,
-      "eval_wer": 0.3746855130140433,
+      "eval_loss": 0.20475880801677704,
+      "eval_runtime": 151.8607,
+      "eval_samples_per_second": 18.069,
+      "eval_steps_per_second": 2.259,
+      "eval_wer": 0.3068509450368404,
       "step": 16000
     },
     {
       "epoch": 85.64,
-      "learning_rate": 6.450000000000001e-06,
-      "loss": 0.8852,
+      "learning_rate": 1.6125000000000002e-05,
+      "loss": 0.7459,
       "step": 16100
     },
     {
       "epoch": 86.17,
-      "learning_rate": 6.211904761904762e-06,
-      "loss": 0.8967,
+      "learning_rate": 1.5529761904761907e-05,
+      "loss": 0.7561,
       "step": 16200
     },
     {
       "epoch": 86.7,
-      "learning_rate": 5.973809523809524e-06,
-      "loss": 0.8862,
+      "learning_rate": 1.493452380952381e-05,
+      "loss": 0.7457,
       "step": 16300
     },
     {
       "epoch": 87.23,
-      "learning_rate": 5.735714285714287e-06,
-      "loss": 0.9042,
+      "learning_rate": 1.4339285714285716e-05,
+      "loss": 0.7599,
       "step": 16400
     },
     {
       "epoch": 87.76,
-      "learning_rate": 5.497619047619048e-06,
-      "loss": 0.8838,
+      "learning_rate": 1.374404761904762e-05,
+      "loss": 0.7435,
       "step": 16500
     },
     {
       "epoch": 87.76,
-      "eval_loss": 0.2285744994878769,
-      "eval_runtime": 157.9121,
-      "eval_samples_per_second": 17.377,
-      "eval_steps_per_second": 2.172,
-      "eval_wer": 0.37770458807922785,
+      "eval_loss": 0.20274706184864044,
+      "eval_runtime": 146.6164,
+      "eval_samples_per_second": 18.716,
+      "eval_steps_per_second": 2.339,
+      "eval_wer": 0.3054780101597181,
       "step": 16500
     },
     {
       "epoch": 88.3,
-      "learning_rate": 5.25952380952381e-06,
-      "loss": 0.8952,
+      "learning_rate": 1.3148809523809525e-05,
+      "loss": 0.7519,
       "step": 16600
     },
     {
       "epoch": 88.83,
-      "learning_rate": 5.021428571428572e-06,
-      "loss": 0.8893,
+      "learning_rate": 1.255357142857143e-05,
+      "loss": 0.7483,
       "step": 16700
     },
     {
       "epoch": 89.36,
-      "learning_rate": 4.783333333333334e-06,
-      "loss": 0.8933,
+      "learning_rate": 1.1958333333333334e-05,
+      "loss": 0.7483,
       "step": 16800
     },
     {
       "epoch": 89.89,
-      "learning_rate": 4.545238095238095e-06,
-      "loss": 0.8796,
+      "learning_rate": 1.1363095238095238e-05,
+      "loss": 0.7353,
       "step": 16900
     },
     {
       "epoch": 90.42,
-      "learning_rate": 4.307142857142858e-06,
-      "loss": 0.8868,
+      "learning_rate": 1.0767857142857143e-05,
+      "loss": 0.7378,
       "step": 17000
     },
     {
       "epoch": 90.42,
-      "eval_loss": 0.22693119943141937,
-      "eval_runtime": 145.6646,
-      "eval_samples_per_second": 18.838,
-      "eval_steps_per_second": 2.355,
-      "eval_wer": 0.37216961712638946,
+      "eval_loss": 0.20591045916080475,
+      "eval_runtime": 153.244,
+      "eval_samples_per_second": 17.906,
+      "eval_steps_per_second": 2.238,
+      "eval_wer": 0.29925403871676354,
       "step": 17000
     },
     {
       "epoch": 90.95,
-      "learning_rate": 4.069047619047619e-06,
-      "loss": 0.8852,
+      "learning_rate": 1.0172619047619047e-05,
+      "loss": 0.7383,
       "step": 17100
     },
     {
       "epoch": 91.49,
-      "learning_rate": 3.830952380952382e-06,
-      "loss": 0.8895,
+      "learning_rate": 9.577380952380953e-06,
+      "loss": 0.7466,
       "step": 17200
     },
     {
       "epoch": 92.02,
-      "learning_rate": 3.592857142857143e-06,
-      "loss": 0.8858,
+      "learning_rate": 8.982142857142856e-06,
+      "loss": 0.7377,
       "step": 17300
     },
     {
       "epoch": 92.55,
-      "learning_rate": 3.3547619047619052e-06,
-      "loss": 0.8852,
+      "learning_rate": 8.386904761904762e-06,
+      "loss": 0.7369,
       "step": 17400
     },
     {
       "epoch": 93.08,
-      "learning_rate": 3.1166666666666668e-06,
-      "loss": 0.8895,
+      "learning_rate": 7.791666666666667e-06,
+      "loss": 0.7406,
       "step": 17500
     },
     {
       "epoch": 93.08,
-      "eval_loss": 0.22457998991012573,
-      "eval_runtime": 151.9978,
-      "eval_samples_per_second": 18.053,
-      "eval_steps_per_second": 2.257,
-      "eval_wer": 0.37143772014089016,
+      "eval_loss": 0.2040216028690338,
+      "eval_runtime": 148.029,
+      "eval_samples_per_second": 18.537,
+      "eval_steps_per_second": 2.317,
+      "eval_wer": 0.2966454624502311,
       "step": 17500
     },
     {
       "epoch": 93.61,
-      "learning_rate": 2.8785714285714287e-06,
-      "loss": 0.8835,
+      "learning_rate": 7.2023809523809524e-06,
+      "loss": 0.7348,
       "step": 17600
     },
     {
       "epoch": 94.15,
-      "learning_rate": 2.6404761904761907e-06,
-      "loss": 0.8846,
+      "learning_rate": 6.613095238095239e-06,
+      "loss": 0.7356,
       "step": 17700
     },
     {
       "epoch": 94.68,
-      "learning_rate": 2.4023809523809527e-06,
-      "loss": 0.8826,
+      "learning_rate": 6.017857142857143e-06,
+      "loss": 0.7305,
       "step": 17800
     },
     {
       "epoch": 95.21,
-      "learning_rate": 2.1642857142857146e-06,
-      "loss": 0.8916,
+      "learning_rate": 5.422619047619048e-06,
+      "loss": 0.741,
       "step": 17900
     },
     {
       "epoch": 95.74,
-      "learning_rate": 1.926190476190476e-06,
-      "loss": 0.8926,
+      "learning_rate": 4.827380952380952e-06,
+      "loss": 0.7361,
       "step": 18000
     },
     {
       "epoch": 95.74,
-      "eval_loss": 0.2240794152021408,
-      "eval_runtime": 144.8784,
-      "eval_samples_per_second": 18.94,
-      "eval_steps_per_second": 2.368,
-      "eval_wer": 0.37052284890901604,
+      "eval_loss": 0.20563913881778717,
+      "eval_runtime": 145.4837,
+      "eval_samples_per_second": 18.861,
+      "eval_steps_per_second": 2.358,
+      "eval_wer": 0.30003203514713284,
       "step": 18000
     },
     {
       "epoch": 96.28,
-      "learning_rate": 1.6880952380952381e-06,
-      "loss": 0.8885,
+      "learning_rate": 4.232142857142858e-06,
+      "loss": 0.7359,
       "step": 18100
     },
     {
       "epoch": 96.81,
-      "learning_rate": 1.45e-06,
-      "loss": 0.8728,
+      "learning_rate": 3.636904761904762e-06,
+      "loss": 0.7246,
       "step": 18200
     },
     {
       "epoch": 97.34,
-      "learning_rate": 1.211904761904762e-06,
-      "loss": 0.887,
+      "learning_rate": 3.041666666666667e-06,
+      "loss": 0.7353,
       "step": 18300
     },
     {
       "epoch": 97.87,
-      "learning_rate": 9.73809523809524e-07,
-      "loss": 0.8809,
+      "learning_rate": 2.4464285714285715e-06,
+      "loss": 0.7305,
       "step": 18400
     },
     {
       "epoch": 98.4,
-      "learning_rate": 7.404761904761905e-07,
-      "loss": 0.8856,
+      "learning_rate": 1.8511904761904762e-06,
+      "loss": 0.7379,
       "step": 18500
     },
     {
       "epoch": 98.4,
-      "eval_loss": 0.22416575253009796,
-      "eval_runtime": 184.721,
-      "eval_samples_per_second": 14.855,
-      "eval_steps_per_second": 1.857,
-      "eval_wer": 0.3693335163075797,
+      "eval_loss": 0.20308499038219452,
+      "eval_runtime": 146.2002,
+      "eval_samples_per_second": 18.769,
+      "eval_steps_per_second": 2.346,
+      "eval_wer": 0.29756075236831264,
       "step": 18500
     },
     {
       "epoch": 98.93,
-      "learning_rate": 5.023809523809524e-07,
-      "loss": 0.8738,
+      "learning_rate": 1.2559523809523812e-06,
+      "loss": 0.724,
       "step": 18600
     },
     {
       "epoch": 99.47,
-      "learning_rate": 2.6428571428571433e-07,
-      "loss": 0.8831,
+      "learning_rate": 6.607142857142858e-07,
+      "loss": 0.7339,
       "step": 18700
     },
     {
       "epoch": 100.0,
-      "learning_rate": 2.619047619047619e-08,
-      "loss": 0.877,
+      "learning_rate": 6.547619047619047e-08,
+      "loss": 0.7277,
       "step": 18800
     },
     {
       "epoch": 100.0,
       "step": 18800,
-      "total_flos": 1.0790071156798875e+20,
-      "train_loss": 1.3463122907597969,
-      "train_runtime": 52469.8271,
-      "train_samples_per_second": 11.5,
-      "train_steps_per_second": 0.358
+      "total_flos": 1.0789860816574084e+20,
+      "train_loss": 1.1418190615227881,
+      "train_runtime": 52190.9896,
+      "train_samples_per_second": 11.561,
+      "train_steps_per_second": 0.36
     }
   ],
   "max_steps": 18800,
   "num_train_epochs": 100,
-  "total_flos": 1.0790071156798875e+20,
+  "total_flos": 1.0789860816574084e+20,
   "trial_name": null,
   "trial_params": null
 }