End of training

README.md

@@ -2,6 +2,8 @@
 license: apache-2.0
 base_model: facebook/wav2vec2-large-xlsr-53
 tags:
+- automatic-speech-recognition
+- DewiBrynJones/banc-trawsgrifiadau-bangor-clean-with-ccv
 - generated_from_trainer
 metrics:
 - wer
@@ -15,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # wav2vec2-xlsr-53-ft-btb-ccv-cy
 
-This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on an unknown dataset.
+This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-CLEAN-WITH-CCV - DEFAULT dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.4404
 - Wer: 0.3235

all_results.json

@@ -1,15 +1,15 @@
 {
-    "epoch": 1.4722536806342017,
-    "eval_loss": 0.4593363106250763,
-    "eval_runtime": 154.8211,
+    "epoch": 2.8312570781426953,
+    "eval_loss": 0.44040822982788086,
+    "eval_runtime": 153.6561,
     "eval_samples": 5656,
-    "eval_samples_per_second": 36.532,
-    "eval_steps_per_second": 4.567,
-    "eval_wer": 0.3553465680216976,
-    "total_flos": 2.3804122051094954e+19,
-    "train_loss": 0.9595056893275334,
-    "train_runtime": 10902.6713,
+    "eval_samples_per_second": 36.809,
+    "eval_steps_per_second": 4.601,
+    "eval_wer": 0.32349023446903435,
+    "total_flos": 4.569633767265734e+19,
+    "train_loss": 0.6167776947021484,
+    "train_runtime": 19530.6251,
     "train_samples": 112985,
-    "train_samples_per_second": 15.262,
-    "train_steps_per_second": 0.238
+    "train_samples_per_second": 16.385,
+    "train_steps_per_second": 0.256
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 1.4722536806342017,
-    "eval_loss": 0.4593363106250763,
-    "eval_runtime": 154.8211,
+    "epoch": 2.8312570781426953,
+    "eval_loss": 0.44040822982788086,
+    "eval_runtime": 153.6561,
     "eval_samples": 5656,
-    "eval_samples_per_second": 36.532,
-    "eval_steps_per_second": 4.567,
-    "eval_wer": 0.3553465680216976
+    "eval_samples_per_second": 36.809,
+    "eval_steps_per_second": 4.601,
+    "eval_wer": 0.32349023446903435
 }

runs/May27_13-44-18_5cce808c63ba/events.out.tfevents.1716833632.5cce808c63ba.274.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:090e9dae5c62d83d300d9698f7c478866bec50fad5fe734d34e9bc996837b16b
+size 406

train_results.json

@@ -1,9 +1,9 @@
 {
-    "epoch": 1.4722536806342017,
-    "total_flos": 2.3804122051094954e+19,
-    "train_loss": 0.9595056893275334,
-    "train_runtime": 10902.6713,
+    "epoch": 2.8312570781426953,
+    "total_flos": 4.569633767265734e+19,
+    "train_loss": 0.6167776947021484,
+    "train_runtime": 19530.6251,
     "train_samples": 112985,
-    "train_samples_per_second": 15.262,
-    "train_steps_per_second": 0.238
+    "train_samples_per_second": 16.385,
+    "train_steps_per_second": 0.256
 }

trainer_state.json

@@ -1,298 +1,549 @@
 {
   "best_metric": null,
   "best_model_checkpoint": null,
-  "epoch": 1.4722536806342017,
+  "epoch": 2.8312570781426953,
   "eval_steps": 100,
-  "global_step": 2600,
+  "global_step": 5000,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
   "log_history": [
     {
       "epoch": 0.056625141562853906,
-      "eval_loss": 3.599447011947632,
-      "eval_runtime": 153.6415,
-      "eval_samples_per_second": 36.813,
-      "eval_steps_per_second": 4.602,
+      "eval_loss": 3.596607208251953,
+      "eval_runtime": 152.7562,
+      "eval_samples_per_second": 37.026,
+      "eval_steps_per_second": 4.628,
       "eval_wer": 1.0,
       "step": 100
     },
     {
       "epoch": 0.11325028312570781,
-      "eval_loss": 3.0223705768585205,
-      "eval_runtime": 151.1357,
-      "eval_samples_per_second": 37.423,
-      "eval_steps_per_second": 4.678,
+      "eval_loss": 3.5807790756225586,
+      "eval_runtime": 150.6166,
+      "eval_samples_per_second": 37.552,
+      "eval_steps_per_second": 4.694,
       "eval_wer": 1.0,
       "step": 200
     },
     {
       "epoch": 0.16987542468856173,
-      "eval_loss": 1.9626648426055908,
-      "eval_runtime": 153.3369,
-      "eval_samples_per_second": 36.886,
-      "eval_steps_per_second": 4.611,
-      "eval_wer": 0.9060519009484682,
+      "eval_loss": 2.264209270477295,
+      "eval_runtime": 151.9721,
+      "eval_samples_per_second": 37.217,
+      "eval_steps_per_second": 4.652,
+      "eval_wer": 0.9883969122626823,
       "step": 300
     },
     {
       "epoch": 0.22650056625141562,
-      "eval_loss": 0.9921229481697083,
-      "eval_runtime": 154.0126,
-      "eval_samples_per_second": 36.724,
-      "eval_steps_per_second": 4.591,
-      "eval_wer": 0.6951581582706103,
+      "eval_loss": 1.0231246948242188,
+      "eval_runtime": 152.2425,
+      "eval_samples_per_second": 37.151,
+      "eval_steps_per_second": 4.644,
+      "eval_wer": 0.7425976151883296,
       "step": 400
     },
     {
       "epoch": 0.28312570781426954,
-      "grad_norm": 1.7500211000442505,
+      "grad_norm": 1.5508322715759277,
       "learning_rate": 0.0002982,
-      "loss": 3.6184,
+      "loss": 3.6826,
       "step": 500
     },
     {
       "epoch": 0.28312570781426954,
-      "eval_loss": 0.8504024147987366,
-      "eval_runtime": 153.4805,
-      "eval_samples_per_second": 36.852,
-      "eval_steps_per_second": 4.606,
-      "eval_wer": 0.6157981736771998,
+      "eval_loss": 0.9161245822906494,
+      "eval_runtime": 152.0295,
+      "eval_samples_per_second": 37.203,
+      "eval_steps_per_second": 4.65,
+      "eval_wer": 0.645680537946751,
       "step": 500
     },
     {
       "epoch": 0.33975084937712347,
-      "eval_loss": 0.7935531735420227,
-      "eval_runtime": 152.4296,
-      "eval_samples_per_second": 37.106,
-      "eval_steps_per_second": 4.638,
-      "eval_wer": 0.5963634029304618,
+      "eval_loss": 0.7942017316818237,
+      "eval_runtime": 151.7127,
+      "eval_samples_per_second": 37.281,
+      "eval_steps_per_second": 4.66,
+      "eval_wer": 0.5827382003177609,
       "step": 600
     },
     {
       "epoch": 0.39637599093997733,
-      "eval_loss": 0.7600815892219543,
-      "eval_runtime": 156.4822,
-      "eval_samples_per_second": 36.145,
-      "eval_steps_per_second": 4.518,
-      "eval_wer": 0.5606072764038452,
+      "eval_loss": 0.7551485300064087,
+      "eval_runtime": 152.436,
+      "eval_samples_per_second": 37.104,
+      "eval_steps_per_second": 4.638,
+      "eval_wer": 0.5417021071720884,
       "step": 700
     },
     {
       "epoch": 0.45300113250283125,
-      "eval_loss": 0.6909334063529968,
-      "eval_runtime": 152.429,
-      "eval_samples_per_second": 37.106,
-      "eval_steps_per_second": 4.638,
-      "eval_wer": 0.5127666062172008,
+      "eval_loss": 0.7242529392242432,
+      "eval_runtime": 151.7599,
+      "eval_samples_per_second": 37.269,
+      "eval_steps_per_second": 4.659,
+      "eval_wer": 0.5352345492770136,
       "step": 800
     },
     {
       "epoch": 0.5096262740656852,
-      "eval_loss": 0.6616554856300354,
-      "eval_runtime": 152.3205,
-      "eval_samples_per_second": 37.132,
-      "eval_steps_per_second": 4.642,
-      "eval_wer": 0.4916146426794627,
+      "eval_loss": 0.666481077671051,
+      "eval_runtime": 152.1768,
+      "eval_samples_per_second": 37.167,
+      "eval_steps_per_second": 4.646,
+      "eval_wer": 0.49851551090497664,
       "step": 900
     },
     {
       "epoch": 0.5662514156285391,
-      "grad_norm": 3.9567878246307373,
-      "learning_rate": 0.00022914285714285712,
-      "loss": 0.4662,
+      "grad_norm": 1.319555401802063,
+      "learning_rate": 0.00026693333333333333,
+      "loss": 0.4714,
       "step": 1000
     },
     {
       "epoch": 0.5662514156285391,
-      "eval_loss": 0.6466770172119141,
-      "eval_runtime": 152.3467,
-      "eval_samples_per_second": 37.126,
-      "eval_steps_per_second": 4.641,
-      "eval_wer": 0.4811510006258927,
+      "eval_loss": 0.6402752995491028,
+      "eval_runtime": 152.9026,
+      "eval_samples_per_second": 36.991,
+      "eval_steps_per_second": 4.624,
+      "eval_wer": 0.48628653046813564,
       "step": 1000
     },
     {
       "epoch": 0.622876557191393,
-      "eval_loss": 0.6144490838050842,
-      "eval_runtime": 152.8109,
-      "eval_samples_per_second": 37.013,
-      "eval_steps_per_second": 4.627,
-      "eval_wer": 0.46394697565437887,
+      "eval_loss": 0.6219765543937683,
+      "eval_runtime": 153.2975,
+      "eval_samples_per_second": 36.896,
+      "eval_steps_per_second": 4.612,
+      "eval_wer": 0.4727415705092199,
       "step": 1100
     },
     {
       "epoch": 0.6795016987542469,
-      "eval_loss": 0.5942133069038391,
-      "eval_runtime": 157.9769,
-      "eval_samples_per_second": 35.803,
-      "eval_steps_per_second": 4.475,
-      "eval_wer": 0.45369196450064997,
+      "eval_loss": 0.6100151538848877,
+      "eval_runtime": 152.7807,
+      "eval_samples_per_second": 37.02,
+      "eval_steps_per_second": 4.628,
+      "eval_wer": 0.46418770361573397,
       "step": 1200
     },
     {
       "epoch": 0.7361268403171007,
-      "eval_loss": 0.5675162076950073,
-      "eval_runtime": 165.0294,
-      "eval_samples_per_second": 34.273,
-      "eval_steps_per_second": 4.284,
-      "eval_wer": 0.4351077658840333,
+      "eval_loss": 0.586254358291626,
+      "eval_runtime": 152.4833,
+      "eval_samples_per_second": 37.093,
+      "eval_steps_per_second": 4.637,
+      "eval_wer": 0.4441912342925005,
       "step": 1300
     },
     {
       "epoch": 0.7927519818799547,
-      "eval_loss": 0.5538555383682251,
-      "eval_runtime": 154.4584,
-      "eval_samples_per_second": 36.618,
-      "eval_steps_per_second": 4.577,
-      "eval_wer": 0.42295902810097735,
+      "eval_loss": 0.5667628645896912,
+      "eval_runtime": 154.0765,
+      "eval_samples_per_second": 36.709,
+      "eval_steps_per_second": 4.589,
+      "eval_wer": 0.43844586028149124,
       "step": 1400
     },
     {
       "epoch": 0.8493771234428086,
-      "grad_norm": 1.9575612545013428,
-      "learning_rate": 0.00015785714285714285,
-      "loss": 0.3508,
+      "grad_norm": 1.6093908548355103,
+      "learning_rate": 0.00023366666666666664,
+      "loss": 0.3661,
       "step": 1500
     },
     {
       "epoch": 0.8493771234428086,
-      "eval_loss": 0.5447892546653748,
-      "eval_runtime": 152.2149,
-      "eval_samples_per_second": 37.158,
-      "eval_steps_per_second": 4.645,
-      "eval_wer": 0.41440516120749143,
+      "eval_loss": 0.5753483176231384,
+      "eval_runtime": 154.2844,
+      "eval_samples_per_second": 36.66,
+      "eval_steps_per_second": 4.582,
+      "eval_wer": 0.44213702235560337,
       "step": 1500
     },
     {
       "epoch": 0.9060022650056625,
-      "eval_loss": 0.5326293110847473,
-      "eval_runtime": 157.3458,
-      "eval_samples_per_second": 35.946,
-      "eval_steps_per_second": 4.493,
-      "eval_wer": 0.406621623790342,
+      "eval_loss": 0.5641067624092102,
+      "eval_runtime": 153.3007,
+      "eval_samples_per_second": 36.895,
+      "eval_steps_per_second": 4.612,
+      "eval_wer": 0.43111168172553804,
       "step": 1600
     },
     {
       "epoch": 0.9626274065685164,
-      "eval_loss": 0.5154709219932556,
-      "eval_runtime": 154.1323,
-      "eval_samples_per_second": 36.696,
-      "eval_steps_per_second": 4.587,
-      "eval_wer": 0.3989343775577346,
+      "eval_loss": 0.5466340780258179,
+      "eval_runtime": 154.2149,
+      "eval_samples_per_second": 36.676,
+      "eval_steps_per_second": 4.585,
+      "eval_wer": 0.41525573333761295,
       "step": 1700
     },
     {
       "epoch": 1.0192525481313703,
-      "eval_loss": 0.5067195296287537,
-      "eval_runtime": 153.6675,
-      "eval_samples_per_second": 36.807,
-      "eval_steps_per_second": 4.601,
-      "eval_wer": 0.38559804849866,
+      "eval_loss": 0.5303572416305542,
+      "eval_runtime": 152.6129,
+      "eval_samples_per_second": 37.061,
+      "eval_steps_per_second": 4.633,
+      "eval_wer": 0.40233666607822055,
       "step": 1800
     },
     {
       "epoch": 1.0758776896942241,
-      "eval_loss": 0.49161842465400696,
-      "eval_runtime": 153.2473,
-      "eval_samples_per_second": 36.908,
-      "eval_steps_per_second": 4.613,
-      "eval_wer": 0.3724061562163984,
+      "eval_loss": 0.5279697179794312,
+      "eval_runtime": 153.0429,
+      "eval_samples_per_second": 36.957,
+      "eval_steps_per_second": 4.62,
+      "eval_wer": 0.3938469933077627,
       "step": 1900
     },
     {
       "epoch": 1.1325028312570782,
-      "grad_norm": 0.9259862303733826,
-      "learning_rate": 8.671428571428571e-05,
-      "loss": 0.2774,
+      "grad_norm": 0.6171467900276184,
+      "learning_rate": 0.00020046666666666667,
+      "loss": 0.3069,
       "step": 2000
     },
     {
       "epoch": 1.1325028312570782,
-      "eval_loss": 0.48551619052886963,
-      "eval_runtime": 153.8121,
-      "eval_samples_per_second": 36.772,
-      "eval_steps_per_second": 4.597,
-      "eval_wer": 0.36971000304922086,
+      "eval_loss": 0.5219519138336182,
+      "eval_runtime": 153.2427,
+      "eval_samples_per_second": 36.909,
+      "eval_steps_per_second": 4.614,
+      "eval_wer": 0.3902200253566786,
       "step": 2000
     },
     {
       "epoch": 1.189127972819932,
-      "eval_loss": 0.4797590672969818,
-      "eval_runtime": 152.9797,
-      "eval_samples_per_second": 36.972,
-      "eval_steps_per_second": 4.622,
-      "eval_wer": 0.3661311806904078,
+      "eval_loss": 0.50642991065979,
+      "eval_runtime": 153.5923,
+      "eval_samples_per_second": 36.825,
+      "eval_steps_per_second": 4.603,
+      "eval_wer": 0.3928519844008281,
       "step": 2100
     },
     {
       "epoch": 1.245753114382786,
-      "eval_loss": 0.47735241055488586,
-      "eval_runtime": 152.7086,
-      "eval_samples_per_second": 37.038,
-      "eval_steps_per_second": 4.63,
-      "eval_wer": 0.36462261879924895,
+      "eval_loss": 0.5032854676246643,
+      "eval_runtime": 152.9375,
+      "eval_samples_per_second": 36.982,
+      "eval_steps_per_second": 4.623,
+      "eval_wer": 0.38232414822423005,
       "step": 2200
     },
     {
       "epoch": 1.3023782559456398,
-      "eval_loss": 0.46992629766464233,
-      "eval_runtime": 152.5925,
-      "eval_samples_per_second": 37.066,
-      "eval_steps_per_second": 4.633,
-      "eval_wer": 0.3584760315193144,
+      "eval_loss": 0.4920494556427002,
+      "eval_runtime": 153.4126,
+      "eval_samples_per_second": 36.868,
+      "eval_steps_per_second": 4.608,
+      "eval_wer": 0.37728490956652916,
       "step": 2300
     },
     {
       "epoch": 1.3590033975084936,
-      "eval_loss": 0.4651219844818115,
-      "eval_runtime": 153.5802,
-      "eval_samples_per_second": 36.828,
-      "eval_steps_per_second": 4.603,
-      "eval_wer": 0.3550255974065574,
+      "eval_loss": 0.49545198678970337,
+      "eval_runtime": 153.0386,
+      "eval_samples_per_second": 36.958,
+      "eval_steps_per_second": 4.62,
+      "eval_wer": 0.3736739901462021,
       "step": 2400
     },
     {
       "epoch": 1.4156285390713477,
-      "grad_norm": 0.43387308716773987,
-      "learning_rate": 1.5428571428571428e-05,
-      "loss": 0.2328,
+      "grad_norm": 0.5370103716850281,
+      "learning_rate": 0.0001672,
+      "loss": 0.264,
       "step": 2500
     },
     {
       "epoch": 1.4156285390713477,
-      "eval_loss": 0.4611109495162964,
-      "eval_runtime": 153.4779,
-      "eval_samples_per_second": 36.852,
-      "eval_steps_per_second": 4.607,
-      "eval_wer": 0.3570156152204266,
+      "eval_loss": 0.4954512119293213,
+      "eval_runtime": 152.6004,
+      "eval_samples_per_second": 37.064,
+      "eval_steps_per_second": 4.633,
+      "eval_wer": 0.3739147181075573,
       "step": 2500
     },
     {
       "epoch": 1.4722536806342017,
-      "eval_loss": 0.4593363106250763,
-      "eval_runtime": 153.5126,
-      "eval_samples_per_second": 36.844,
-      "eval_steps_per_second": 4.605,
-      "eval_wer": 0.3553465680216976,
+      "eval_loss": 0.4845733046531677,
+      "eval_runtime": 150.9099,
+      "eval_samples_per_second": 37.479,
+      "eval_steps_per_second": 4.685,
+      "eval_wer": 0.3651040747219592,
       "step": 2600
     },
     {
-      "epoch": 1.4722536806342017,
-      "step": 2600,
-      "total_flos": 2.3804122051094954e+19,
-      "train_loss": 0.9595056893275334,
-      "train_runtime": 10902.6713,
-      "train_samples_per_second": 15.262,
-      "train_steps_per_second": 0.238
+      "epoch": 1.5288788221970555,
+      "eval_loss": 0.47606581449508667,
+      "eval_runtime": 150.159,
+      "eval_samples_per_second": 37.667,
+      "eval_steps_per_second": 4.708,
+      "eval_wer": 0.36447818202243587,
+      "step": 2700
+    },
+    {
+      "epoch": 1.5855039637599093,
+      "eval_loss": 0.4672282934188843,
+      "eval_runtime": 151.2978,
+      "eval_samples_per_second": 37.383,
+      "eval_steps_per_second": 4.673,
+      "eval_wer": 0.36266469804689383,
+      "step": 2800
+    },
+    {
+      "epoch": 1.6421291053227633,
+      "eval_loss": 0.4644935131072998,
+      "eval_runtime": 151.1778,
+      "eval_samples_per_second": 37.413,
+      "eval_steps_per_second": 4.677,
+      "eval_wer": 0.36399672609972555,
+      "step": 2900
+    },
+    {
+      "epoch": 1.6987542468856174,
+      "grad_norm": 1.252485990524292,
+      "learning_rate": 0.00013386666666666665,
+      "loss": 0.2498,
+      "step": 3000
+    },
+    {
+      "epoch": 1.6987542468856174,
+      "eval_loss": 0.46515557169914246,
+      "eval_runtime": 152.0904,
+      "eval_samples_per_second": 37.188,
+      "eval_steps_per_second": 4.649,
+      "eval_wer": 0.3588772447882396,
+      "step": 3000
+    },
+    {
+      "epoch": 1.7553793884484712,
+      "eval_loss": 0.45957261323928833,
+      "eval_runtime": 153.0761,
+      "eval_samples_per_second": 36.949,
+      "eval_steps_per_second": 4.619,
+      "eval_wer": 0.35335655020782847,
+      "step": 3100
+    },
+    {
+      "epoch": 1.812004530011325,
+      "eval_loss": 0.450503408908844,
+      "eval_runtime": 153.7448,
+      "eval_samples_per_second": 36.788,
+      "eval_steps_per_second": 4.599,
+      "eval_wer": 0.35098136765579113,
+      "step": 3200
+    },
+    {
+      "epoch": 1.8686296715741788,
+      "eval_loss": 0.4490334093570709,
+      "eval_runtime": 152.7992,
+      "eval_samples_per_second": 37.016,
+      "eval_steps_per_second": 4.627,
+      "eval_wer": 0.3522010559933238,
+      "step": 3300
+    },
+    {
+      "epoch": 1.9252548131370328,
+      "eval_loss": 0.44600149989128113,
+      "eval_runtime": 153.6597,
+      "eval_samples_per_second": 36.809,
+      "eval_steps_per_second": 4.601,
+      "eval_wer": 0.34557301279067903,
+      "step": 3400
+    },
+    {
+      "epoch": 1.9818799546998869,
+      "grad_norm": 0.38641658425331116,
+      "learning_rate": 0.00010059999999999999,
+      "loss": 0.2304,
+      "step": 3500
+    },
+    {
+      "epoch": 1.9818799546998869,
+      "eval_loss": 0.44401755928993225,
+      "eval_runtime": 152.5541,
+      "eval_samples_per_second": 37.075,
+      "eval_steps_per_second": 4.634,
+      "eval_wer": 0.3404535314791931,
+      "step": 3500
+    },
+    {
+      "epoch": 2.0385050962627407,
+      "eval_loss": 0.44931888580322266,
+      "eval_runtime": 151.9569,
+      "eval_samples_per_second": 37.221,
+      "eval_steps_per_second": 4.653,
+      "eval_wer": 0.3424756463545762,
+      "step": 3600
+    },
+    {
+      "epoch": 2.0951302378255945,
+      "eval_loss": 0.4386073052883148,
+      "eval_runtime": 152.2426,
+      "eval_samples_per_second": 37.151,
+      "eval_steps_per_second": 4.644,
+      "eval_wer": 0.33743640769687533,
+      "step": 3700
+    },
+    {
+      "epoch": 2.1517553793884483,
+      "eval_loss": 0.4424333870410919,
+      "eval_runtime": 152.4948,
+      "eval_samples_per_second": 37.09,
+      "eval_steps_per_second": 4.636,
+      "eval_wer": 0.33806230039639873,
+      "step": 3800
+    },
+    {
+      "epoch": 2.2083805209513026,
+      "eval_loss": 0.43851807713508606,
+      "eval_runtime": 151.5663,
+      "eval_samples_per_second": 37.317,
+      "eval_steps_per_second": 4.665,
+      "eval_wer": 0.3372598738585483,
+      "step": 3900
+    },
+    {
+      "epoch": 2.2650056625141564,
+      "grad_norm": 0.3740696609020233,
+      "learning_rate": 6.739999999999998e-05,
+      "loss": 0.1947,
+      "step": 4000
+    },
+    {
+      "epoch": 2.2650056625141564,
+      "eval_loss": 0.4393535852432251,
+      "eval_runtime": 151.3645,
+      "eval_samples_per_second": 37.367,
+      "eval_steps_per_second": 4.671,
+      "eval_wer": 0.3354624384137632,
+      "step": 4000
+    },
+    {
+      "epoch": 2.32163080407701,
+      "eval_loss": 0.4353909194469452,
+      "eval_runtime": 151.9247,
+      "eval_samples_per_second": 37.229,
+      "eval_steps_per_second": 4.654,
+      "eval_wer": 0.33242926610068846,
+      "step": 4100
+    },
+    {
+      "epoch": 2.378255945639864,
+      "eval_loss": 0.4344673752784729,
+      "eval_runtime": 151.7721,
+      "eval_samples_per_second": 37.266,
+      "eval_steps_per_second": 4.658,
+      "eval_wer": 0.3324774116929595,
+      "step": 4200
+    },
+    {
+      "epoch": 2.434881087202718,
+      "eval_loss": 0.4342668950557709,
+      "eval_runtime": 151.7151,
+      "eval_samples_per_second": 37.28,
+      "eval_steps_per_second": 4.66,
+      "eval_wer": 0.33311935292323985,
+      "step": 4300
+    },
+    {
+      "epoch": 2.491506228765572,
+      "eval_loss": 0.4516645669937134,
+      "eval_runtime": 150.7864,
+      "eval_samples_per_second": 37.51,
+      "eval_steps_per_second": 4.689,
+      "eval_wer": 0.3349328368987819,
+      "step": 4400
+    },
+    {
+      "epoch": 2.548131370328426,
+      "grad_norm": 1.0771362781524658,
+      "learning_rate": 3.4133333333333334e-05,
+      "loss": 0.1996,
+      "step": 4500
+    },
+    {
+      "epoch": 2.548131370328426,
+      "eval_loss": 0.45709919929504395,
+      "eval_runtime": 151.5098,
+      "eval_samples_per_second": 37.331,
+      "eval_steps_per_second": 4.666,
+      "eval_wer": 0.3327662852465857,
+      "step": 4500
+    },
+    {
+      "epoch": 2.6047565118912797,
+      "eval_loss": 0.44231659173965454,
+      "eval_runtime": 151.9331,
+      "eval_samples_per_second": 37.227,
+      "eval_steps_per_second": 4.653,
+      "eval_wer": 0.3254963008136605,
+      "step": 4600
+    },
+    {
+      "epoch": 2.661381653454134,
+      "eval_loss": 0.44050487875938416,
+      "eval_runtime": 151.3798,
+      "eval_samples_per_second": 37.363,
+      "eval_steps_per_second": 4.67,
+      "eval_wer": 0.3253518640368474,
+      "step": 4700
+    },
+    {
+      "epoch": 2.7180067950169873,
+      "eval_loss": 0.4436578154563904,
+      "eval_runtime": 152.4074,
+      "eval_samples_per_second": 37.111,
+      "eval_steps_per_second": 4.639,
+      "eval_wer": 0.3237791080226605,
+      "step": 4800
+    },
+    {
+      "epoch": 2.7746319365798415,
+      "eval_loss": 0.44009852409362793,
+      "eval_runtime": 152.2847,
+      "eval_samples_per_second": 37.141,
+      "eval_steps_per_second": 4.643,
+      "eval_wer": 0.3232334579769222,
+      "step": 4900
+    },
+    {
+      "epoch": 2.8312570781426953,
+      "grad_norm": 0.8818329572677612,
+      "learning_rate": 7.999999999999999e-07,
+      "loss": 0.2024,
+      "step": 5000
+    },
+    {
+      "epoch": 2.8312570781426953,
+      "eval_loss": 0.44040822982788086,
+      "eval_runtime": 151.6855,
+      "eval_samples_per_second": 37.288,
+      "eval_steps_per_second": 4.661,
+      "eval_wer": 0.32349023446903435,
+      "step": 5000
+    },
+    {
+      "epoch": 2.8312570781426953,
+      "step": 5000,
+      "total_flos": 4.569633767265734e+19,
+      "train_loss": 0.6167776947021484,
+      "train_runtime": 19530.6251,
+      "train_samples_per_second": 16.385,
+      "train_steps_per_second": 0.256
     }
   ],
   "logging_steps": 500,
-  "max_steps": 2600,
+  "max_steps": 5000,
   "num_input_tokens_seen": 0,
-  "num_train_epochs": 2,
+  "num_train_epochs": 3,
   "save_steps": 400,
-  "total_flos": 2.3804122051094954e+19,
+  "total_flos": 4.569633767265734e+19,
   "train_batch_size": 64,
   "trial_name": null,
   "trial_params": null