End of training

README.md

@@ -2,6 +2,8 @@
 license: apache-2.0
 base_model: facebook/wav2vec2-large-xlsr-53
 tags:
+- automatic-speech-recognition
+- DewiBrynJones/banc-trawsgrifiadau-bangor-clean-with-ccv
 - generated_from_trainer
 metrics:
 - wer
@@ -15,7 +17,7 @@ should probably proofread and complete it, then remove this comment. -->
 
 # wav2vec2-xlsr-53-ft-btb-ccv-cy
 
-This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on an unknown dataset.
+This model is a fine-tuned version of [facebook/wav2vec2-large-xlsr-53](https://huggingface.co/facebook/wav2vec2-large-xlsr-53) on the DEWIBRYNJONES/BANC-TRAWSGRIFIADAU-BANGOR-CLEAN-WITH-CCV - DEFAULT dataset.
 It achieves the following results on the evaluation set:
 - Loss: 0.4349
 - Wer: 0.3391

all_results.json

@@ -1,15 +1,15 @@
 {
     "epoch": 2.013162988772745,
-    "eval_loss": 0.4289664328098297,
-    "eval_runtime": 173.7431,
+    "eval_loss": 0.4348967373371124,
+    "eval_runtime": 152.6747,
     "eval_samples": 5656,
-    "eval_samples_per_second": 32.554,
-    "eval_steps_per_second": 4.069,
-    "eval_wer": 0.33783762096580056,
+    "eval_samples_per_second": 37.046,
+    "eval_steps_per_second": 4.631,
+    "eval_wer": 0.3390733578340903,
     "total_flos": 1.1633941226063049e+19,
-    "train_loss": 1.1463891924344576,
-    "train_runtime": 8433.2953,
+    "train_loss": 1.1519982103201059,
+    "train_runtime": 7259.2244,
     "train_samples": 41326,
-    "train_samples_per_second": 9.866,
-    "train_steps_per_second": 0.308
+    "train_samples_per_second": 11.461,
+    "train_steps_per_second": 0.358
 }

eval_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 2.013162988772745,
-    "eval_loss": 0.4289664328098297,
-    "eval_runtime": 173.7431,
+    "eval_loss": 0.4348967373371124,
+    "eval_runtime": 152.6747,
     "eval_samples": 5656,
-    "eval_samples_per_second": 32.554,
-    "eval_steps_per_second": 4.069,
-    "eval_wer": 0.33783762096580056
+    "eval_samples_per_second": 37.046,
+    "eval_steps_per_second": 4.631,
+    "eval_wer": 0.3390733578340903
 }

runs/May23_19-56-25_7571a1a6d5fc/events.out.tfevents.1716498058.7571a1a6d5fc.712.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:63636bd3efae698251e674fd599d0ef973d25586adf19a06661becec3be085af
+size 406

train_results.json

@@ -1,9 +1,9 @@
 {
     "epoch": 2.013162988772745,
     "total_flos": 1.1633941226063049e+19,
-    "train_loss": 1.1463891924344576,
-    "train_runtime": 8433.2953,
+    "train_loss": 1.1519982103201059,
+    "train_runtime": 7259.2244,
     "train_samples": 41326,
-    "train_samples_per_second": 9.866,
-    "train_steps_per_second": 0.308
+    "train_samples_per_second": 11.461,
+    "train_steps_per_second": 0.358
 }

trainer_state.json

@@ -10,281 +10,281 @@
   "log_history": [
     {
       "epoch": 0.07742934572202866,
-      "eval_loss": 3.5325253009796143,
-      "eval_runtime": 173.1277,
-      "eval_samples_per_second": 32.67,
-      "eval_steps_per_second": 4.084,
+      "eval_loss": 3.5345706939697266,
+      "eval_runtime": 152.1587,
+      "eval_samples_per_second": 37.172,
+      "eval_steps_per_second": 4.646,
       "eval_wer": 1.0,
       "step": 100
     },
     {
       "epoch": 0.1548586914440573,
-      "eval_loss": 2.965233325958252,
-      "eval_runtime": 171.2442,
-      "eval_samples_per_second": 33.029,
-      "eval_steps_per_second": 4.129,
+      "eval_loss": 2.982929229736328,
+      "eval_runtime": 150.2931,
+      "eval_samples_per_second": 37.633,
+      "eval_steps_per_second": 4.704,
       "eval_wer": 1.0,
       "step": 200
     },
     {
       "epoch": 0.23228803716608595,
-      "eval_loss": 2.8520941734313965,
-      "eval_runtime": 171.3893,
-      "eval_samples_per_second": 33.001,
-      "eval_steps_per_second": 4.125,
+      "eval_loss": 2.770493268966675,
+      "eval_runtime": 150.0834,
+      "eval_samples_per_second": 37.686,
+      "eval_steps_per_second": 4.711,
       "eval_wer": 1.0,
       "step": 300
     },
     {
       "epoch": 0.3097173828881146,
-      "eval_loss": 1.247292160987854,
-      "eval_runtime": 171.2844,
-      "eval_samples_per_second": 33.021,
-      "eval_steps_per_second": 4.128,
-      "eval_wer": 0.8264832854552165,
+      "eval_loss": 1.3696156740188599,
+      "eval_runtime": 150.2358,
+      "eval_samples_per_second": 37.647,
+      "eval_steps_per_second": 4.706,
+      "eval_wer": 0.8535090112500201,
       "step": 400
     },
     {
       "epoch": 0.38714672861014326,
-      "grad_norm": 1.9864516258239746,
+      "grad_norm": 3.0665018558502197,
       "learning_rate": 0.00029699999999999996,
-      "loss": 3.7403,
+      "loss": 3.7305,
       "step": 500
     },
     {
       "epoch": 0.38714672861014326,
-      "eval_loss": 0.9730328321456909,
-      "eval_runtime": 172.0915,
-      "eval_samples_per_second": 32.866,
-      "eval_steps_per_second": 4.108,
-      "eval_wer": 0.7234356694644605,
+      "eval_loss": 1.0936249494552612,
+      "eval_runtime": 153.8749,
+      "eval_samples_per_second": 36.757,
+      "eval_steps_per_second": 4.595,
+      "eval_wer": 0.7465295052237968,
       "step": 500
     },
     {
       "epoch": 0.4645760743321719,
-      "eval_loss": 0.8328432440757751,
-      "eval_runtime": 172.9073,
-      "eval_samples_per_second": 32.711,
-      "eval_steps_per_second": 4.089,
-      "eval_wer": 0.6177560944295549,
+      "eval_loss": 0.8456823825836182,
+      "eval_runtime": 153.7133,
+      "eval_samples_per_second": 36.796,
+      "eval_steps_per_second": 4.599,
+      "eval_wer": 0.6413313861116015,
       "step": 600
     },
     {
       "epoch": 0.5420054200542005,
-      "eval_loss": 0.7426055073738098,
-      "eval_runtime": 173.8661,
-      "eval_samples_per_second": 32.531,
-      "eval_steps_per_second": 4.066,
-      "eval_wer": 0.5505127505576864,
+      "eval_loss": 0.7860042452812195,
+      "eval_runtime": 152.7402,
+      "eval_samples_per_second": 37.03,
+      "eval_steps_per_second": 4.629,
+      "eval_wer": 0.5835566753863684,
       "step": 700
     },
     {
       "epoch": 0.6194347657762292,
-      "eval_loss": 0.7127000093460083,
-      "eval_runtime": 172.8776,
-      "eval_samples_per_second": 32.717,
-      "eval_steps_per_second": 4.09,
-      "eval_wer": 0.5540113302627144,
+      "eval_loss": 0.7366299629211426,
+      "eval_runtime": 151.7301,
+      "eval_samples_per_second": 37.277,
+      "eval_steps_per_second": 4.66,
+      "eval_wer": 0.563736739901462,
       "step": 800
     },
     {
       "epoch": 0.6968641114982579,
-      "eval_loss": 0.6691900491714478,
-      "eval_runtime": 171.858,
-      "eval_samples_per_second": 32.911,
-      "eval_steps_per_second": 4.114,
-      "eval_wer": 0.5079680955208551,
+      "eval_loss": 0.7318999171257019,
+      "eval_runtime": 152.5414,
+      "eval_samples_per_second": 37.078,
+      "eval_steps_per_second": 4.635,
+      "eval_wer": 0.5493572563431818,
       "step": 900
     },
     {
       "epoch": 0.7742934572202865,
-      "grad_norm": 3.1098098754882812,
+      "grad_norm": 2.5090723037719727,
       "learning_rate": 0.00022928571428571426,
-      "loss": 0.7271,
+      "loss": 0.7504,
       "step": 1000
     },
     {
       "epoch": 0.7742934572202865,
-      "eval_loss": 0.6375711560249329,
-      "eval_runtime": 171.5356,
-      "eval_samples_per_second": 32.973,
-      "eval_steps_per_second": 4.122,
-      "eval_wer": 0.5256214793535652,
+      "eval_loss": 0.6438552737236023,
+      "eval_runtime": 151.1771,
+      "eval_samples_per_second": 37.413,
+      "eval_steps_per_second": 4.677,
+      "eval_wer": 0.5104074721959204,
       "step": 1000
     },
     {
       "epoch": 0.8517228029423152,
-      "eval_loss": 0.6119316816329956,
-      "eval_runtime": 171.7234,
-      "eval_samples_per_second": 32.937,
-      "eval_steps_per_second": 4.117,
-      "eval_wer": 0.47057501885702363,
+      "eval_loss": 0.6213911175727844,
+      "eval_runtime": 151.6033,
+      "eval_samples_per_second": 37.308,
+      "eval_steps_per_second": 4.663,
+      "eval_wer": 0.4759191795991077,
       "step": 1100
     },
     {
       "epoch": 0.9291521486643438,
-      "eval_loss": 0.5987285375595093,
-      "eval_runtime": 171.8326,
-      "eval_samples_per_second": 32.916,
-      "eval_steps_per_second": 4.114,
-      "eval_wer": 0.4651024698688835,
+      "eval_loss": 0.5957211852073669,
+      "eval_runtime": 152.1457,
+      "eval_samples_per_second": 37.175,
+      "eval_steps_per_second": 4.647,
+      "eval_wer": 0.4628396270321452,
       "step": 1200
     },
     {
       "epoch": 1.0065814943863725,
-      "eval_loss": 0.56138676404953,
-      "eval_runtime": 173.244,
-      "eval_samples_per_second": 32.648,
-      "eval_steps_per_second": 4.081,
-      "eval_wer": 0.4267304328288745,
+      "eval_loss": 0.5717456340789795,
+      "eval_runtime": 152.0809,
+      "eval_samples_per_second": 37.191,
+      "eval_steps_per_second": 4.649,
+      "eval_wer": 0.43531639678387446,
       "step": 1300
     },
     {
       "epoch": 1.084010840108401,
-      "eval_loss": 0.5463124513626099,
-      "eval_runtime": 171.8011,
-      "eval_samples_per_second": 32.922,
-      "eval_steps_per_second": 4.115,
-      "eval_wer": 0.4228948339779493,
+      "eval_loss": 0.549981951713562,
+      "eval_runtime": 151.522,
+      "eval_samples_per_second": 37.328,
+      "eval_steps_per_second": 4.666,
+      "eval_wer": 0.4192197204345942,
       "step": 1400
     },
     {
       "epoch": 1.1614401858304297,
-      "grad_norm": 0.41259104013442993,
+      "grad_norm": 0.4617447853088379,
       "learning_rate": 0.00015799999999999996,
-      "loss": 0.5511,
+      "loss": 0.5571,
       "step": 1500
     },
     {
       "epoch": 1.1614401858304297,
-      "eval_loss": 0.5231888890266418,
-      "eval_runtime": 173.7205,
-      "eval_samples_per_second": 32.558,
-      "eval_steps_per_second": 4.07,
-      "eval_wer": 0.40788945772014573,
+      "eval_loss": 0.5342110395431519,
+      "eval_runtime": 152.7132,
+      "eval_samples_per_second": 37.037,
+      "eval_steps_per_second": 4.63,
+      "eval_wer": 0.4073277591436504,
       "step": 1500
     },
     {
       "epoch": 1.2388695315524583,
-      "eval_loss": 0.518454909324646,
-      "eval_runtime": 172.0395,
-      "eval_samples_per_second": 32.876,
-      "eval_steps_per_second": 4.11,
-      "eval_wer": 0.4029465102469869,
+      "eval_loss": 0.5206533670425415,
+      "eval_runtime": 151.157,
+      "eval_samples_per_second": 37.418,
+      "eval_steps_per_second": 4.677,
+      "eval_wer": 0.4023687631397346,
       "step": 1600
     },
     {
       "epoch": 1.316298877274487,
-      "eval_loss": 0.5089535713195801,
-      "eval_runtime": 171.996,
-      "eval_samples_per_second": 32.884,
-      "eval_steps_per_second": 4.111,
-      "eval_wer": 0.4042303927075476,
+      "eval_loss": 0.5142083168029785,
+      "eval_runtime": 151.9132,
+      "eval_samples_per_second": 37.232,
+      "eval_steps_per_second": 4.654,
+      "eval_wer": 0.3968641170900804,
       "step": 1700
     },
     {
       "epoch": 1.3937282229965158,
-      "eval_loss": 0.47846707701683044,
-      "eval_runtime": 173.133,
-      "eval_samples_per_second": 32.669,
-      "eval_steps_per_second": 4.084,
-      "eval_wer": 0.38505239845292166,
+      "eval_loss": 0.5083270072937012,
+      "eval_runtime": 152.7068,
+      "eval_samples_per_second": 37.038,
+      "eval_steps_per_second": 4.63,
+      "eval_wer": 0.39583701112163183,
       "step": 1800
     },
     {
       "epoch": 1.4711575687185443,
-      "eval_loss": 0.47747060656547546,
-      "eval_runtime": 172.0577,
-      "eval_samples_per_second": 32.873,
-      "eval_steps_per_second": 4.109,
-      "eval_wer": 0.3802699362873329,
+      "eval_loss": 0.4886321723461151,
+      "eval_runtime": 152.3343,
+      "eval_samples_per_second": 37.129,
+      "eval_steps_per_second": 4.641,
+      "eval_wer": 0.3825488276548282,
       "step": 1900
     },
     {
       "epoch": 1.5485869144405728,
-      "grad_norm": 0.49539849162101746,
+      "grad_norm": 0.441532164812088,
       "learning_rate": 8.685714285714285e-05,
-      "loss": 0.4529,
+      "loss": 0.4603,
       "step": 2000
     },
     {
       "epoch": 1.5485869144405728,
-      "eval_loss": 0.46770602464675903,
-      "eval_runtime": 172.1877,
-      "eval_samples_per_second": 32.848,
-      "eval_steps_per_second": 4.106,
-      "eval_wer": 0.37218147678580027,
+      "eval_loss": 0.4732557237148285,
+      "eval_runtime": 155.1846,
+      "eval_samples_per_second": 36.447,
+      "eval_steps_per_second": 4.556,
+      "eval_wer": 0.3743480284379965,
       "step": 2000
     },
     {
       "epoch": 1.6260162601626016,
-      "eval_loss": 0.4573723077774048,
-      "eval_runtime": 173.1529,
-      "eval_samples_per_second": 32.665,
-      "eval_steps_per_second": 4.083,
-      "eval_wer": 0.3543997047070341,
+      "eval_loss": 0.4615860879421234,
+      "eval_runtime": 155.1621,
+      "eval_samples_per_second": 36.452,
+      "eval_steps_per_second": 4.557,
+      "eval_wer": 0.3618622715090433,
       "step": 2100
     },
     {
       "epoch": 1.7034456058846303,
-      "eval_loss": 0.4472625255584717,
-      "eval_runtime": 173.3523,
-      "eval_samples_per_second": 32.627,
-      "eval_steps_per_second": 4.078,
-      "eval_wer": 0.3561810916210621,
+      "eval_loss": 0.4535791277885437,
+      "eval_runtime": 152.4739,
+      "eval_samples_per_second": 37.095,
+      "eval_steps_per_second": 4.637,
+      "eval_wer": 0.3627288921699218,
       "step": 2200
     },
     {
       "epoch": 1.7808749516066589,
-      "eval_loss": 0.4436591863632202,
-      "eval_runtime": 173.0139,
-      "eval_samples_per_second": 32.691,
-      "eval_steps_per_second": 4.086,
-      "eval_wer": 0.34703342908956686,
+      "eval_loss": 0.44882732629776,
+      "eval_runtime": 153.2132,
+      "eval_samples_per_second": 36.916,
+      "eval_steps_per_second": 4.614,
+      "eval_wer": 0.3487185248190528,
       "step": 2300
     },
     {
       "epoch": 1.8583042973286876,
-      "eval_loss": 0.43528568744659424,
-      "eval_runtime": 173.1967,
-      "eval_samples_per_second": 32.657,
-      "eval_steps_per_second": 4.082,
-      "eval_wer": 0.3450113142141837,
+      "eval_loss": 0.4429319202899933,
+      "eval_runtime": 154.0199,
+      "eval_samples_per_second": 36.723,
+      "eval_steps_per_second": 4.59,
+      "eval_wer": 0.34810868065028644,
       "step": 2400
     },
     {
       "epoch": 1.9357336430507162,
-      "grad_norm": 0.6141678094863892,
+      "grad_norm": 0.48590919375419617,
       "learning_rate": 1.557142857142857e-05,
-      "loss": 0.4149,
+      "loss": 0.4163,
       "step": 2500
     },
     {
       "epoch": 1.9357336430507162,
-      "eval_loss": 0.4299843907356262,
-      "eval_runtime": 172.6246,
-      "eval_samples_per_second": 32.765,
-      "eval_steps_per_second": 4.096,
-      "eval_wer": 0.34008441527178185,
+      "eval_loss": 0.4377308487892151,
+      "eval_runtime": 154.6322,
+      "eval_samples_per_second": 36.577,
+      "eval_steps_per_second": 4.572,
+      "eval_wer": 0.3418978992473239,
       "step": 2500
     },
     {
       "epoch": 2.013162988772745,
-      "eval_loss": 0.4289664328098297,
-      "eval_runtime": 173.2622,
-      "eval_samples_per_second": 32.644,
-      "eval_steps_per_second": 4.081,
-      "eval_wer": 0.33783762096580056,
+      "eval_loss": 0.4348967373371124,
+      "eval_runtime": 154.2249,
+      "eval_samples_per_second": 36.674,
+      "eval_steps_per_second": 4.584,
+      "eval_wer": 0.3390733578340903,
       "step": 2600
     },
     {
       "epoch": 2.013162988772745,
       "step": 2600,
       "total_flos": 1.1633941226063049e+19,
-      "train_loss": 1.1463891924344576,
-      "train_runtime": 8433.2953,
-      "train_samples_per_second": 9.866,
-      "train_steps_per_second": 0.308
+      "train_loss": 1.1519982103201059,
+      "train_runtime": 7259.2244,
+      "train_samples_per_second": 11.461,
+      "train_steps_per_second": 0.358
     }
   ],
   "logging_steps": 500,