End of training

README.md

@@ -20,8 +20,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [openai/whisper-small](https://huggingface.co/openai/whisper-small) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.2513
-- Wer: 10.4412
+- Loss: 0.3612
+- Wer: 12.4283
 
 ## Model description
 
@@ -40,7 +40,7 @@ More information needed
 ### Training hyperparameters
 
 The following hyperparameters were used during training:
-- learning_rate: 0.0001
+- learning_rate: 0.00025
 - train_batch_size: 16
 - eval_batch_size: 16
 - seed: 42
@@ -54,26 +54,11 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch  | Step | Validation Loss | Wer     |
 |:-------------:|:------:|:----:|:---------------:|:-------:|
-| 1.636         | 0.0951 | 25   | 1.2455          | 56.5336 |
-| 0.8957        | 0.1901 | 50   | 0.5763          | 24.4538 |
-| 0.4546        | 0.2852 | 75   | 0.4787          | 19.0546 |
-| 0.3928        | 0.3802 | 100  | 0.4392          | 17.4160 |
-| 0.4101        | 0.4753 | 125  | 0.4097          | 16.3235 |
-| 0.4399        | 0.5703 | 150  | 0.3845          | 15.4412 |
-| 0.3424        | 0.6654 | 175  | 0.3661          | 14.7269 |
-| 0.3177        | 0.7605 | 200  | 0.3415          | 13.8025 |
-| 0.3077        | 0.8555 | 225  | 0.3235          | 13.2353 |
-| 0.3005        | 0.9506 | 250  | 0.3117          | 12.9412 |
-| 0.2649        | 1.0456 | 275  | 0.2991          | 12.8151 |
-| 0.2077        | 1.1407 | 300  | 0.2917          | 12.5    |
-| 0.2169        | 1.2357 | 325  | 0.2843          | 11.5336 |
-| 0.1961        | 1.3308 | 350  | 0.2765          | 11.7437 |
-| 0.1921        | 1.4259 | 375  | 0.2706          | 11.4286 |
-| 0.2124        | 1.5209 | 400  | 0.2626          | 11.3235 |
-| 0.2071        | 1.6160 | 425  | 0.2583          | 10.9454 |
-| 0.1786        | 1.7110 | 450  | 0.2546          | 10.6092 |
-| 0.182         | 1.8061 | 475  | 0.2525          | 10.3361 |
-| 0.1832        | 1.9011 | 500  | 0.2513          | 10.4412 |
+| 0.806         | 0.3802 | 100  | 0.7674          | 22.7887 |
+| 0.6965        | 0.7605 | 200  | 0.6955          | 20.0655 |
+| 0.42          | 1.1407 | 300  | 0.5785          | 17.7723 |
+| 0.402         | 1.5209 | 400  | 0.4303          | 14.3939 |
+| 0.3231        | 1.9011 | 500  | 0.3612          | 12.4283 |
 
 
 ### Framework versions

adapter_config.json

@@ -26,12 +26,12 @@
   "rank_pattern": {},
   "revision": null,
   "target_modules": [
+    "v_proj",
     "q_proj",
+    "embed_tokens",
     "k_proj",
-    "fc1",
     "out_proj",
-    "v_proj",
-    "fc2"
+    "lm_head"
   ],
   "task_type": null,
   "use_dora": false,

adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:248056f98a03109d7a3962b88ed9517278af4a718c78ebbacb45facf8e695894
-size 331971408
+oid sha256:811afb587d0b715493e4781be679e6a3267604cad6f8b1c83a4ac4e052a20de4
+size 168276024

added_tokens.json

@@ -1606,50 +1606,50 @@
   "<|yi|>": 50335,
   "<|yo|>": 50325,
   "<|zh|>": 50260,
-  "Ah Beng": 51909,
-  "Ah beng": 51892,
-  "Aiyah": 51890,
-  "Aiyoh": 51888,
-  "Alamak": 51908,
-  "Blur": 51906,
-  "Bochap": 51903,
-  "Can lah": 51895,
-  "Catch no ball": 51867,
-  "Cheem": 51894,
-  "Die die must try": 51902,
-  "Hantam": 51874,
-  "Kiasi": 51877,
-  "Kiasu": 51875,
-  "Lah": 51907,
-  "Leh": 51866,
-  "Liddat": 51898,
-  "Lor": 51865,
-  "Paiseh": 51869,
-  "Sabo": 51870,
-  "Shiok": 51904,
-  "Sian": 51885,
-  "Tapao": 51910,
-  "Wah lau": 51901,
-  "Yaya papaya": 51900,
-  "ah beng": 51881,
-  "aiyah": 51871,
-  "aiyoh": 51899,
-  "alamak": 51884,
-  "blur": 51873,
-  "bochap": 51897,
-  "can lah": 51905,
-  "catch no ball": 51886,
-  "cheem": 51882,
-  "die die must try": 51883,
-  "hantam": 51872,
-  "kiasi": 51879,
-  "kiasu": 51889,
-  "liddat": 51878,
-  "paiseh": 51896,
-  "sabo": 51868,
-  "shiok": 51893,
+  "Ah Beng": 51908,
+  "Ah beng": 51893,
+  "Aiyah": 51892,
+  "Aiyoh": 51896,
+  "Alamak": 51890,
+  "Blur": 51901,
+  "Bochap": 51906,
+  "Can lah": 51902,
+  "Catch no ball": 51885,
+  "Cheem": 51878,
+  "Die die must try": 51879,
+  "Hantam": 51889,
+  "Kiasi": 51870,
+  "Kiasu": 51904,
+  "Lah": 51865,
+  "Leh": 51898,
+  "Liddat": 51909,
+  "Lor": 51884,
+  "Paiseh": 51899,
+  "Sabo": 51895,
+  "Shiok": 51883,
+  "Sian": 51900,
+  "Tapao": 51880,
+  "Wah lau": 51910,
+  "Yaya papaya": 51871,
+  "ah beng": 51888,
+  "aiyah": 51868,
+  "aiyoh": 51905,
+  "alamak": 51881,
+  "blur": 51882,
+  "bochap": 51875,
+  "can lah": 51886,
+  "catch no ball": 51877,
+  "cheem": 51873,
+  "die die must try": 51874,
+  "hantam": 51897,
+  "kiasi": 51876,
+  "kiasu": 51866,
+  "liddat": 51907,
+  "paiseh": 51903,
+  "sabo": 51887,
+  "shiok": 51894,
   "sian": 51891,
-  "tapao": 51880,
-  "wah lau": 51876,
-  "yaya papaya": 51887
+  "tapao": 51867,
+  "wah lau": 51869,
+  "yaya papaya": 51872
 }

runs/Dec26_16-52-29_jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI/events.out.tfevents.1735203155.jarrett-ROG-Zephyrus-M16-GU604VI-GU604VI.172698.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d81b74a0a35fce43619945ba74f2428fde695441b80ea1e555d65e02fa9f5e97
+size 12916

tokenizer_config.json

@@ -12891,7 +12891,7 @@
       "special": false
     },
     "51865": {
-      "content": "Lor",
+      "content": "Lah",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12899,7 +12899,7 @@
       "special": false
     },
     "51866": {
-      "content": "Leh",
+      "content": "kiasu",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12907,7 +12907,7 @@
       "special": false
     },
     "51867": {
-      "content": "Catch no ball",
+      "content": "tapao",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12915,7 +12915,7 @@
       "special": false
     },
     "51868": {
-      "content": "sabo",
+      "content": "aiyah",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12923,7 +12923,7 @@
       "special": false
     },
     "51869": {
-      "content": "Paiseh",
+      "content": "wah lau",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12931,7 +12931,7 @@
       "special": false
     },
     "51870": {
-      "content": "Sabo",
+      "content": "Kiasi",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12939,7 +12939,7 @@
       "special": false
     },
     "51871": {
-      "content": "aiyah",
+      "content": "Yaya papaya",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12947,7 +12947,7 @@
       "special": false
     },
     "51872": {
-      "content": "hantam",
+      "content": "yaya papaya",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12955,7 +12955,7 @@
       "special": false
     },
     "51873": {
-      "content": "blur",
+      "content": "cheem",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12963,7 +12963,7 @@
       "special": false
     },
     "51874": {
-      "content": "Hantam",
+      "content": "die die must try",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12971,7 +12971,7 @@
       "special": false
     },
     "51875": {
-      "content": "Kiasu",
+      "content": "bochap",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12979,7 +12979,7 @@
       "special": false
     },
     "51876": {
-      "content": "wah lau",
+      "content": "kiasi",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12987,7 +12987,7 @@
       "special": false
     },
     "51877": {
-      "content": "Kiasi",
+      "content": "catch no ball",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -12995,7 +12995,7 @@
       "special": false
     },
     "51878": {
-      "content": "liddat",
+      "content": "Cheem",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13003,7 +13003,7 @@
       "special": false
     },
     "51879": {
-      "content": "kiasi",
+      "content": "Die die must try",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13011,7 +13011,7 @@
       "special": false
     },
     "51880": {
-      "content": "tapao",
+      "content": "Tapao",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13019,7 +13019,7 @@
       "special": false
     },
     "51881": {
-      "content": "ah beng",
+      "content": "alamak",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13027,7 +13027,7 @@
       "special": false
     },
     "51882": {
-      "content": "cheem",
+      "content": "blur",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13035,7 +13035,7 @@
       "special": false
     },
     "51883": {
-      "content": "die die must try",
+      "content": "Shiok",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13043,7 +13043,7 @@
       "special": false
     },
     "51884": {
-      "content": "alamak",
+      "content": "Lor",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13051,7 +13051,7 @@
       "special": false
     },
     "51885": {
-      "content": "Sian",
+      "content": "Catch no ball",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13059,7 +13059,7 @@
       "special": false
     },
     "51886": {
-      "content": "catch no ball",
+      "content": "can lah",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13067,7 +13067,7 @@
       "special": false
     },
     "51887": {
-      "content": "yaya papaya",
+      "content": "sabo",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13075,7 +13075,7 @@
       "special": false
     },
     "51888": {
-      "content": "Aiyoh",
+      "content": "ah beng",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13083,7 +13083,7 @@
       "special": false
     },
     "51889": {
-      "content": "kiasu",
+      "content": "Hantam",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13091,7 +13091,7 @@
       "special": false
     },
     "51890": {
-      "content": "Aiyah",
+      "content": "Alamak",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13107,7 +13107,7 @@
       "special": false
     },
     "51892": {
-      "content": "Ah beng",
+      "content": "Aiyah",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13115,7 +13115,7 @@
       "special": false
     },
     "51893": {
-      "content": "shiok",
+      "content": "Ah beng",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13123,7 +13123,7 @@
       "special": false
     },
     "51894": {
-      "content": "Cheem",
+      "content": "shiok",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13131,7 +13131,7 @@
       "special": false
     },
     "51895": {
-      "content": "Can lah",
+      "content": "Sabo",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13139,7 +13139,7 @@
       "special": false
     },
     "51896": {
-      "content": "paiseh",
+      "content": "Aiyoh",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13147,7 +13147,7 @@
       "special": false
     },
     "51897": {
-      "content": "bochap",
+      "content": "hantam",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13155,7 +13155,7 @@
       "special": false
     },
     "51898": {
-      "content": "Liddat",
+      "content": "Leh",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13163,7 +13163,7 @@
       "special": false
     },
     "51899": {
-      "content": "aiyoh",
+      "content": "Paiseh",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13171,7 +13171,7 @@
       "special": false
     },
     "51900": {
-      "content": "Yaya papaya",
+      "content": "Sian",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13179,7 +13179,7 @@
       "special": false
     },
     "51901": {
-      "content": "Wah lau",
+      "content": "Blur",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13187,7 +13187,7 @@
       "special": false
     },
     "51902": {
-      "content": "Die die must try",
+      "content": "Can lah",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13195,7 +13195,7 @@
       "special": false
     },
     "51903": {
-      "content": "Bochap",
+      "content": "paiseh",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13203,7 +13203,7 @@
       "special": false
     },
     "51904": {
-      "content": "Shiok",
+      "content": "Kiasu",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13211,7 +13211,7 @@
       "special": false
     },
     "51905": {
-      "content": "can lah",
+      "content": "aiyoh",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13219,7 +13219,7 @@
       "special": false
     },
     "51906": {
-      "content": "Blur",
+      "content": "Bochap",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13227,7 +13227,7 @@
       "special": false
     },
     "51907": {
-      "content": "Lah",
+      "content": "liddat",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13235,7 +13235,7 @@
       "special": false
     },
     "51908": {
-      "content": "Alamak",
+      "content": "Ah Beng",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13243,7 +13243,7 @@
       "special": false
     },
     "51909": {
-      "content": "Ah Beng",
+      "content": "Liddat",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,
@@ -13251,7 +13251,7 @@
       "special": false
     },
     "51910": {
-      "content": "Tapao",
+      "content": "Wah lau",
       "lstrip": false,
       "normalized": true,
       "rstrip": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a548b8d9e316ea8284390f429768018438be8a55869cdafb1ba8ee98988cc1aa
+oid sha256:2c0325911cb42269d00f71e3e627671012a4f67f5dd76be6623d89a489460e79
 size 5432