amineouaki/Morocco_dialect_model_v2

README.md

@@ -17,8 +17,8 @@ should probably proofread and complete it, then remove this comment. -->
 
 This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the None dataset.
 It achieves the following results on the evaluation set:
-- Loss: 0.5134
-- Wer: 0.6540
+- Loss: 1.1197
+- Wer: 0.7182
 
 ## Model description
 
@@ -53,15 +53,15 @@ The following hyperparameters were used during training:
 
 | Training Loss | Epoch   | Step | Validation Loss | Wer    |
 |:-------------:|:-------:|:----:|:---------------:|:------:|
-| 3.0875        | 3.0928  | 300  | 3.1389          | 1.0    |
-| 2.9621        | 6.1856  | 600  | 2.9607          | 1.0    |
-| 2.1208        | 9.2784  | 900  | 1.8376          | 1.0093 |
-| 1.0168        | 12.3711 | 1200 | 0.8073          | 0.9085 |
-| 0.5872        | 15.4639 | 1500 | 0.6516          | 0.8138 |
-| 0.751         | 18.5567 | 1800 | 0.5840          | 0.7466 |
-| 0.3424        | 21.6495 | 2100 | 0.5712          | 0.7158 |
-| 0.4591        | 24.7423 | 2400 | 0.5368          | 0.6828 |
-| 0.4904        | 27.8351 | 2700 | 0.5109          | 0.6563 |
+| 2.9899        | 3.3003  | 500  | 3.0004          | 0.9941 |
+| 1.4295        | 6.6007  | 1000 | 1.1875          | 0.9684 |
+| 0.8642        | 9.9010  | 1500 | 0.9675          | 0.8853 |
+| 0.4967        | 13.2013 | 2000 | 0.9604          | 0.8331 |
+| 0.6898        | 16.5017 | 2500 | 0.9469          | 0.7793 |
+| 0.6133        | 19.8020 | 3000 | 0.9454          | 0.7450 |
+| 0.3807        | 23.1023 | 3500 | 1.0373          | 0.7361 |
+| 0.2648        | 26.4026 | 4000 | 1.0828          | 0.7222 |
+| 0.2119        | 29.7030 | 4500 | 1.1177          | 0.7185 |
 
 
 ### Framework versions

added_tokens.json

@@ -1,4 +1,4 @@
 {
-  "</s>": 42,
-  "<s>": 41
+  "</s>": 44,
+  "<s>": 43
 }

config.json

@@ -77,7 +77,7 @@
   "num_hidden_layers": 24,
   "num_negatives": 100,
   "output_hidden_size": 1024,
-  "pad_token_id": 40,
+  "pad_token_id": 42,
   "proj_codevector_dim": 768,
   "tdnn_dilation": [
     1,
@@ -103,6 +103,6 @@
   "torch_dtype": "float32",
   "transformers_version": "4.41.0",
   "use_weighted_layer_sum": false,
-  "vocab_size": 43,
+  "vocab_size": 45,
   "xvector_output_dim": 512
 }

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8675a2ae9b08a100b730cc5fecdaf2e2c686288a5b8096a2490019a0aa6d2521
-size 1261983780
+oid sha256:e87247020150024aa0b4b64a621aa62a8a5fc6c10fbd57af4e5c5e52dc1e6bf4
+size 1261991980

runs/May26_20-38-19_634970d7af57/events.out.tfevents.1716755978.634970d7af57.8701.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45e0a4f10295a95783e517a1bc84eda4ccb0eacf43ea33337501b98156ee3341
+size 12923

runs/May27_10-34-58_6f177aa29684/events.out.tfevents.1716806222.6f177aa29684.2467.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1c79ebe4ca7706881a954f874466afd7232c61350eedeb7e63fc971010fd8778
+size 53756

runs/May27_15-32-54_89dd7707d870/events.out.tfevents.1716824112.89dd7707d870.3227.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fe60ed38e5e470b3506e1ec3891d1b359750a5bdccd75b382a04ae3034114be
+size 105074

runs/May27_15-32-54_89dd7707d870/events.out.tfevents.1716832981.89dd7707d870.3227.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7e65cc71b6b0857abd060942ac12d43763de1a97a85a07a1a65ceb5ec7470f42
+size 406

tokenizer_config.json

@@ -1,6 +1,6 @@
 {
   "added_tokens_decoder": {
-    "39": {
+    "41": {
       "content": "[UNK]",
       "lstrip": true,
       "normalized": false,
@@ -8,7 +8,7 @@
       "single_word": false,
       "special": false
     },
-    "40": {
+    "42": {
       "content": "[PAD]",
       "lstrip": true,
       "normalized": false,
@@ -16,7 +16,7 @@
       "single_word": false,
       "special": false
     },
-    "41": {
+    "43": {
       "content": "<s>",
       "lstrip": false,
       "normalized": false,
@@ -24,7 +24,7 @@
       "single_word": false,
       "special": true
     },
-    "42": {
+    "44": {
       "content": "</s>",
       "lstrip": false,
       "normalized": false,

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:de2ebe0a5f308373ef7733c7f35269b564101e7c3870c4a6fa8b9839fe8543b5
+oid sha256:b6c4b65f6558b8983cd30f7fdb35285f3c35fa1af671a490dfdd523aba9452b6
 size 5176

vocab.json

@@ -1,43 +1,45 @@
 {
-  "[PAD]": 40,
-  "[UNK]": 39,
-  "|": 1,
-  "ء": 37,
-  "أ": 19,
-  "ؤ": 3,
-  "إ": 14,
-  "ئ": 34,
-  "ا": 21,
-  "ب": 5,
-  "ة": 2,
-  "ت": 16,
-  "ث": 22,
-  "ج": 9,
-  "ح": 10,
-  "خ": 29,
-  "د": 33,
-  "ذ": 20,
-  "ر": 17,
-  "ز": 13,
-  "س": 27,
-  "ش": 23,
-  "ص": 8,
+  "[PAD]": 42,
+  "[UNK]": 41,
+  "|": 11,
+  "،": 16,
+  "ء": 35,
+  "آ": 17,
+  "أ": 0,
+  "ؤ": 38,
+  "إ": 1,
+  "ئ": 26,
+  "ا": 14,
+  "ب": 29,
+  "ة": 31,
+  "ت": 13,
+  "ث": 7,
+  "ج": 34,
+  "ح": 4,
+  "خ": 28,
+  "د": 5,
+  "ذ": 8,
+  "ر": 36,
+  "ز": 18,
+  "س": 21,
+  "ش": 3,
+  "ص": 39,
   "ض": 30,
-  "ط": 6,
-  "ظ": 25,
-  "ع": 15,
-  "غ": 32,
-  "ف": 28,
-  "ق": 38,
-  "ك": 35,
-  "ل": 24,
-  "م": 11,
-  "ن": 7,
-  "ه": 4,
-  "و": 18,
-  "ى": 31,
-  "ي": 36,
-  "پ": 26,
-  "ڤ": 0,
-  "ڭ": 12
+  "ط": 19,
+  "ظ": 37,
+  "ع": 10,
+  "غ": 15,
+  "ف": 22,
+  "ق": 40,
+  "ك": 6,
+  "ل": 27,
+  "م": 9,
+  "ن": 25,
+  "ه": 2,
+  "و": 33,
+  "ى": 24,
+  "ي": 12,
+  "پ": 20,
+  "ڤ": 32,
+  "ڭ": 23
 }