Training in progress, step 400

config.json

@@ -1,6 +1,6 @@
 {
-  "_name_or_path": "facebook/wav2vec2-large-xlsr-53",
-  "activation_dropout": 0.0,
+  "_name_or_path": "jonatasgrosman/wav2vec2-large-xlsr-53-arabic",
+  "activation_dropout": 0.05,
   "adapter_attn_dim": null,
   "adapter_kernel_size": 3,
   "adapter_stride": 2,
@@ -12,7 +12,7 @@
   "attention_dropout": 0.1,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
-  "codevector_dim": 768,
+  "codevector_dim": 256,
   "contrastive_logits_temperature": 0.1,
   "conv_bias": true,
   "conv_dim": [
@@ -43,7 +43,7 @@
     2
   ],
   "ctc_loss_reduction": "mean",
-  "ctc_zero_infinity": false,
+  "ctc_zero_infinity": true,
   "diversity_loss_weight": 0.1,
   "do_stable_layer_norm": true,
   "eos_token_id": 2,
@@ -85,8 +85,8 @@
   "num_hidden_layers": 24,
   "num_negatives": 100,
   "output_hidden_size": 1024,
-  "pad_token_id": 96,
-  "proj_codevector_dim": 768,
+  "pad_token_id": 60,
+  "proj_codevector_dim": 256,
   "tdnn_dilation": [
     1,
     2,
@@ -111,6 +111,6 @@
   "torch_dtype": "float32",
   "transformers_version": "4.31.0",
   "use_weighted_layer_sum": false,
-  "vocab_size": 97,
+  "vocab_size": 61,
   "xvector_output_dim": 512
 }

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:14cb9cddb827bbd2b510a4dc4e5b5393c18a23d48479b290b7f23c97ee0d7e87
-size 1262299565
+oid sha256:1badb468c2daa14687a192ce7cf9c626837aae772ae423bbfd9ce499271bd761
+size 1262151917

runs/Aug11_11-05-07_adee9416267d/events.out.tfevents.1691752005.adee9416267d.15148.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fea651ca401cc5a66209743fe0e8d430e8e5bb80c58df3a86742574651d40e8
+size 6145

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e138f547cd89eecfad1830853412e7fd37b1831f44bfa3a96ef6b3a6064dd821
+oid sha256:71373ba2972856d078f41ecc26de8ba7a8856c68573dd8353159d51d6a8e77cb
 size 3963