Training in progress, step 400

config.json

@@ -5,7 +5,7 @@
   "architectures": [
     "Wav2Vec2ForCTC"
   ],
-  "attention_dropout": 0.0,
+  "attention_dropout": 0.05,
   "bos_token_id": 1,
   "classifier_proj_size": 256,
   "codevector_dim": 768,
@@ -46,21 +46,21 @@
   "feat_extract_activation": "gelu",
   "feat_extract_dropout": 0.0,
   "feat_extract_norm": "layer",
-  "feat_proj_dropout": 0.0,
+  "feat_proj_dropout": 0.05,
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "gradient_checkpointing": false,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
+  "hidden_dropout": 0.05,
   "hidden_size": 1024,
   "initializer_range": 0.02,
   "intermediate_size": 4096,
   "layer_norm_eps": 1e-05,
-  "layerdrop": 0.0,
+  "layerdrop": 0.05,
   "mask_feature_length": 10,
   "mask_feature_prob": 0.0,
   "mask_time_length": 10,
-  "mask_time_prob": 0.0,
+  "mask_time_prob": 0.05,
   "model_type": "wav2vec2",
   "num_attention_heads": 16,
   "num_codevector_groups": 2,
@@ -70,7 +70,7 @@
   "num_feat_extract_layers": 7,
   "num_hidden_layers": 24,
   "num_negatives": 100,
-  "pad_token_id": 97,
+  "pad_token_id": 96,
   "proj_codevector_dim": 768,
   "torch_dtype": "float32",
   "transformers_version": "4.11.3",

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ad8e5f585dd9d5cde0c6bdd6c0a5eb5e59b2fa60227233428ea7d6170445ceac
+oid sha256:e21329aad1c5fed11709ef5195f1a219643294ca021346b1037c441823463837
 size 1262329585

runs/Jun02_19-30-03_e97f4e46d604/1654200508.2227576/events.out.tfevents.1654200508.e97f4e46d604.97.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:851365652599db95f0b4982551ed0eb33d6afc9d31aa334eee72781cf5e64753
+size 4606

runs/Jun02_19-30-03_e97f4e46d604/events.out.tfevents.1654200508.e97f4e46d604.97.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:44da1dd19a2bf2051ba40b37368195daac1a5bd346ef73b658c05c662aad8fa1
+size 4738

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42fdf4eca0a874456388456fbb4426785f36ea4a0d879bd1ac39266c6e8b8647
+oid sha256:1a796dd1f339098f7a8f13dc3b230033f2f9173516215606d175c9af95d8bcd5
 size 2863