Training in progress, step 500

config.json

@@ -61,10 +61,10 @@
   "layerdrop": 0.0,
   "mask_feature_length": 64,
   "mask_feature_min_masks": 0,
-  "mask_feature_prob": 0.25,
+  "mask_feature_prob": 0.1,
   "mask_time_length": 10,
   "mask_time_min_masks": 2,
-  "mask_time_prob": 0.75,
+  "mask_time_prob": 0.3,
   "model_type": "wav2vec2",
   "num_adapter_layers": 3,
   "num_attention_heads": 16,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:e84e469f4b91a928d80c1677ce1094cf6c9c72a5e36fa367eb082b154b9c45c3
+oid sha256:810b36f805c9412b3235dab58050d680cb8084ef2efd1ac272ab78267cd6d389
 size 3850717489

run.sh

@@ -9,7 +9,7 @@ python run_speech_recognition_ctc.py \
 --per_device_train_batch_size="16" \
 --per_device_eval_batch_size="4" \
 --gradient_accumulation_steps="4" \
---learning_rate="1e-5" \
+--learning_rate="5e-7" \
 --warmup_steps="300" \
 --length_column_name="input_length" \
 --evaluation_strategy="steps" \
@@ -20,12 +20,12 @@ python run_speech_recognition_ctc.py \
 --logging_steps="100" \
 --layerdrop="0.0" \
 --activation_dropout="0.1" \
---save_total_limit="3" \
+--save_total_limit="2" \
 --freeze_feature_encoder \
 --feat_proj_dropout="0.0" \
---mask_time_prob="0.75" \
+--mask_time_prob="0.3" \
 --mask_time_length="10" \
---mask_feature_prob="0.25" \
+--mask_feature_prob="0.1" \
 --mask_feature_length="64" \
 --gradient_checkpointing \
 --use_auth_token \

runs/Jan28_06-23-00_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/1643351099.4163158/events.out.tfevents.1643351099.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.766054.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f6ab0a129bd8d7f8d6ed00e5864166497b0fabac1925adc500e864b2efd88e9a
+size 4753

runs/Jan28_06-23-00_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/events.out.tfevents.1643351099.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.766054.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:22afa6ac52e30d8afdf6c87d718eaff59939e28efaa617b999fe9bbd298403da
+size 4992

runs/Jan28_06-54-16_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/1643352878.98971/events.out.tfevents.1643352878.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.778557.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a9da57a23f2cc5a8338e52cfebd61832a5930f2dfdaf1c645af6fc7c7659b70
+size 4753

runs/Jan28_06-54-16_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/events.out.tfevents.1643352878.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.778557.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bcd59225c940f726389353f59ffa22210a77d66451ca8236a21b03dddaaf4477
+size 5779

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:42baad3aa12f59ed3bc22f36f5970e13a4029e92b427d6d1a5a9f95e30a6bdd7
+oid sha256:be6d24436e3c47a2169d4cfb915fad2127d8a730f8cd05df4c8d0c8043801cf3
 size 2991