Training in progress, step 500

config.json

@@ -61,10 +61,10 @@
   "layerdrop": 0.0,
   "mask_feature_length": 64,
   "mask_feature_min_masks": 0,
-  "mask_feature_prob": 0.1,
+  "mask_feature_prob": 0.25,
   "mask_time_length": 10,
   "mask_time_min_masks": 2,
-  "mask_time_prob": 0.3,
+  "mask_time_prob": 0.75,
   "model_type": "wav2vec2",
   "num_adapter_layers": 3,
   "num_attention_heads": 16,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:06fe919eab98bc12ffc7b9ac5f1bb776f71d1502f7036df84461f078d7f4357d
+oid sha256:d67045b9cf6e1295dd06bcbe56c0c41d394bf72d8e92311a394c0f3e5a7de323
 size 3850717489

run.sh

@@ -5,27 +5,27 @@ python run_speech_recognition_ctc.py \
 --preprocessing_num_workers="8" \
 --output_dir="./" \
 --overwrite_output_dir \
---num_train_epochs="100" \
+--num_train_epochs="150" \
 --per_device_train_batch_size="16" \
 --per_device_eval_batch_size="4" \
---gradient_accumulation_steps="4" \
---learning_rate="5e-7" \
---warmup_steps="300" \
+--gradient_accumulation_steps="2" \
+--learning_rate="2e-5" \
+--warmup_steps="2000" \
 --length_column_name="input_length" \
 --evaluation_strategy="steps" \
 --text_column_name="sentence" \
 --chars_to_ignore , ? . ! \- \; \: \" “ % ‘ ” � — ’ … – \
 --save_steps="500" \
 --eval_steps="500" \
---logging_steps="100" \
+--logging_steps="10" \
 --layerdrop="0.0" \
 --activation_dropout="0.1" \
 --save_total_limit="2" \
 --freeze_feature_encoder \
 --feat_proj_dropout="0.0" \
---mask_time_prob="0.3" \
+--mask_time_prob="0.75" \
 --mask_time_length="10" \
---mask_feature_prob="0.1" \
+--mask_feature_prob="0.25" \
 --mask_feature_length="64" \
 --gradient_checkpointing \
 --use_auth_token \

runs/Jan28_17-04-01_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/1643389561.60182/events.out.tfevents.1643389561.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1010599.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e87721cad9085f5c09f8ea8df314302202287346fc6cd606fdc1d9a91f890c6b
+size 4753

runs/Jan28_17-04-01_job-e3562c4a-f6a3-47dc-8131-7e578f1139a3/events.out.tfevents.1643389561.job-e3562c4a-f6a3-47dc-8131-7e578f1139a3.1010599.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:45349660d3fe83dc52968c57d7a747a7e52cd2f02d4654d381c30ea6da24eabb
+size 12813

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:be6d24436e3c47a2169d4cfb915fad2127d8a730f8cd05df4c8d0c8043801cf3
+oid sha256:0a3e618190eb20b39b0e38e4a0132c3830f03da6039b90f69001b67e3942ef90
 size 2991