Training in progress, step 500

config.json

@@ -53,7 +53,7 @@
   "feat_quantizer_dropout": 0.0,
   "final_dropout": 0.0,
   "hidden_act": "gelu",
-  "hidden_dropout": 0.0,
+  "hidden_dropout": 0.15,
   "hidden_size": 1920,
   "initializer_range": 0.02,
   "intermediate_size": 7680,

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5073b89ebe70be336a85bbc5aa36bc3277078ccc04923bb6b57ff5979f88db75
+oid sha256:3242c7b3532b89281b632a235359ffffbe50fc9f113d007039aef3618f630775
 size 8637973773

run_bnb.sh

@@ -9,7 +9,7 @@ python run_speech_recognition_ctc_bnb.py \
 --per_device_train_batch_size="4" \
 --per_device_eval_batch_size="4" \
 --gradient_accumulation_steps="12" \
---learning_rate="1e-6" \
+--learning_rate="3e-6" \
 --warmup_steps="2000" \
 --length_column_name="input_length" \
 --evaluation_strategy="steps" \
@@ -19,6 +19,7 @@ python run_speech_recognition_ctc_bnb.py \
 --eval_steps="500" \
 --logging_steps="10" \
 --layerdrop="0.0" \
+--hidden_dropout="0.15" \
 --activation_dropout="0.1" \
 --save_total_limit="2" \
 --freeze_feature_encoder \

runs/Feb02_06-13-06_job-2043ddf5-d229-46f3-8808-c26e497d509b/1643782523.739105/events.out.tfevents.1643782523.job-2043ddf5-d229-46f3-8808-c26e497d509b.1381876.1

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d09338f7e2a04354b1f7a659de215c53d66b266e8b457db2e6e44cb645b56e6
+size 4753

runs/Feb02_06-13-06_job-2043ddf5-d229-46f3-8808-c26e497d509b/events.out.tfevents.1643782523.job-2043ddf5-d229-46f3-8808-c26e497d509b.1381876.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f1032d4f65877befba7d117a6dbc13bd344d342895e6c86a9b615ebd0a1640a
+size 12813

special_tokens_map.json

@@ -1 +1 @@
-{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}
+{"bos_token": "<s>", "eos_token": "</s>", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "<s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "</s>", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]}

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:a8d2f4f0bcd677abf1431f17fe99eb16ecf98fc5d369730ce6ec691c318a1c27
+oid sha256:5b19ed6c4198d412832960fdf3ab5ed648cd2ef3456c913e93ea3c8426252df0
 size 2991