diff --git a/.ipynb_checkpoints/README-checkpoint.md b/.ipynb_checkpoints/README-checkpoint.md deleted file mode 100644 index c21904a0fbd6696fc0e607207292ae3fd3e21040..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/README-checkpoint.md +++ /dev/null @@ -1,68 +0,0 @@ ---- -language: -- sv-SE -license: apache-2.0 -tags: -- automatic-speech-recognition -- mozilla-foundation/common_voice_7_0 -- generated_from_trainer -datasets: -- common_voice -model-index: -- name: '' - results: [] ---- - - - -# - -This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - SV-SE dataset. -It achieves the following results on the evaluation set: -- Loss: 14.2136 -- Wer: 1.0 - -## Model description - -More information needed - -## Intended uses & limitations - -More information needed - -## Training and evaluation data - -More information needed - -## Training procedure - -### Training hyperparameters - -The following hyperparameters were used during training: -- learning_rate: 0.0075 -- train_batch_size: 8 -- eval_batch_size: 8 -- seed: 42 -- gradient_accumulation_steps: 4 -- total_train_batch_size: 32 -- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 -- lr_scheduler_type: linear -- lr_scheduler_warmup_steps: 2000 -- training_steps: 10 -- mixed_precision_training: Native AMP - -### Training results - -| Training Loss | Epoch | Step | Validation Loss | Wer | -|:-------------:|:-----:|:----:|:---------------:|:---:| -| 10.3458 | 0.01 | 5 | 15.0991 | 1.0 | -| 11.9029 | 0.03 | 10 | 14.2136 | 1.0 | - - -### Framework versions - -- Transformers 4.16.0.dev0 -- Pytorch 1.10.1+cu102 -- Datasets 1.17.1.dev0 -- Tokenizers 0.11.0 diff --git a/.ipynb_checkpoints/added_tokens-checkpoint.json b/.ipynb_checkpoints/added_tokens-checkpoint.json deleted file mode 100644 index 5572f2cb46efe6a18f955f914c6b78f21c8bf021..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/added_tokens-checkpoint.json +++ /dev/null @@ -1 +0,0 @@ -{"": 35, "": 36} \ No newline at end of file diff --git a/.ipynb_checkpoints/all_results-checkpoint.json b/.ipynb_checkpoints/all_results-checkpoint.json deleted file mode 100644 index 33ae2d327fc0bbbd1d470428c5b9563d1192b632..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/all_results-checkpoint.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "epoch": 0.03, - "train_loss": 12.162414741516113, - "train_runtime": 400.3916, - "train_samples": 11030, - "train_samples_per_second": 0.799, - "train_steps_per_second": 0.025 -} \ No newline at end of file diff --git a/.ipynb_checkpoints/config-checkpoint.json b/.ipynb_checkpoints/config-checkpoint.json deleted file mode 100644 index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/config-checkpoint.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "_name_or_path": "facebook/wav2vec2-xls-r-300m", - "activation_dropout": 0.1, - "adapter_kernel_size": 3, - "adapter_stride": 2, - "add_adapter": false, - "apply_spec_augment": true, - "architectures": [ - "Wav2Vec2ForCTC" - ], - "attention_dropout": 0.0, - "bos_token_id": 1, - "classifier_proj_size": 256, - "codevector_dim": 768, - "contrastive_logits_temperature": 0.1, - "conv_bias": true, - "conv_dim": [ - 512, - 512, - 512, - 512, - 512, - 512, - 512 - ], - "conv_kernel": [ - 10, - 3, - 3, - 3, - 3, - 2, - 2 - ], - "conv_stride": [ - 5, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "ctc_loss_reduction": "mean", - "ctc_zero_infinity": false, - "diversity_loss_weight": 0.1, - "do_stable_layer_norm": true, - "eos_token_id": 2, - "feat_extract_activation": "gelu", - "feat_extract_dropout": 0.0, - "feat_extract_norm": "layer", - "feat_proj_dropout": 0.0, - "feat_quantizer_dropout": 0.0, - "final_dropout": 0.0, - "hidden_act": "gelu", - "hidden_dropout": 0.0, - "hidden_size": 1024, - "initializer_range": 0.02, - "intermediate_size": 4096, - "layer_norm_eps": 1e-05, - "layerdrop": 0.0, - "mask_feature_length": 64, - "mask_feature_min_masks": 0, - "mask_feature_prob": 0.25, - "mask_time_length": 10, - "mask_time_min_masks": 2, - "mask_time_prob": 0.75, - "model_type": "wav2vec2", - "num_adapter_layers": 3, - "num_attention_heads": 16, - "num_codevector_groups": 2, - "num_codevectors_per_group": 320, - "num_conv_pos_embedding_groups": 16, - "num_conv_pos_embeddings": 128, - "num_feat_extract_layers": 7, - "num_hidden_layers": 24, - "num_negatives": 100, - "output_hidden_size": 1024, - "pad_token_id": 34, - "proj_codevector_dim": 768, - "tdnn_dilation": [ - 1, - 2, - 3, - 1, - 1 - ], - "tdnn_dim": [ - 512, - 512, - 512, - 512, - 1500 - ], - "tdnn_kernel": [ - 5, - 3, - 3, - 1, - 1 - ], - "torch_dtype": "float32", - "transformers_version": "4.16.0.dev0", - "use_weighted_layer_sum": false, - "vocab_size": 37, - "xvector_output_dim": 512 -} diff --git a/.ipynb_checkpoints/eval_results-checkpoint.json b/.ipynb_checkpoints/eval_results-checkpoint.json deleted file mode 100644 index 184e6b1fe22cf896a31cfc3f0dc9fcadc0fe5194..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/eval_results-checkpoint.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "epoch": 1.0, - "eval_loss": 3.82973051071167, - "eval_runtime": 132.808, - "eval_samples": 4620, - "eval_samples_per_second": 34.787, - "eval_steps_per_second": 4.352, - "eval_wer": 1.0 -} \ No newline at end of file diff --git a/.ipynb_checkpoints/preprocessor_config-checkpoint.json b/.ipynb_checkpoints/preprocessor_config-checkpoint.json deleted file mode 100644 index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/preprocessor_config-checkpoint.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "do_normalize": true, - "feature_extractor_type": "Wav2Vec2FeatureExtractor", - "feature_size": 1, - "padding_side": "right", - "padding_value": 0, - "return_attention_mask": true, - "sampling_rate": 16000 -} diff --git a/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh b/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh new file mode 100644 index 0000000000000000000000000000000000000000..4801300ff10a3f68355f78db12a991ebb57c5d77 --- /dev/null +++ b/.ipynb_checkpoints/run-dummy-ab-gpu-checkpoint.sh @@ -0,0 +1,22 @@ +python run_speech_recognition_ctc.py \ +--dataset_name="mozilla-foundation/common_voice_7_0" \ +--model_name_or_path="hf-test/xls-r-dummy" \ +--dataset_config_name="ab" \ +--output_dir="./" \ +--overwrite_output_dir \ +--max_steps="10" \ +--per_device_train_batch_size="2" \ +--learning_rate="3e-4" \ +--save_total_limit="1" \ +--evaluation_strategy="steps" \ +--text_column_name="sentence" \ +--length_column_name="input_length" \ +--save_steps="5" \ +--layerdrop="0.0" \ +--freeze_feature_encoder \ +--gradient_checkpointing \ +--fp16 \ +--group_by_length \ +--push_to_hub \ +--use_auth_token \ +--do_train --do_eval diff --git a/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh b/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh index da4fd138a1622b1f82c6415ccd15d0046938720e..ddcfe0a511208f77f6c7cbe6a184164aeda35652 100644 --- a/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh +++ b/.ipynb_checkpoints/run-dummy-sv-gpu-checkpoint.sh @@ -1,7 +1,7 @@ python run_speech_recognition_ctc.py \ --dataset_name="mozilla-foundation/common_voice_7_0" \ - --model_name_or_path="facebook/wav2vec2-xls-r-300m" \ - --dataset_config_name="sv-SE" \ + --model_name_or_path="hf-test/xls-r-dummy" \ + --dataset_config_name="ab" \ --output_dir="./" \ --overwrite_output_dir \ --max_steps="10" \ diff --git a/.ipynb_checkpoints/special_tokens_map-checkpoint.json b/.ipynb_checkpoints/special_tokens_map-checkpoint.json deleted file mode 100644 index 623bcb06d8c0af8f6d7aa926d568ad455780c999..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/special_tokens_map-checkpoint.json +++ /dev/null @@ -1 +0,0 @@ -{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]} \ No newline at end of file diff --git a/.ipynb_checkpoints/tokenizer_config-checkpoint.json b/.ipynb_checkpoints/tokenizer_config-checkpoint.json deleted file mode 100644 index 29fcea5a4b67d62bede95957c3ec1cca818eb82c..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/tokenizer_config-checkpoint.json +++ /dev/null @@ -1 +0,0 @@ -{"unk_token": "[UNK]", "bos_token": "", "eos_token": "", "pad_token": "[PAD]", "do_lower_case": false, "word_delimiter_token": "|", "special_tokens_map_file": null, "tokenizer_file": null, "name_or_path": "./", "tokenizer_class": "Wav2Vec2CTCTokenizer"} \ No newline at end of file diff --git a/.ipynb_checkpoints/train_results-checkpoint.json b/.ipynb_checkpoints/train_results-checkpoint.json deleted file mode 100644 index 33ae2d327fc0bbbd1d470428c5b9563d1192b632..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/train_results-checkpoint.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "epoch": 0.03, - "train_loss": 12.162414741516113, - "train_runtime": 400.3916, - "train_samples": 11030, - "train_samples_per_second": 0.799, - "train_steps_per_second": 0.025 -} \ No newline at end of file diff --git a/.ipynb_checkpoints/trainer_state-checkpoint.json b/.ipynb_checkpoints/trainer_state-checkpoint.json deleted file mode 100644 index 99c335d8a62c083d2d69ea73603f3c99de1f178e..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/trainer_state-checkpoint.json +++ /dev/null @@ -1,103 +0,0 @@ -{ - "best_metric": null, - "best_model_checkpoint": null, - "epoch": 0.029006526468455404, - "global_step": 10, - "is_hyper_param_search": false, - "is_local_process_zero": true, - "is_world_process_zero": true, - "log_history": [ - { - "epoch": 0.0, - "learning_rate": 3.75e-06, - "loss": 13.605, - "step": 1 - }, - { - "epoch": 0.01, - "learning_rate": 7.5e-06, - "loss": 11.0063, - "step": 2 - }, - { - "epoch": 0.01, - "learning_rate": 1.1249999999999999e-05, - "loss": 11.6693, - "step": 3 - }, - { - "epoch": 0.01, - "learning_rate": 1.5e-05, - "loss": 13.432, - "step": 4 - }, - { - "epoch": 0.01, - "learning_rate": 1.875e-05, - "loss": 10.3458, - "step": 5 - }, - { - "epoch": 0.01, - "eval_loss": 15.09913444519043, - "eval_runtime": 139.8551, - "eval_samples_per_second": 33.034, - "eval_steps_per_second": 4.133, - "eval_wer": 1.0, - "step": 5 - }, - { - "epoch": 0.02, - "learning_rate": 2.2499999999999998e-05, - "loss": 15.2451, - "step": 6 - }, - { - "epoch": 0.02, - "learning_rate": 2.625e-05, - "loss": 10.0481, - "step": 7 - }, - { - "epoch": 0.02, - "learning_rate": 3e-05, - "loss": 12.3838, - "step": 8 - }, - { - "epoch": 0.03, - "learning_rate": 3.3749999999999994e-05, - "loss": 11.9858, - "step": 9 - }, - { - "epoch": 0.03, - "learning_rate": 3.75e-05, - "loss": 11.9029, - "step": 10 - }, - { - "epoch": 0.03, - "eval_loss": 14.213573455810547, - "eval_runtime": 160.2552, - "eval_samples_per_second": 28.829, - "eval_steps_per_second": 3.607, - "eval_wer": 1.0, - "step": 10 - }, - { - "epoch": 0.03, - "step": 10, - "total_flos": 4.405923604988928e+16, - "train_loss": 12.162414741516113, - "train_runtime": 400.3916, - "train_samples_per_second": 0.799, - "train_steps_per_second": 0.025 - } - ], - "max_steps": 10, - "num_train_epochs": 1, - "total_flos": 4.405923604988928e+16, - "trial_name": null, - "trial_params": null -} diff --git a/.ipynb_checkpoints/vocab-checkpoint.json b/.ipynb_checkpoints/vocab-checkpoint.json deleted file mode 100644 index 6328bc81ab4ece84acac7fa8d4fed222475dbc9d..0000000000000000000000000000000000000000 --- a/.ipynb_checkpoints/vocab-checkpoint.json +++ /dev/null @@ -1 +0,0 @@ -{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "ä": 27, "å": 28, "é": 29, "ô": 30, "ö": 31, "ü": 32, "|": 0, "[UNK]": 33, "[PAD]": 34} \ No newline at end of file diff --git a/README.md b/README.md deleted file mode 100644 index a2bb0023e28dd06b3206cc6e8f27a88563950513..0000000000000000000000000000000000000000 --- a/README.md +++ /dev/null @@ -1,67 +0,0 @@ ---- -language: -- sv-SE -license: apache-2.0 -tags: -- automatic-speech-recognition -- mozilla-foundation/common_voice_7_0 -- generated_from_trainer -datasets: -- common_voice -model-index: -- name: '' - results: [] ---- - - - -# - -This model is a fine-tuned version of [facebook/wav2vec2-xls-r-300m](https://huggingface.co/facebook/wav2vec2-xls-r-300m) on the MOZILLA-FOUNDATION/COMMON_VOICE_7_0 - SV-SE dataset. -It achieves the following results on the evaluation set: -- Loss: 2.9141 -- Wer: 1.0 - -## Model description - -More information needed - -## Intended uses & limitations - -More information needed - -## Training and evaluation data - -More information needed - -## Training procedure - -### Training hyperparameters - -The following hyperparameters were used during training: -- learning_rate: 7.5e-05 -- train_batch_size: 8 -- eval_batch_size: 8 -- seed: 42 -- gradient_accumulation_steps: 4 -- total_train_batch_size: 32 -- optimizer: Adam with betas=(0.9,0.999) and epsilon=1e-08 -- lr_scheduler_type: linear -- lr_scheduler_warmup_steps: 20 -- num_epochs: 2.0 -- mixed_precision_training: Native AMP - -### Training results - -| Training Loss | Epoch | Step | Validation Loss | Wer | -|:-------------:|:-----:|:----:|:---------------:|:---:| -| 2.9357 | 1.45 | 500 | 2.9459 | 1.0 | - - -### Framework versions - -- Transformers 4.16.0.dev0 -- Pytorch 1.10.1+cu102 -- Datasets 1.17.1.dev0 -- Tokenizers 0.11.0 diff --git a/added_tokens.json b/added_tokens.json index 5572f2cb46efe6a18f955f914c6b78f21c8bf021..3625614e6a03392eb3323194f3ff7d23295d6a84 100644 --- a/added_tokens.json +++ b/added_tokens.json @@ -1 +1 @@ -{"": 35, "": 36} \ No newline at end of file +{"": 51, "": 52} \ No newline at end of file diff --git a/all_results.json b/all_results.json deleted file mode 100644 index 012093893194b6f611075413846d91ec6d97992e..0000000000000000000000000000000000000000 --- a/all_results.json +++ /dev/null @@ -1,14 +0,0 @@ -{ - "epoch": 2.0, - "eval_loss": 2.91414213180542, - "eval_runtime": 133.9783, - "eval_samples": 4620, - "eval_samples_per_second": 34.483, - "eval_steps_per_second": 4.314, - "eval_wer": 1.0, - "train_loss": 3.289040254992108, - "train_runtime": 1292.4856, - "train_samples": 11030, - "train_samples_per_second": 17.068, - "train_steps_per_second": 0.532 -} \ No newline at end of file diff --git a/checkpoint-400/config.json b/checkpoint-400/config.json deleted file mode 100644 index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000 --- a/checkpoint-400/config.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "_name_or_path": "facebook/wav2vec2-xls-r-300m", - "activation_dropout": 0.1, - "adapter_kernel_size": 3, - "adapter_stride": 2, - "add_adapter": false, - "apply_spec_augment": true, - "architectures": [ - "Wav2Vec2ForCTC" - ], - "attention_dropout": 0.0, - "bos_token_id": 1, - "classifier_proj_size": 256, - "codevector_dim": 768, - "contrastive_logits_temperature": 0.1, - "conv_bias": true, - "conv_dim": [ - 512, - 512, - 512, - 512, - 512, - 512, - 512 - ], - "conv_kernel": [ - 10, - 3, - 3, - 3, - 3, - 2, - 2 - ], - "conv_stride": [ - 5, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "ctc_loss_reduction": "mean", - "ctc_zero_infinity": false, - "diversity_loss_weight": 0.1, - "do_stable_layer_norm": true, - "eos_token_id": 2, - "feat_extract_activation": "gelu", - "feat_extract_dropout": 0.0, - "feat_extract_norm": "layer", - "feat_proj_dropout": 0.0, - "feat_quantizer_dropout": 0.0, - "final_dropout": 0.0, - "hidden_act": "gelu", - "hidden_dropout": 0.0, - "hidden_size": 1024, - "initializer_range": 0.02, - "intermediate_size": 4096, - "layer_norm_eps": 1e-05, - "layerdrop": 0.0, - "mask_feature_length": 64, - "mask_feature_min_masks": 0, - "mask_feature_prob": 0.25, - "mask_time_length": 10, - "mask_time_min_masks": 2, - "mask_time_prob": 0.75, - "model_type": "wav2vec2", - "num_adapter_layers": 3, - "num_attention_heads": 16, - "num_codevector_groups": 2, - "num_codevectors_per_group": 320, - "num_conv_pos_embedding_groups": 16, - "num_conv_pos_embeddings": 128, - "num_feat_extract_layers": 7, - "num_hidden_layers": 24, - "num_negatives": 100, - "output_hidden_size": 1024, - "pad_token_id": 34, - "proj_codevector_dim": 768, - "tdnn_dilation": [ - 1, - 2, - 3, - 1, - 1 - ], - "tdnn_dim": [ - 512, - 512, - 512, - 512, - 1500 - ], - "tdnn_kernel": [ - 5, - 3, - 3, - 1, - 1 - ], - "torch_dtype": "float32", - "transformers_version": "4.16.0.dev0", - "use_weighted_layer_sum": false, - "vocab_size": 37, - "xvector_output_dim": 512 -} diff --git a/checkpoint-400/optimizer.pt b/checkpoint-400/optimizer.pt deleted file mode 100644 index ea590cb180b361efc51d48e45c874731622e3024..0000000000000000000000000000000000000000 --- a/checkpoint-400/optimizer.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:16fdeeb953ce80d82d1ba249d99ae68b45e80c943e36a80b8a6517c275a7b594 -size 2490362385 diff --git a/checkpoint-400/pytorch_model.bin b/checkpoint-400/pytorch_model.bin deleted file mode 100644 index 1142b7c99b2597a1f687eeb528bbf5b292edbbc2..0000000000000000000000000000000000000000 --- a/checkpoint-400/pytorch_model.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:65431ecd0a10e000abb091aa8e3064f6e344c3e7771a07e792b6c0470ee8092c -size 1262075377 diff --git a/checkpoint-400/rng_state.pth b/checkpoint-400/rng_state.pth deleted file mode 100644 index 1450a361de1c4130470189ad41b578d92138eb51..0000000000000000000000000000000000000000 --- a/checkpoint-400/rng_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:a426a909abceadbfb6682c295322fafea2b96fc77d190014718f2a843f386bc4 -size 14567 diff --git a/checkpoint-400/scaler.pt b/checkpoint-400/scaler.pt deleted file mode 100644 index 343a5e7d5b98a133cd9005a7f361f7d29f6abfb8..0000000000000000000000000000000000000000 --- a/checkpoint-400/scaler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:3828e6a0e34e076fa271e3dd1c08f47dc96711f380d9585d89de05befff54169 -size 559 diff --git a/checkpoint-400/scheduler.pt b/checkpoint-400/scheduler.pt deleted file mode 100644 index 63b0c79ea6c3b20c78eeb265a34f45a4cf26adba..0000000000000000000000000000000000000000 --- a/checkpoint-400/scheduler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:b73abf21b39473fffe8d985c5918328870ddc7f68ec8e4b77b7e7ea44506a1b1 -size 623 diff --git a/checkpoint-400/trainer_state.json b/checkpoint-400/trainer_state.json deleted file mode 100644 index 831b9cad19672639bea6e0f0c68a308113ec1e73..0000000000000000000000000000000000000000 --- a/checkpoint-400/trainer_state.json +++ /dev/null @@ -1,328 +0,0 @@ -{ - "best_metric": null, - "best_model_checkpoint": null, - "epoch": 1.1624365482233503, - "global_step": 400, - "is_hyper_param_search": false, - "is_local_process_zero": true, - "is_world_process_zero": true, - "log_history": [ - { - "epoch": 0.03, - "learning_rate": 3.75e-05, - "loss": 12.1562, - "step": 10 - }, - { - "epoch": 0.06, - "learning_rate": 7.125e-05, - "loss": 8.7679, - "step": 20 - }, - { - "epoch": 0.09, - "learning_rate": 7.398952095808383e-05, - "loss": 5.3683, - "step": 30 - }, - { - "epoch": 0.12, - "learning_rate": 7.286676646706586e-05, - "loss": 4.3219, - "step": 40 - }, - { - "epoch": 0.15, - "learning_rate": 7.17440119760479e-05, - "loss": 3.7182, - "step": 50 - }, - { - "epoch": 0.15, - "eval_loss": 3.836604595184326, - "eval_runtime": 133.4846, - "eval_samples_per_second": 34.611, - "eval_steps_per_second": 4.33, - "eval_wer": 1.0, - "step": 50 - }, - { - "epoch": 0.17, - "learning_rate": 7.062125748502993e-05, - "loss": 3.478, - "step": 60 - }, - { - "epoch": 0.2, - "learning_rate": 6.949850299401197e-05, - "loss": 3.4492, - "step": 70 - }, - { - "epoch": 0.23, - "learning_rate": 6.837574850299401e-05, - "loss": 3.3928, - "step": 80 - }, - { - "epoch": 0.26, - "learning_rate": 6.725299401197604e-05, - "loss": 3.3183, - "step": 90 - }, - { - "epoch": 0.29, - "learning_rate": 6.613023952095809e-05, - "loss": 3.2075, - "step": 100 - }, - { - "epoch": 0.29, - "eval_loss": 3.258362293243408, - "eval_runtime": 126.6078, - "eval_samples_per_second": 36.491, - "eval_steps_per_second": 4.565, - "eval_wer": 1.0, - "step": 100 - }, - { - "epoch": 0.32, - "learning_rate": 6.500748502994012e-05, - "loss": 3.14, - "step": 110 - }, - { - "epoch": 0.35, - "learning_rate": 6.388473053892215e-05, - "loss": 3.1281, - "step": 120 - }, - { - "epoch": 0.38, - "learning_rate": 6.276197604790418e-05, - "loss": 3.0987, - "step": 130 - }, - { - "epoch": 0.41, - "learning_rate": 6.163922155688622e-05, - "loss": 3.1003, - "step": 140 - }, - { - "epoch": 0.44, - "learning_rate": 6.0516467065868256e-05, - "loss": 3.0922, - "step": 150 - }, - { - "epoch": 0.44, - "eval_loss": 3.127869129180908, - "eval_runtime": 126.3837, - "eval_samples_per_second": 36.555, - "eval_steps_per_second": 4.573, - "eval_wer": 1.0, - "step": 150 - }, - { - "epoch": 0.46, - "learning_rate": 5.9393712574850293e-05, - "loss": 3.0588, - "step": 160 - }, - { - "epoch": 0.49, - "learning_rate": 5.827095808383233e-05, - "loss": 3.0477, - "step": 170 - }, - { - "epoch": 0.52, - "learning_rate": 5.714820359281436e-05, - "loss": 3.045, - "step": 180 - }, - { - "epoch": 0.55, - "learning_rate": 5.602544910179641e-05, - "loss": 3.0439, - "step": 190 - }, - { - "epoch": 0.58, - "learning_rate": 5.490269461077844e-05, - "loss": 3.0846, - "step": 200 - }, - { - "epoch": 0.58, - "eval_loss": 3.079519271850586, - "eval_runtime": 125.7215, - "eval_samples_per_second": 36.748, - "eval_steps_per_second": 4.597, - "eval_wer": 1.0, - "step": 200 - }, - { - "epoch": 0.61, - "learning_rate": 5.3779940119760477e-05, - "loss": 3.0512, - "step": 210 - }, - { - "epoch": 0.64, - "learning_rate": 5.265718562874251e-05, - "loss": 3.0143, - "step": 220 - }, - { - "epoch": 0.67, - "learning_rate": 5.1534431137724546e-05, - "loss": 3.0387, - "step": 230 - }, - { - "epoch": 0.7, - "learning_rate": 5.0411676646706584e-05, - "loss": 3.0311, - "step": 240 - }, - { - "epoch": 0.73, - "learning_rate": 4.9288922155688615e-05, - "loss": 3.0417, - "step": 250 - }, - { - "epoch": 0.73, - "eval_loss": 3.069390058517456, - "eval_runtime": 125.7339, - "eval_samples_per_second": 36.744, - "eval_steps_per_second": 4.597, - "eval_wer": 1.0, - "step": 250 - }, - { - "epoch": 0.75, - "learning_rate": 4.816616766467066e-05, - "loss": 3.0219, - "step": 260 - }, - { - "epoch": 0.78, - "learning_rate": 4.704341317365269e-05, - "loss": 3.0194, - "step": 270 - }, - { - "epoch": 0.81, - "learning_rate": 4.592065868263473e-05, - "loss": 2.9974, - "step": 280 - }, - { - "epoch": 0.84, - "learning_rate": 4.479790419161676e-05, - "loss": 2.9996, - "step": 290 - }, - { - "epoch": 0.87, - "learning_rate": 4.36751497005988e-05, - "loss": 3.0016, - "step": 300 - }, - { - "epoch": 0.87, - "eval_loss": 3.0347490310668945, - "eval_runtime": 132.3039, - "eval_samples_per_second": 34.92, - "eval_steps_per_second": 4.369, - "eval_wer": 1.0, - "step": 300 - }, - { - "epoch": 0.9, - "learning_rate": 4.255239520958083e-05, - "loss": 3.0052, - "step": 310 - }, - { - "epoch": 0.93, - "learning_rate": 4.142964071856287e-05, - "loss": 2.9826, - "step": 320 - }, - { - "epoch": 0.96, - "learning_rate": 4.030688622754491e-05, - "loss": 2.9747, - "step": 330 - }, - { - "epoch": 0.99, - "learning_rate": 3.918413173652694e-05, - "loss": 2.9617, - "step": 340 - }, - { - "epoch": 1.02, - "learning_rate": 3.806137724550898e-05, - "loss": 3.2053, - "step": 350 - }, - { - "epoch": 1.02, - "eval_loss": 2.984886407852173, - "eval_runtime": 149.1508, - "eval_samples_per_second": 30.975, - "eval_steps_per_second": 3.875, - "eval_wer": 1.0, - "step": 350 - }, - { - "epoch": 1.05, - "learning_rate": 3.693862275449102e-05, - "loss": 2.9665, - "step": 360 - }, - { - "epoch": 1.08, - "learning_rate": 3.581586826347305e-05, - "loss": 2.9641, - "step": 370 - }, - { - "epoch": 1.1, - "learning_rate": 3.469311377245509e-05, - "loss": 2.9484, - "step": 380 - }, - { - "epoch": 1.13, - "learning_rate": 3.3570359281437126e-05, - "loss": 2.9494, - "step": 390 - }, - { - "epoch": 1.16, - "learning_rate": 3.244760479041916e-05, - "loss": 2.9698, - "step": 400 - }, - { - "epoch": 1.16, - "eval_loss": 2.989494562149048, - "eval_runtime": 150.6903, - "eval_samples_per_second": 30.659, - "eval_steps_per_second": 3.836, - "eval_wer": 1.0, - "step": 400 - } - ], - "max_steps": 688, - "num_train_epochs": 2, - "total_flos": 1.1900340345446784e+18, - "trial_name": null, - "trial_params": null -} diff --git a/checkpoint-400/training_args.bin b/checkpoint-400/training_args.bin deleted file mode 100644 index 3668de889ee300c61fb03bb75b3ed71da47c3466..0000000000000000000000000000000000000000 --- a/checkpoint-400/training_args.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:77806a16ec6ef209c8a5c1c085159a0bc8e45c23f2d143f2c13e01527f13b5b2 -size 2991 diff --git a/checkpoint-450/config.json b/checkpoint-450/config.json deleted file mode 100644 index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..0000000000000000000000000000000000000000 --- a/checkpoint-450/config.json +++ /dev/null @@ -1,107 +0,0 @@ -{ - "_name_or_path": "facebook/wav2vec2-xls-r-300m", - "activation_dropout": 0.1, - "adapter_kernel_size": 3, - "adapter_stride": 2, - "add_adapter": false, - "apply_spec_augment": true, - "architectures": [ - "Wav2Vec2ForCTC" - ], - "attention_dropout": 0.0, - "bos_token_id": 1, - "classifier_proj_size": 256, - "codevector_dim": 768, - "contrastive_logits_temperature": 0.1, - "conv_bias": true, - "conv_dim": [ - 512, - 512, - 512, - 512, - 512, - 512, - 512 - ], - "conv_kernel": [ - 10, - 3, - 3, - 3, - 3, - 2, - 2 - ], - "conv_stride": [ - 5, - 2, - 2, - 2, - 2, - 2, - 2 - ], - "ctc_loss_reduction": "mean", - "ctc_zero_infinity": false, - "diversity_loss_weight": 0.1, - "do_stable_layer_norm": true, - "eos_token_id": 2, - "feat_extract_activation": "gelu", - "feat_extract_dropout": 0.0, - "feat_extract_norm": "layer", - "feat_proj_dropout": 0.0, - "feat_quantizer_dropout": 0.0, - "final_dropout": 0.0, - "hidden_act": "gelu", - "hidden_dropout": 0.0, - "hidden_size": 1024, - "initializer_range": 0.02, - "intermediate_size": 4096, - "layer_norm_eps": 1e-05, - "layerdrop": 0.0, - "mask_feature_length": 64, - "mask_feature_min_masks": 0, - "mask_feature_prob": 0.25, - "mask_time_length": 10, - "mask_time_min_masks": 2, - "mask_time_prob": 0.75, - "model_type": "wav2vec2", - "num_adapter_layers": 3, - "num_attention_heads": 16, - "num_codevector_groups": 2, - "num_codevectors_per_group": 320, - "num_conv_pos_embedding_groups": 16, - "num_conv_pos_embeddings": 128, - "num_feat_extract_layers": 7, - "num_hidden_layers": 24, - "num_negatives": 100, - "output_hidden_size": 1024, - "pad_token_id": 34, - "proj_codevector_dim": 768, - "tdnn_dilation": [ - 1, - 2, - 3, - 1, - 1 - ], - "tdnn_dim": [ - 512, - 512, - 512, - 512, - 1500 - ], - "tdnn_kernel": [ - 5, - 3, - 3, - 1, - 1 - ], - "torch_dtype": "float32", - "transformers_version": "4.16.0.dev0", - "use_weighted_layer_sum": false, - "vocab_size": 37, - "xvector_output_dim": 512 -} diff --git a/checkpoint-450/optimizer.pt b/checkpoint-450/optimizer.pt deleted file mode 100644 index bd8715c1bbd9c3f0f52187373ced180406b9cf8d..0000000000000000000000000000000000000000 --- a/checkpoint-450/optimizer.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:8d20a2e7a06e4c6fe1ca1763518fe26e3bd509e54e5c6ce336b1cdd4ad352fc8 -size 2490362385 diff --git a/checkpoint-450/preprocessor_config.json b/checkpoint-450/preprocessor_config.json deleted file mode 100644 index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000 --- a/checkpoint-450/preprocessor_config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "do_normalize": true, - "feature_extractor_type": "Wav2Vec2FeatureExtractor", - "feature_size": 1, - "padding_side": "right", - "padding_value": 0, - "return_attention_mask": true, - "sampling_rate": 16000 -} diff --git a/checkpoint-450/pytorch_model.bin b/checkpoint-450/pytorch_model.bin deleted file mode 100644 index 4d6526b1a26d796a4844fa41478096f99e4673af..0000000000000000000000000000000000000000 --- a/checkpoint-450/pytorch_model.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:64a67aef87c3664c6c90fef5a16264df1a1e9ec09017448f7dd3962f7e7ed3cd -size 1262075377 diff --git a/checkpoint-450/rng_state.pth b/checkpoint-450/rng_state.pth deleted file mode 100644 index 86e2495f351ca86cbf10ac22ccc4ddb4debc815c..0000000000000000000000000000000000000000 --- a/checkpoint-450/rng_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:171f5d4a1db63b5ecb87951d275cbcef882e72c7875f0439f386ec2a0cc474fc -size 14503 diff --git a/checkpoint-450/scaler.pt b/checkpoint-450/scaler.pt deleted file mode 100644 index 3d0bb5f867ee5f9f3f1a52c173ca13960db592ee..0000000000000000000000000000000000000000 --- a/checkpoint-450/scaler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:5b437a2168639a7226a6616cf299b21e2671732a153df5f941f17a2c38a20459 -size 559 diff --git a/checkpoint-450/scheduler.pt b/checkpoint-450/scheduler.pt deleted file mode 100644 index adb43a1b1561f909777da38ebd18a1c9916ebb24..0000000000000000000000000000000000000000 --- a/checkpoint-450/scheduler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:89db00b13c6183184d8d5a3b77b2b0c26843c6c480825e0951a03deff712e541 -size 623 diff --git a/checkpoint-450/trainer_state.json b/checkpoint-450/trainer_state.json deleted file mode 100644 index ada10dc604083a13a3115d583568a1430ba58635..0000000000000000000000000000000000000000 --- a/checkpoint-450/trainer_state.json +++ /dev/null @@ -1,367 +0,0 @@ -{ - "best_metric": null, - "best_model_checkpoint": null, - "epoch": 1.3074691805656273, - "global_step": 450, - "is_hyper_param_search": false, - "is_local_process_zero": true, - "is_world_process_zero": true, - "log_history": [ - { - "epoch": 0.03, - "learning_rate": 3.75e-05, - "loss": 12.1562, - "step": 10 - }, - { - "epoch": 0.06, - "learning_rate": 7.125e-05, - "loss": 8.7679, - "step": 20 - }, - { - "epoch": 0.09, - "learning_rate": 7.398952095808383e-05, - "loss": 5.3683, - "step": 30 - }, - { - "epoch": 0.12, - "learning_rate": 7.286676646706586e-05, - "loss": 4.3219, - "step": 40 - }, - { - "epoch": 0.15, - "learning_rate": 7.17440119760479e-05, - "loss": 3.7182, - "step": 50 - }, - { - "epoch": 0.15, - "eval_loss": 3.836604595184326, - "eval_runtime": 133.4846, - "eval_samples_per_second": 34.611, - "eval_steps_per_second": 4.33, - "eval_wer": 1.0, - "step": 50 - }, - { - "epoch": 0.17, - "learning_rate": 7.062125748502993e-05, - "loss": 3.478, - "step": 60 - }, - { - "epoch": 0.2, - "learning_rate": 6.949850299401197e-05, - "loss": 3.4492, - "step": 70 - }, - { - "epoch": 0.23, - "learning_rate": 6.837574850299401e-05, - "loss": 3.3928, - "step": 80 - }, - { - "epoch": 0.26, - "learning_rate": 6.725299401197604e-05, - "loss": 3.3183, - "step": 90 - }, - { - "epoch": 0.29, - "learning_rate": 6.613023952095809e-05, - "loss": 3.2075, - "step": 100 - }, - { - "epoch": 0.29, - "eval_loss": 3.258362293243408, - "eval_runtime": 126.6078, - "eval_samples_per_second": 36.491, - "eval_steps_per_second": 4.565, - "eval_wer": 1.0, - "step": 100 - }, - { - "epoch": 0.32, - "learning_rate": 6.500748502994012e-05, - "loss": 3.14, - "step": 110 - }, - { - "epoch": 0.35, - "learning_rate": 6.388473053892215e-05, - "loss": 3.1281, - "step": 120 - }, - { - "epoch": 0.38, - "learning_rate": 6.276197604790418e-05, - "loss": 3.0987, - "step": 130 - }, - { - "epoch": 0.41, - "learning_rate": 6.163922155688622e-05, - "loss": 3.1003, - "step": 140 - }, - { - "epoch": 0.44, - "learning_rate": 6.0516467065868256e-05, - "loss": 3.0922, - "step": 150 - }, - { - "epoch": 0.44, - "eval_loss": 3.127869129180908, - "eval_runtime": 126.3837, - "eval_samples_per_second": 36.555, - "eval_steps_per_second": 4.573, - "eval_wer": 1.0, - "step": 150 - }, - { - "epoch": 0.46, - "learning_rate": 5.9393712574850293e-05, - "loss": 3.0588, - "step": 160 - }, - { - "epoch": 0.49, - "learning_rate": 5.827095808383233e-05, - "loss": 3.0477, - "step": 170 - }, - { - "epoch": 0.52, - "learning_rate": 5.714820359281436e-05, - "loss": 3.045, - "step": 180 - }, - { - "epoch": 0.55, - "learning_rate": 5.602544910179641e-05, - "loss": 3.0439, - "step": 190 - }, - { - "epoch": 0.58, - "learning_rate": 5.490269461077844e-05, - "loss": 3.0846, - "step": 200 - }, - { - "epoch": 0.58, - "eval_loss": 3.079519271850586, - "eval_runtime": 125.7215, - "eval_samples_per_second": 36.748, - "eval_steps_per_second": 4.597, - "eval_wer": 1.0, - "step": 200 - }, - { - "epoch": 0.61, - "learning_rate": 5.3779940119760477e-05, - "loss": 3.0512, - "step": 210 - }, - { - "epoch": 0.64, - "learning_rate": 5.265718562874251e-05, - "loss": 3.0143, - "step": 220 - }, - { - "epoch": 0.67, - "learning_rate": 5.1534431137724546e-05, - "loss": 3.0387, - "step": 230 - }, - { - "epoch": 0.7, - "learning_rate": 5.0411676646706584e-05, - "loss": 3.0311, - "step": 240 - }, - { - "epoch": 0.73, - "learning_rate": 4.9288922155688615e-05, - "loss": 3.0417, - "step": 250 - }, - { - "epoch": 0.73, - "eval_loss": 3.069390058517456, - "eval_runtime": 125.7339, - "eval_samples_per_second": 36.744, - "eval_steps_per_second": 4.597, - "eval_wer": 1.0, - "step": 250 - }, - { - "epoch": 0.75, - "learning_rate": 4.816616766467066e-05, - "loss": 3.0219, - "step": 260 - }, - { - "epoch": 0.78, - "learning_rate": 4.704341317365269e-05, - "loss": 3.0194, - "step": 270 - }, - { - "epoch": 0.81, - "learning_rate": 4.592065868263473e-05, - "loss": 2.9974, - "step": 280 - }, - { - "epoch": 0.84, - "learning_rate": 4.479790419161676e-05, - "loss": 2.9996, - "step": 290 - }, - { - "epoch": 0.87, - "learning_rate": 4.36751497005988e-05, - "loss": 3.0016, - "step": 300 - }, - { - "epoch": 0.87, - "eval_loss": 3.0347490310668945, - "eval_runtime": 132.3039, - "eval_samples_per_second": 34.92, - "eval_steps_per_second": 4.369, - "eval_wer": 1.0, - "step": 300 - }, - { - "epoch": 0.9, - "learning_rate": 4.255239520958083e-05, - "loss": 3.0052, - "step": 310 - }, - { - "epoch": 0.93, - "learning_rate": 4.142964071856287e-05, - "loss": 2.9826, - "step": 320 - }, - { - "epoch": 0.96, - "learning_rate": 4.030688622754491e-05, - "loss": 2.9747, - "step": 330 - }, - { - "epoch": 0.99, - "learning_rate": 3.918413173652694e-05, - "loss": 2.9617, - "step": 340 - }, - { - "epoch": 1.02, - "learning_rate": 3.806137724550898e-05, - "loss": 3.2053, - "step": 350 - }, - { - "epoch": 1.02, - "eval_loss": 2.984886407852173, - "eval_runtime": 149.1508, - "eval_samples_per_second": 30.975, - "eval_steps_per_second": 3.875, - "eval_wer": 1.0, - "step": 350 - }, - { - "epoch": 1.05, - "learning_rate": 3.693862275449102e-05, - "loss": 2.9665, - "step": 360 - }, - { - "epoch": 1.08, - "learning_rate": 3.581586826347305e-05, - "loss": 2.9641, - "step": 370 - }, - { - "epoch": 1.1, - "learning_rate": 3.469311377245509e-05, - "loss": 2.9484, - "step": 380 - }, - { - "epoch": 1.13, - "learning_rate": 3.3570359281437126e-05, - "loss": 2.9494, - "step": 390 - }, - { - "epoch": 1.16, - "learning_rate": 3.244760479041916e-05, - "loss": 2.9698, - "step": 400 - }, - { - "epoch": 1.16, - "eval_loss": 2.989494562149048, - "eval_runtime": 150.6903, - "eval_samples_per_second": 30.659, - "eval_steps_per_second": 3.836, - "eval_wer": 1.0, - "step": 400 - }, - { - "epoch": 1.19, - "learning_rate": 3.1324850299401195e-05, - "loss": 2.9664, - "step": 410 - }, - { - "epoch": 1.22, - "learning_rate": 3.020209580838323e-05, - "loss": 2.9494, - "step": 420 - }, - { - "epoch": 1.25, - "learning_rate": 2.9079341317365265e-05, - "loss": 2.935, - "step": 430 - }, - { - "epoch": 1.28, - "learning_rate": 2.7956586826347306e-05, - "loss": 2.9397, - "step": 440 - }, - { - "epoch": 1.31, - "learning_rate": 2.683383233532934e-05, - "loss": 2.9485, - "step": 450 - }, - { - "epoch": 1.31, - "eval_loss": 2.9584460258483887, - "eval_runtime": 140.6358, - "eval_samples_per_second": 32.851, - "eval_steps_per_second": 4.11, - "eval_wer": 1.0, - "step": 450 - } - ], - "max_steps": 688, - "num_train_epochs": 2, - "total_flos": 1.336010418574825e+18, - "trial_name": null, - "trial_params": null -} diff --git a/checkpoint-450/training_args.bin b/checkpoint-450/training_args.bin deleted file mode 100644 index 3668de889ee300c61fb03bb75b3ed71da47c3466..0000000000000000000000000000000000000000 --- a/checkpoint-450/training_args.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:77806a16ec6ef209c8a5c1c085159a0bc8e45c23f2d143f2c13e01527f13b5b2 -size 2991 diff --git a/checkpoint-500/config.json b/checkpoint-5/config.json similarity index 65% rename from checkpoint-500/config.json rename to checkpoint-5/config.json index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..ab1d98b04b59f2aee1d007a7e59854fe1acde354 100644 --- a/checkpoint-500/config.json +++ b/checkpoint-5/config.json @@ -1,6 +1,6 @@ { - "_name_or_path": "facebook/wav2vec2-xls-r-300m", - "activation_dropout": 0.1, + "_name_or_path": "hf-test/xls-r-dummy", + "activation_dropout": 0.0, "adapter_kernel_size": 3, "adapter_stride": 2, "add_adapter": false, @@ -11,35 +11,23 @@ "attention_dropout": 0.0, "bos_token_id": 1, "classifier_proj_size": 256, - "codevector_dim": 768, + "codevector_dim": 256, "contrastive_logits_temperature": 0.1, - "conv_bias": true, + "conv_bias": false, "conv_dim": [ - 512, - 512, - 512, - 512, - 512, - 512, - 512 + 32, + 32, + 32 ], "conv_kernel": [ - 10, - 3, - 3, - 3, - 3, - 2, - 2 + 8, + 8, + 8 ], "conv_stride": [ - 5, - 2, - 2, - 2, - 2, - 2, - 2 + 4, + 4, + 4 ], "ctc_loss_reduction": "mean", "ctc_zero_infinity": false, @@ -54,30 +42,31 @@ "final_dropout": 0.0, "hidden_act": "gelu", "hidden_dropout": 0.0, - "hidden_size": 1024, + "hidden_dropout_prob": 0.1, + "hidden_size": 16, "initializer_range": 0.02, - "intermediate_size": 4096, + "intermediate_size": 20, "layer_norm_eps": 1e-05, "layerdrop": 0.0, - "mask_feature_length": 64, + "mask_feature_length": 10, "mask_feature_min_masks": 0, - "mask_feature_prob": 0.25, + "mask_feature_prob": 0.0, "mask_time_length": 10, "mask_time_min_masks": 2, - "mask_time_prob": 0.75, + "mask_time_prob": 0.05, "model_type": "wav2vec2", "num_adapter_layers": 3, - "num_attention_heads": 16, + "num_attention_heads": 2, "num_codevector_groups": 2, "num_codevectors_per_group": 320, - "num_conv_pos_embedding_groups": 16, - "num_conv_pos_embeddings": 128, - "num_feat_extract_layers": 7, - "num_hidden_layers": 24, - "num_negatives": 100, - "output_hidden_size": 1024, - "pad_token_id": 34, - "proj_codevector_dim": 768, + "num_conv_pos_embedding_groups": 2, + "num_conv_pos_embeddings": 16, + "num_feat_extract_layers": 3, + "num_hidden_layers": 4, + "num_negatives": 10, + "output_hidden_size": 16, + "pad_token_id": 50, + "proj_codevector_dim": 256, "tdnn_dilation": [ 1, 2, @@ -102,6 +91,6 @@ "torch_dtype": "float32", "transformers_version": "4.16.0.dev0", "use_weighted_layer_sum": false, - "vocab_size": 37, + "vocab_size": 53, "xvector_output_dim": 512 } diff --git a/checkpoint-5/optimizer.pt b/checkpoint-5/optimizer.pt new file mode 100644 index 0000000000000000000000000000000000000000..84227572849bfdf65ffac7e7149c1a7bac63592a --- /dev/null +++ b/checkpoint-5/optimizer.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a245c50c71ce92148ecd921cac7789c454842de546c72d14ed7db3cfb2368f57 +size 130385 diff --git a/checkpoint-400/preprocessor_config.json b/checkpoint-5/preprocessor_config.json similarity index 73% rename from checkpoint-400/preprocessor_config.json rename to checkpoint-5/preprocessor_config.json index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..a0b7227fc1d916e469b14f6c154ad6dfea1e6891 100644 --- a/checkpoint-400/preprocessor_config.json +++ b/checkpoint-5/preprocessor_config.json @@ -3,7 +3,7 @@ "feature_extractor_type": "Wav2Vec2FeatureExtractor", "feature_size": 1, "padding_side": "right", - "padding_value": 0, - "return_attention_mask": true, + "padding_value": 0.0, + "return_attention_mask": false, "sampling_rate": 16000 } diff --git a/checkpoint-5/pytorch_model.bin b/checkpoint-5/pytorch_model.bin new file mode 100644 index 0000000000000000000000000000000000000000..cb2404f7b5dc347d621158ef7b62dd6a9de9fe23 --- /dev/null +++ b/checkpoint-5/pytorch_model.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f707ecc79ae941e56ffdb7641b649a684ab4c49c79e26a5c0e388853b9c3416 +size 143910 diff --git a/checkpoint-5/rng_state.pth b/checkpoint-5/rng_state.pth new file mode 100644 index 0000000000000000000000000000000000000000..4f4033bdcf58dfe0499f7daaf091b8c0657e4ce8 --- /dev/null +++ b/checkpoint-5/rng_state.pth @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ed2ba2d62f4307f8e3a73e07e52e7c639a10c1c25d1552bde4eee08c6914110c +size 14567 diff --git a/checkpoint-5/scaler.pt b/checkpoint-5/scaler.pt new file mode 100644 index 0000000000000000000000000000000000000000..88b2386a9091009f93dee1f55c5760fbe6109780 --- /dev/null +++ b/checkpoint-5/scaler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9a648873cde1f456464b7741cbb832250d15acff5f65edbdbdecb0e392b63153 +size 559 diff --git a/checkpoint-5/scheduler.pt b/checkpoint-5/scheduler.pt new file mode 100644 index 0000000000000000000000000000000000000000..87e016140ed93c5d2b41325fb26c9e57ce8e45ae --- /dev/null +++ b/checkpoint-5/scheduler.pt @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1570f1540bbb5840ac5e01c84d0494b5fa441945dfd0c990d275c242d4173037 +size 623 diff --git a/checkpoint-5/trainer_state.json b/checkpoint-5/trainer_state.json new file mode 100644 index 0000000000000000000000000000000000000000..eb02cc247f3c1c1ce1f5fcd3014180f7ff849a1d --- /dev/null +++ b/checkpoint-5/trainer_state.json @@ -0,0 +1,15 @@ +{ + "best_metric": null, + "best_model_checkpoint": null, + "epoch": 0.014204545454545454, + "global_step": 5, + "is_hyper_param_search": false, + "is_local_process_zero": true, + "is_world_process_zero": true, + "log_history": [], + "max_steps": 10, + "num_train_epochs": 1, + "total_flos": 273921937920.0, + "trial_name": null, + "trial_params": null +} diff --git a/checkpoint-5/training_args.bin b/checkpoint-5/training_args.bin new file mode 100644 index 0000000000000000000000000000000000000000..a6ee4a388875f54e609d7a0ef39dc5f0eb7e5840 --- /dev/null +++ b/checkpoint-5/training_args.bin @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:13f03d8c8ae9bd8496ddb1b6ef8d282d15b54e9aee2f515f000a57e9ac24d7c2 +size 2991 diff --git a/checkpoint-500/optimizer.pt b/checkpoint-500/optimizer.pt deleted file mode 100644 index 446eef939fc081ea7c298fb1125c30df282199a2..0000000000000000000000000000000000000000 --- a/checkpoint-500/optimizer.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:2dbd398c0993452243cb7df79d58793489c5b41d1a1000e547261b81959e2f45 -size 2490362385 diff --git a/checkpoint-500/preprocessor_config.json b/checkpoint-500/preprocessor_config.json deleted file mode 100644 index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..0000000000000000000000000000000000000000 --- a/checkpoint-500/preprocessor_config.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "do_normalize": true, - "feature_extractor_type": "Wav2Vec2FeatureExtractor", - "feature_size": 1, - "padding_side": "right", - "padding_value": 0, - "return_attention_mask": true, - "sampling_rate": 16000 -} diff --git a/checkpoint-500/pytorch_model.bin b/checkpoint-500/pytorch_model.bin deleted file mode 100644 index f1ab8ef153aac3228dde993b18afdac93cde0bcb..0000000000000000000000000000000000000000 --- a/checkpoint-500/pytorch_model.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:ed159635bd947770842e25d915d8157fd198d2f06d5db2476c6663627e3beee7 -size 1262075377 diff --git a/checkpoint-500/rng_state.pth b/checkpoint-500/rng_state.pth deleted file mode 100644 index 00c4c821bf4c0af098df480316b9a6d991d0b024..0000000000000000000000000000000000000000 --- a/checkpoint-500/rng_state.pth +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:32b82ac75b07e68dc3bc90e76f55a339f64dce724d87a9ae3c69ee46df441867 -size 14503 diff --git a/checkpoint-500/scaler.pt b/checkpoint-500/scaler.pt deleted file mode 100644 index d772bae80fc54906c97c8561308663e25c3b9abe..0000000000000000000000000000000000000000 --- a/checkpoint-500/scaler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:0c8bceadebe118ff459b01a775a8e9b38a6b8302c162d022f78d3646163e6486 -size 559 diff --git a/checkpoint-500/scheduler.pt b/checkpoint-500/scheduler.pt deleted file mode 100644 index 9d4da66ce3a7bf1c54f18fa750411262b58d8622..0000000000000000000000000000000000000000 --- a/checkpoint-500/scheduler.pt +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:15019bcd1c8fc8b1bd39c46d9e1196c2fa76648918a0024eb84229f57debcf7e -size 623 diff --git a/checkpoint-500/trainer_state.json b/checkpoint-500/trainer_state.json deleted file mode 100644 index 8811c23ff00fb900cbb36ff6ef3a0d56426546e4..0000000000000000000000000000000000000000 --- a/checkpoint-500/trainer_state.json +++ /dev/null @@ -1,55 +0,0 @@ -{ - "best_metric": null, - "best_model_checkpoint": null, - "epoch": 1.4525018129079044, - "global_step": 500, - "is_hyper_param_search": false, - "is_local_process_zero": true, - "is_world_process_zero": true, - "log_history": [ - { - "epoch": 0.29, - "learning_rate": 6.613023952095809e-05, - "loss": 5.1206, - "step": 100 - }, - { - "epoch": 0.58, - "learning_rate": 5.490269461077844e-05, - "loss": 3.0901, - "step": 200 - }, - { - "epoch": 0.87, - "learning_rate": 4.36751497005988e-05, - "loss": 3.0224, - "step": 300 - }, - { - "epoch": 1.16, - "learning_rate": 3.244760479041916e-05, - "loss": 2.9922, - "step": 400 - }, - { - "epoch": 1.45, - "learning_rate": 2.1220059880239517e-05, - "loss": 2.9357, - "step": 500 - }, - { - "epoch": 1.45, - "eval_loss": 2.9458744525909424, - "eval_runtime": 138.8724, - "eval_samples_per_second": 33.268, - "eval_steps_per_second": 4.162, - "eval_wer": 1.0, - "step": 500 - } - ], - "max_steps": 688, - "num_train_epochs": 2, - "total_flos": 1.4827194756605722e+18, - "trial_name": null, - "trial_params": null -} diff --git a/checkpoint-500/training_args.bin b/checkpoint-500/training_args.bin deleted file mode 100644 index c1389a2840277e1c90a0724df23dc58f54f37c90..0000000000000000000000000000000000000000 --- a/checkpoint-500/training_args.bin +++ /dev/null @@ -1,3 +0,0 @@ -version https://git-lfs.github.com/spec/v1 -oid sha256:07c8daeeea1ded5d5b75ab1c6033b9bed25c9ac1f192a365842399932683cfcc -size 2991 diff --git a/config.json b/config.json index e2b341d9ac71fa59d21d0ae0ebe25c94ee280332..ab1d98b04b59f2aee1d007a7e59854fe1acde354 100644 --- a/config.json +++ b/config.json @@ -1,6 +1,6 @@ { - "_name_or_path": "facebook/wav2vec2-xls-r-300m", - "activation_dropout": 0.1, + "_name_or_path": "hf-test/xls-r-dummy", + "activation_dropout": 0.0, "adapter_kernel_size": 3, "adapter_stride": 2, "add_adapter": false, @@ -11,35 +11,23 @@ "attention_dropout": 0.0, "bos_token_id": 1, "classifier_proj_size": 256, - "codevector_dim": 768, + "codevector_dim": 256, "contrastive_logits_temperature": 0.1, - "conv_bias": true, + "conv_bias": false, "conv_dim": [ - 512, - 512, - 512, - 512, - 512, - 512, - 512 + 32, + 32, + 32 ], "conv_kernel": [ - 10, - 3, - 3, - 3, - 3, - 2, - 2 + 8, + 8, + 8 ], "conv_stride": [ - 5, - 2, - 2, - 2, - 2, - 2, - 2 + 4, + 4, + 4 ], "ctc_loss_reduction": "mean", "ctc_zero_infinity": false, @@ -54,30 +42,31 @@ "final_dropout": 0.0, "hidden_act": "gelu", "hidden_dropout": 0.0, - "hidden_size": 1024, + "hidden_dropout_prob": 0.1, + "hidden_size": 16, "initializer_range": 0.02, - "intermediate_size": 4096, + "intermediate_size": 20, "layer_norm_eps": 1e-05, "layerdrop": 0.0, - "mask_feature_length": 64, + "mask_feature_length": 10, "mask_feature_min_masks": 0, - "mask_feature_prob": 0.25, + "mask_feature_prob": 0.0, "mask_time_length": 10, "mask_time_min_masks": 2, - "mask_time_prob": 0.75, + "mask_time_prob": 0.05, "model_type": "wav2vec2", "num_adapter_layers": 3, - "num_attention_heads": 16, + "num_attention_heads": 2, "num_codevector_groups": 2, "num_codevectors_per_group": 320, - "num_conv_pos_embedding_groups": 16, - "num_conv_pos_embeddings": 128, - "num_feat_extract_layers": 7, - "num_hidden_layers": 24, - "num_negatives": 100, - "output_hidden_size": 1024, - "pad_token_id": 34, - "proj_codevector_dim": 768, + "num_conv_pos_embedding_groups": 2, + "num_conv_pos_embeddings": 16, + "num_feat_extract_layers": 3, + "num_hidden_layers": 4, + "num_negatives": 10, + "output_hidden_size": 16, + "pad_token_id": 50, + "proj_codevector_dim": 256, "tdnn_dilation": [ 1, 2, @@ -102,6 +91,6 @@ "torch_dtype": "float32", "transformers_version": "4.16.0.dev0", "use_weighted_layer_sum": false, - "vocab_size": 37, + "vocab_size": 53, "xvector_output_dim": 512 } diff --git a/eval_results.json b/eval_results.json deleted file mode 100644 index 5c99813611a18ebd2c4657e71c248314eda631ea..0000000000000000000000000000000000000000 --- a/eval_results.json +++ /dev/null @@ -1,9 +0,0 @@ -{ - "epoch": 2.0, - "eval_loss": 2.91414213180542, - "eval_runtime": 133.9783, - "eval_samples": 4620, - "eval_samples_per_second": 34.483, - "eval_steps_per_second": 4.314, - "eval_wer": 1.0 -} \ No newline at end of file diff --git a/preprocessor_config.json b/preprocessor_config.json index 36ebe8b7c1cc967b3059f0494ae8a1069dd67655..a0b7227fc1d916e469b14f6c154ad6dfea1e6891 100644 --- a/preprocessor_config.json +++ b/preprocessor_config.json @@ -3,7 +3,7 @@ "feature_extractor_type": "Wav2Vec2FeatureExtractor", "feature_size": 1, "padding_side": "right", - "padding_value": 0, - "return_attention_mask": true, + "padding_value": 0.0, + "return_attention_mask": false, "sampling_rate": 16000 } diff --git a/pytorch_model.bin b/pytorch_model.bin index 12930635eafc76c25dd3532a93e1f33a4a60feb3..cb2404f7b5dc347d621158ef7b62dd6a9de9fe23 100644 --- a/pytorch_model.bin +++ b/pytorch_model.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:5c01bc756f9d54db8c90d48e01252abf1115ffe23b3c7297aa9b48389b4e9132 -size 1262075377 +oid sha256:1f707ecc79ae941e56ffdb7641b649a684ab4c49c79e26a5c0e388853b9c3416 +size 143910 diff --git a/run-dummy-ab-gpu.sh b/run-dummy-ab-gpu.sh new file mode 100644 index 0000000000000000000000000000000000000000..4801300ff10a3f68355f78db12a991ebb57c5d77 --- /dev/null +++ b/run-dummy-ab-gpu.sh @@ -0,0 +1,22 @@ +python run_speech_recognition_ctc.py \ +--dataset_name="mozilla-foundation/common_voice_7_0" \ +--model_name_or_path="hf-test/xls-r-dummy" \ +--dataset_config_name="ab" \ +--output_dir="./" \ +--overwrite_output_dir \ +--max_steps="10" \ +--per_device_train_batch_size="2" \ +--learning_rate="3e-4" \ +--save_total_limit="1" \ +--evaluation_strategy="steps" \ +--text_column_name="sentence" \ +--length_column_name="input_length" \ +--save_steps="5" \ +--layerdrop="0.0" \ +--freeze_feature_encoder \ +--gradient_checkpointing \ +--fp16 \ +--group_by_length \ +--push_to_hub \ +--use_auth_token \ +--do_train --do_eval diff --git a/run-dummy-sv-gpu.sh b/run-dummy-sv-gpu.sh index da4fd138a1622b1f82c6415ccd15d0046938720e..ddcfe0a511208f77f6c7cbe6a184164aeda35652 100644 --- a/run-dummy-sv-gpu.sh +++ b/run-dummy-sv-gpu.sh @@ -1,7 +1,7 @@ python run_speech_recognition_ctc.py \ --dataset_name="mozilla-foundation/common_voice_7_0" \ - --model_name_or_path="facebook/wav2vec2-xls-r-300m" \ - --dataset_config_name="sv-SE" \ + --model_name_or_path="hf-test/xls-r-dummy" \ + --dataset_config_name="ab" \ --output_dir="./" \ --overwrite_output_dir \ --max_steps="10" \ diff --git a/special_tokens_map.json b/special_tokens_map.json index 59f35a218a8e5de6f5f0d528da9944a5d41bd0d0..623bcb06d8c0af8f6d7aa926d568ad455780c999 100644 --- a/special_tokens_map.json +++ b/special_tokens_map.json @@ -1 +1 @@ -{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]} \ No newline at end of file +{"bos_token": "", "eos_token": "", "unk_token": "[UNK]", "pad_token": "[PAD]", "additional_special_tokens": [{"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}, {"content": "", "single_word": false, "lstrip": false, "rstrip": false, "normalized": true}]} \ No newline at end of file diff --git a/train_results.json b/train_results.json deleted file mode 100644 index dfc9c904c09000c9a91ee3fb6be688e826d03b44..0000000000000000000000000000000000000000 --- a/train_results.json +++ /dev/null @@ -1,8 +0,0 @@ -{ - "epoch": 2.0, - "train_loss": 3.289040254992108, - "train_runtime": 1292.4856, - "train_samples": 11030, - "train_samples_per_second": 17.068, - "train_steps_per_second": 0.532 -} \ No newline at end of file diff --git a/trainer_state.json b/trainer_state.json deleted file mode 100644 index 7973a63a77e4614b15299737f3e82b61726c9b28..0000000000000000000000000000000000000000 --- a/trainer_state.json +++ /dev/null @@ -1,70 +0,0 @@ -{ - "best_metric": null, - "best_model_checkpoint": null, - "epoch": 1.997824510514866, - "global_step": 688, - "is_hyper_param_search": false, - "is_local_process_zero": true, - "is_world_process_zero": true, - "log_history": [ - { - "epoch": 0.29, - "learning_rate": 6.613023952095809e-05, - "loss": 5.1206, - "step": 100 - }, - { - "epoch": 0.58, - "learning_rate": 5.490269461077844e-05, - "loss": 3.0901, - "step": 200 - }, - { - "epoch": 0.87, - "learning_rate": 4.36751497005988e-05, - "loss": 3.0224, - "step": 300 - }, - { - "epoch": 1.16, - "learning_rate": 3.244760479041916e-05, - "loss": 2.9922, - "step": 400 - }, - { - "epoch": 1.45, - "learning_rate": 2.1220059880239517e-05, - "loss": 2.9357, - "step": 500 - }, - { - "epoch": 1.45, - "eval_loss": 2.9458744525909424, - "eval_runtime": 138.8724, - "eval_samples_per_second": 33.268, - "eval_steps_per_second": 4.162, - "eval_wer": 1.0, - "step": 500 - }, - { - "epoch": 1.74, - "learning_rate": 9.99251497005988e-06, - "loss": 2.9153, - "step": 600 - }, - { - "epoch": 2.0, - "step": 688, - "total_flos": 2.0290377210557414e+18, - "train_loss": 3.289040254992108, - "train_runtime": 1292.4856, - "train_samples_per_second": 17.068, - "train_steps_per_second": 0.532 - } - ], - "max_steps": 688, - "num_train_epochs": 2, - "total_flos": 2.0290377210557414e+18, - "trial_name": null, - "trial_params": null -} diff --git a/training_args.bin b/training_args.bin index c1389a2840277e1c90a0724df23dc58f54f37c90..a6ee4a388875f54e609d7a0ef39dc5f0eb7e5840 100644 --- a/training_args.bin +++ b/training_args.bin @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:07c8daeeea1ded5d5b75ab1c6033b9bed25c9ac1f192a365842399932683cfcc +oid sha256:13f03d8c8ae9bd8496ddb1b6ef8d282d15b54e9aee2f515f000a57e9ac24d7c2 size 2991 diff --git a/vocab.json b/vocab.json index 6328bc81ab4ece84acac7fa8d4fed222475dbc9d..be2d50e81c13ab656b1f913daa84f81967f1d584 100644 --- a/vocab.json +++ b/vocab.json @@ -1 +1 @@ -{"a": 1, "b": 2, "c": 3, "d": 4, "e": 5, "f": 6, "g": 7, "h": 8, "i": 9, "j": 10, "k": 11, "l": 12, "m": 13, "n": 14, "o": 15, "p": 16, "q": 17, "r": 18, "s": 19, "t": 20, "u": 21, "v": 22, "w": 23, "x": 24, "y": 25, "z": 26, "ä": 27, "å": 28, "é": 29, "ô": 30, "ö": 31, "ü": 32, "|": 0, "[UNK]": 33, "[PAD]": 34} \ No newline at end of file +{"!": 1, ",": 2, "-": 3, ".": 4, ":": 5, ";": 6, "?": 7, "а": 8, "б": 9, "в": 10, "г": 11, "д": 12, "е": 13, "ж": 14, "з": 15, "и": 16, "к": 17, "л": 18, "м": 19, "н": 20, "о": 21, "п": 22, "р": 23, "с": 24, "т": 25, "у": 26, "ф": 27, "х": 28, "ц": 29, "ч": 30, "ш": 31, "ы": 32, "ь": 33, "џ": 34, "қ": 35, "ҟ": 36, "ҩ": 37, "ҭ": 38, "ҳ": 39, "ҵ": 40, "ҷ": 41, "ҽ": 42, "ҿ": 43, "ә": 44, "ӡ": 45, "ӷ": 46, "ԥ": 47, "–": 48, "|": 0, "[UNK]": 49, "[PAD]": 50} \ No newline at end of file