| 02/02/2022 18:04:15 - WARNING - __main__ - Process rank: -1, device: cuda:0, n_gpu: 1distributed training: False, 16-bits training: True | |
| 02/02/2022 18:04:15 - INFO - __main__ - Training/evaluation parameters TrainingArguments( | |
| _n_gpu=1, | |
| adafactor=False, | |
| adam_beta1=0.9, | |
| adam_beta2=0.999, | |
| adam_epsilon=1e-08, | |
| bf16=False, | |
| bf16_full_eval=False, | |
| dataloader_drop_last=False, | |
| dataloader_num_workers=0, | |
| dataloader_pin_memory=True, | |
| ddp_bucket_cap_mb=None, | |
| ddp_find_unused_parameters=None, | |
| debug=[], | |
| deepspeed=None, | |
| disable_tqdm=False, | |
| do_eval=True, | |
| do_predict=False, | |
| do_train=True, | |
| eval_accumulation_steps=None, | |
| eval_steps=500, | |
| evaluation_strategy=IntervalStrategy.STEPS, | |
| fp16=True, | |
| fp16_backend=auto, | |
| fp16_full_eval=False, | |
| fp16_opt_level=O1, | |
| gradient_accumulation_steps=4, | |
| gradient_checkpointing=True, | |
| greater_is_better=None, | |
| group_by_length=True, | |
| half_precision_backend=auto, | |
| hub_model_id=None, | |
| hub_strategy=HubStrategy.EVERY_SAVE, | |
| hub_token=<HUB_TOKEN>, | |
| ignore_data_skip=False, | |
| label_names=None, | |
| label_smoothing_factor=0.0, | |
| learning_rate=7.5e-05, | |
| length_column_name=input_length, | |
| load_best_model_at_end=False, | |
| local_rank=-1, | |
| log_level=-1, | |
| log_level_replica=-1, | |
| log_on_each_node=True, | |
| logging_dir=./runs/Feb02_18-04-15_job-86e1d453-0156-4b77-a98d-7d457c737175, | |
| logging_first_step=False, | |
| logging_nan_inf_filter=True, | |
| logging_steps=100, | |
| logging_strategy=IntervalStrategy.STEPS, | |
| lr_scheduler_type=SchedulerType.LINEAR, | |
| max_grad_norm=1.0, | |
| max_steps=-1, | |
| metric_for_best_model=None, | |
| mp_parameters=, | |
| no_cuda=False, | |
| num_train_epochs=50.0, | |
| optim=OptimizerNames.ADAMW_HF, | |
| output_dir=./, | |
| overwrite_output_dir=True, | |
| past_index=-1, | |
| per_device_eval_batch_size=8, | |
| per_device_train_batch_size=8, | |
| prediction_loss_only=False, | |
| push_to_hub=True, | |
| push_to_hub_model_id=None, | |
| push_to_hub_organization=None, | |
| push_to_hub_token=<PUSH_TO_HUB_TOKEN>, | |
| remove_unused_columns=True, | |
| report_to=[], | |
| resume_from_checkpoint=None, | |
| run_name=./, | |
| save_on_each_node=False, | |
| save_steps=500, | |
| save_strategy=IntervalStrategy.STEPS, | |
| save_total_limit=3, | |
| seed=42, | |
| sharded_ddp=[], | |
| skip_memory_metrics=True, | |
| tf32=None, | |
| tpu_metrics_debug=False, | |
| tpu_num_cores=None, | |
| use_legacy_prediction_loop=False, | |
| warmup_ratio=0.0, | |
| warmup_steps=2000, | |
| weight_decay=0.0, | |
| xpu_backend=None, | |
| ) | |
| 02/02/2022 18:04:18 - WARNING - datasets.builder - Reusing dataset common_voice (/workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/ur/8.0.0/b8bc4d453193c06a43269b46cd87f075c70f152ac963b7f28f7a2760c45ec3e8) | |
| 02/02/2022 18:04:20 - WARNING - datasets.builder - Reusing dataset common_voice (/workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/ur/8.0.0/b8bc4d453193c06a43269b46cd87f075c70f152ac963b7f28f7a2760c45ec3e8) | |
| 02/02/2022 18:04:20 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/ur/8.0.0/b8bc4d453193c06a43269b46cd87f075c70f152ac963b7f28f7a2760c45ec3e8/cache-eefb1dcecdbc6361.arrow | |
| 02/02/2022 18:04:20 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /workspace/.cache/huggingface/datasets/mozilla-foundation___common_voice/ur/8.0.0/b8bc4d453193c06a43269b46cd87f075c70f152ac963b7f28f7a2760c45ec3e8/cache-bebf53ae59038f0e.arrow | |
| loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6 | |
| Model config Wav2Vec2Config { | |
| "_name_or_path": "facebook/wav2vec2-xls-r-300m", | |
| "activation_dropout": 0.0, | |
| "adapter_kernel_size": 3, | |
| "adapter_stride": 2, | |
| "add_adapter": false, | |
| "apply_spec_augment": true, | |
| "architectures": [ | |
| "Wav2Vec2ForPreTraining" | |
| ], | |
| "attention_dropout": 0.1, | |
| "bos_token_id": 1, | |
| "classifier_proj_size": 256, | |
| "codevector_dim": 768, | |
| "contrastive_logits_temperature": 0.1, | |
| "conv_bias": true, | |
| "conv_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512 | |
| ], | |
| "conv_kernel": [ | |
| 10, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 2, | |
| 2 | |
| ], | |
| "conv_stride": [ | |
| 5, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "ctc_loss_reduction": "sum", | |
| "ctc_zero_infinity": false, | |
| "diversity_loss_weight": 0.1, | |
| "do_stable_layer_norm": true, | |
| "eos_token_id": 2, | |
| "feat_extract_activation": "gelu", | |
| "feat_extract_dropout": 0.0, | |
| "feat_extract_norm": "layer", | |
| "feat_proj_dropout": 0.1, | |
| "feat_quantizer_dropout": 0.0, | |
| "final_dropout": 0.0, | |
| "gradient_checkpointing": false, | |
| "hidden_act": "gelu", | |
| "hidden_dropout": 0.1, | |
| "hidden_size": 1024, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 4096, | |
| "layer_norm_eps": 1e-05, | |
| "layerdrop": 0.1, | |
| "mask_feature_length": 10, | |
| "mask_feature_min_masks": 0, | |
| "mask_feature_prob": 0.0, | |
| "mask_time_length": 10, | |
| "mask_time_min_masks": 2, | |
| "mask_time_prob": 0.075, | |
| "model_type": "wav2vec2", | |
| "num_adapter_layers": 3, | |
| "num_attention_heads": 16, | |
| "num_codevector_groups": 2, | |
| "num_codevectors_per_group": 320, | |
| "num_conv_pos_embedding_groups": 16, | |
| "num_conv_pos_embeddings": 128, | |
| "num_feat_extract_layers": 7, | |
| "num_hidden_layers": 24, | |
| "num_negatives": 100, | |
| "output_hidden_size": 1024, | |
| "pad_token_id": 0, | |
| "proj_codevector_dim": 768, | |
| "tdnn_dilation": [ | |
| 1, | |
| 2, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "tdnn_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 1500 | |
| ], | |
| "tdnn_kernel": [ | |
| 5, | |
| 3, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.17.0.dev0", | |
| "use_weighted_layer_sum": false, | |
| "vocab_size": 32, | |
| "xvector_output_dim": 512 | |
| } | |
| 0%| | 0/1 [00:00<?, ?ba/s] 100%|██████████| 1/1 [00:00<00:00, 17.90ba/s] | |
| 0%| | 0/1 [00:00<?, ?ba/s] 100%|██████████| 1/1 [00:00<00:00, 51.56ba/s] | |
| Didn't find file ./tokenizer.json. We won't load it. | |
| loading file ./vocab.json | |
| loading file ./tokenizer_config.json | |
| loading file ./added_tokens.json | |
| loading file ./special_tokens_map.json | |
| loading file None | |
| Adding <s> to the vocabulary | |
| Adding </s> to the vocabulary | |
| loading configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/config.json from cache at /workspace/.cache/huggingface/transformers/dabc27df63e37bd2a7a221c7774e35f36a280fbdf917cf54cadfc7df8c786f6f.a3e4c3c967d9985881e0ae550a5f6f668f897db5ab2e0802f9b97973b15970e6 | |
| Model config Wav2Vec2Config { | |
| "_name_or_path": "facebook/wav2vec2-xls-r-300m", | |
| "activation_dropout": 0.0, | |
| "adapter_kernel_size": 3, | |
| "adapter_stride": 2, | |
| "add_adapter": false, | |
| "apply_spec_augment": true, | |
| "architectures": [ | |
| "Wav2Vec2ForPreTraining" | |
| ], | |
| "attention_dropout": 0.1, | |
| "bos_token_id": 1, | |
| "classifier_proj_size": 256, | |
| "codevector_dim": 768, | |
| "contrastive_logits_temperature": 0.1, | |
| "conv_bias": true, | |
| "conv_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512 | |
| ], | |
| "conv_kernel": [ | |
| 10, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 2, | |
| 2 | |
| ], | |
| "conv_stride": [ | |
| 5, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "ctc_loss_reduction": "sum", | |
| "ctc_zero_infinity": false, | |
| "diversity_loss_weight": 0.1, | |
| "do_stable_layer_norm": true, | |
| "eos_token_id": 2, | |
| "feat_extract_activation": "gelu", | |
| "feat_extract_dropout": 0.0, | |
| "feat_extract_norm": "layer", | |
| "feat_proj_dropout": 0.1, | |
| "feat_quantizer_dropout": 0.0, | |
| "final_dropout": 0.0, | |
| "gradient_checkpointing": false, | |
| "hidden_act": "gelu", | |
| "hidden_dropout": 0.1, | |
| "hidden_size": 1024, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 4096, | |
| "layer_norm_eps": 1e-05, | |
| "layerdrop": 0.1, | |
| "mask_feature_length": 10, | |
| "mask_feature_min_masks": 0, | |
| "mask_feature_prob": 0.0, | |
| "mask_time_length": 10, | |
| "mask_time_min_masks": 2, | |
| "mask_time_prob": 0.075, | |
| "model_type": "wav2vec2", | |
| "num_adapter_layers": 3, | |
| "num_attention_heads": 16, | |
| "num_codevector_groups": 2, | |
| "num_codevectors_per_group": 320, | |
| "num_conv_pos_embedding_groups": 16, | |
| "num_conv_pos_embeddings": 128, | |
| "num_feat_extract_layers": 7, | |
| "num_hidden_layers": 24, | |
| "num_negatives": 100, | |
| "output_hidden_size": 1024, | |
| "pad_token_id": 0, | |
| "proj_codevector_dim": 768, | |
| "tdnn_dilation": [ | |
| 1, | |
| 2, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "tdnn_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 1500 | |
| ], | |
| "tdnn_kernel": [ | |
| 5, | |
| 3, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.17.0.dev0", | |
| "use_weighted_layer_sum": false, | |
| "vocab_size": 32, | |
| "xvector_output_dim": 512 | |
| } | |
| loading feature extractor configuration file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/preprocessor_config.json from cache at /workspace/.cache/huggingface/transformers/6fb028b95b394059e7d3b367bbca2382b576c66aebe896f04d2cd34e1b575f5b.d4484dc1c81456a2461485e7168b04347a7b9a4e3b1ef3aba723323b33e12326 | |
| Feature extractor Wav2Vec2FeatureExtractor { | |
| "do_normalize": true, | |
| "feature_extractor_type": "Wav2Vec2FeatureExtractor", | |
| "feature_size": 1, | |
| "padding_side": "right", | |
| "padding_value": 0, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000 | |
| } | |
| loading weights file https://huggingface.co/facebook/wav2vec2-xls-r-300m/resolve/main/pytorch_model.bin from cache at /workspace/.cache/huggingface/transformers/1e6a6507f3b689035cd4b247e2a37c154e27f39143f31357a49b4e38baeccc36.1edb32803799e27ed554eb7dd935f6745b1a0b17b0ea256442fe24db6eb546cd | |
| Some weights of the model checkpoint at facebook/wav2vec2-xls-r-300m were not used when initializing Wav2Vec2ForCTC: ['quantizer.weight_proj.weight', 'quantizer.codevectors', 'quantizer.weight_proj.bias', 'project_q.bias', 'project_q.weight', 'project_hid.bias', 'project_hid.weight'] | |
| - This IS expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model trained on another task or with another architecture (e.g. initializing a BertForSequenceClassification model from a BertForPreTraining model). | |
| - This IS NOT expected if you are initializing Wav2Vec2ForCTC from the checkpoint of a model that you expect to be exactly identical (initializing a BertForSequenceClassification model from a BertForSequenceClassification model). | |
| Some weights of Wav2Vec2ForCTC were not initialized from the model checkpoint at facebook/wav2vec2-xls-r-300m and are newly initialized: ['lm_head.weight', 'lm_head.bias'] | |
| You should probably TRAIN this model on a down-stream task to be able to use it for predictions and inference. | |
| preprocess datasets: 0ex [00:00, ?ex/s] preprocess datasets: 1ex [00:00, 4.99ex/s] preprocess datasets: 16ex [00:00, 63.78ex/s] preprocess datasets: 35ex [00:00, 108.83ex/s] preprocess datasets: 52ex [00:00, 129.05ex/s] preprocess datasets: 70ex [00:00, 143.24ex/s] preprocess datasets: 88ex [00:00, 154.66ex/s] preprocess datasets: 107ex [00:00, 165.17ex/s] preprocess datasets: 125ex [00:00, 166.17ex/s] preprocess datasets: 143ex [00:01, 166.72ex/s] preprocess datasets: 161ex [00:01, 170.13ex/s] preprocess datasets: 179ex [00:01, 167.70ex/s] preprocess datasets: 196ex [00:01, 158.00ex/s] preprocess datasets: 214ex [00:01, 163.89ex/s] preprocess datasets: 231ex [00:01, 155.62ex/s] preprocess datasets: 247ex [00:01, 154.99ex/s] preprocess datasets: 265ex [00:01, 160.31ex/s] preprocess datasets: 282ex [00:01, 153.69ex/s] preprocess datasets: 301ex [00:02, 163.33ex/s] preprocess datasets: 319ex [00:02, 167.45ex/s] preprocess datasets: 337ex [00:02, 169.65ex/s] preprocess datasets: 355ex [00:02, 167.21ex/s] preprocess datasets: 373ex [00:02, 170.31ex/s] preprocess datasets: 393ex [00:02, 176.08ex/s] preprocess datasets: 412ex [00:02, 179.65ex/s] preprocess datasets: 432ex [00:02, 183.99ex/s] preprocess datasets: 451ex [00:02, 182.99ex/s] preprocess datasets: 470ex [00:02, 182.85ex/s] preprocess datasets: 489ex [00:03, 181.63ex/s] preprocess datasets: 511ex [00:03, 191.71ex/s] preprocess datasets: 531ex [00:03, 193.33ex/s] preprocess datasets: 551ex [00:03, 193.64ex/s] preprocess datasets: 574ex [00:03, 203.98ex/s] preprocess datasets: 597ex [00:03, 208.72ex/s] preprocess datasets: 618ex [00:03, 199.10ex/s] preprocess datasets: 638ex [00:03, 196.16ex/s] preprocess datasets: 658ex [00:03, 180.91ex/s] preprocess datasets: 679ex [00:04, 188.03ex/s] preprocess datasets: 699ex [00:04, 184.54ex/s] preprocess datasets: 718ex [00:04, 177.15ex/s] preprocess datasets: 736ex [00:04, 174.84ex/s] preprocess datasets: 754ex [00:04, 174.68ex/s] preprocess datasets: 774ex [00:04, 181.73ex/s] preprocess datasets: 793ex [00:04, 183.10ex/s] preprocess datasets: 810ex [00:04, 170.35ex/s] | |
| preprocess datasets: 0ex [00:00, ?ex/s] preprocess datasets: 19ex [00:00, 181.67ex/s] preprocess datasets: 38ex [00:00, 140.89ex/s] preprocess datasets: 53ex [00:00, 125.56ex/s] preprocess datasets: 67ex [00:00, 128.37ex/s] preprocess datasets: 86ex [00:00, 145.82ex/s] preprocess datasets: 105ex [00:00, 159.22ex/s] preprocess datasets: 122ex [00:00, 144.39ex/s] preprocess datasets: 137ex [00:00, 142.11ex/s] preprocess datasets: 152ex [00:01, 131.38ex/s] preprocess datasets: 166ex [00:01, 124.33ex/s] preprocess datasets: 180ex [00:01, 128.39ex/s] preprocess datasets: 198ex [00:01, 142.37ex/s] preprocess datasets: 217ex [00:01, 155.56ex/s] preprocess datasets: 237ex [00:01, 165.52ex/s] preprocess datasets: 254ex [00:01, 134.23ex/s] preprocess datasets: 269ex [00:01, 135.00ex/s] preprocess datasets: 285ex [00:02, 139.16ex/s] preprocess datasets: 301ex [00:02, 144.47ex/s] preprocess datasets: 316ex [00:02, 145.80ex/s] preprocess datasets: 333ex [00:02, 151.15ex/s] preprocess datasets: 341ex [00:02, 143.06ex/s] | |
| 0%| | 0/1 [00:00<?, ?ba/s] 100%|██████████| 1/1 [00:00<00:00, 385.51ba/s] | |
| 0%| | 0/1 [00:00<?, ?ba/s] 100%|██████████| 1/1 [00:00<00:00, 602.98ba/s] | |
| Configuration saved in ./preprocessor_config.json | |
| tokenizer config file saved in ./tokenizer_config.json | |
| Special tokens file saved in ./special_tokens_map.json | |
| added tokens file saved in ./added_tokens.json | |
| Configuration saved in ./config.json | |
| loading feature extractor configuration file ./preprocessor_config.json | |
| loading configuration file ./config.json | |
| Model config Wav2Vec2Config { | |
| "_name_or_path": "./", | |
| "activation_dropout": 0.1, | |
| "adapter_kernel_size": 3, | |
| "adapter_stride": 2, | |
| "add_adapter": false, | |
| "apply_spec_augment": true, | |
| "architectures": [ | |
| "Wav2Vec2ForPreTraining" | |
| ], | |
| "attention_dropout": 0.0, | |
| "bos_token_id": 1, | |
| "classifier_proj_size": 256, | |
| "codevector_dim": 768, | |
| "contrastive_logits_temperature": 0.1, | |
| "conv_bias": true, | |
| "conv_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 512 | |
| ], | |
| "conv_kernel": [ | |
| 10, | |
| 3, | |
| 3, | |
| 3, | |
| 3, | |
| 2, | |
| 2 | |
| ], | |
| "conv_stride": [ | |
| 5, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2, | |
| 2 | |
| ], | |
| "ctc_loss_reduction": "mean", | |
| "ctc_zero_infinity": false, | |
| "diversity_loss_weight": 0.1, | |
| "do_stable_layer_norm": true, | |
| "eos_token_id": 2, | |
| "feat_extract_activation": "gelu", | |
| "feat_extract_dropout": 0.0, | |
| "feat_extract_norm": "layer", | |
| "feat_proj_dropout": 0.0, | |
| "feat_quantizer_dropout": 0.0, | |
| "final_dropout": 0.0, | |
| "hidden_act": "gelu", | |
| "hidden_dropout": 0.0, | |
| "hidden_size": 1024, | |
| "initializer_range": 0.02, | |
| "intermediate_size": 4096, | |
| "layer_norm_eps": 1e-05, | |
| "layerdrop": 0.0, | |
| "mask_feature_length": 64, | |
| "mask_feature_min_masks": 0, | |
| "mask_feature_prob": 0.25, | |
| "mask_time_length": 10, | |
| "mask_time_min_masks": 2, | |
| "mask_time_prob": 0.75, | |
| "model_type": "wav2vec2", | |
| "num_adapter_layers": 3, | |
| "num_attention_heads": 16, | |
| "num_codevector_groups": 2, | |
| "num_codevectors_per_group": 320, | |
| "num_conv_pos_embedding_groups": 16, | |
| "num_conv_pos_embeddings": 128, | |
| "num_feat_extract_layers": 7, | |
| "num_hidden_layers": 24, | |
| "num_negatives": 100, | |
| "output_hidden_size": 1024, | |
| "pad_token_id": 58, | |
| "proj_codevector_dim": 768, | |
| "tdnn_dilation": [ | |
| 1, | |
| 2, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "tdnn_dim": [ | |
| 512, | |
| 512, | |
| 512, | |
| 512, | |
| 1500 | |
| ], | |
| "tdnn_kernel": [ | |
| 5, | |
| 3, | |
| 3, | |
| 1, | |
| 1 | |
| ], | |
| "torch_dtype": "float32", | |
| "transformers_version": "4.17.0.dev0", | |
| "use_weighted_layer_sum": false, | |
| "vocab_size": 61, | |
| "xvector_output_dim": 512 | |
| } | |
| loading feature extractor configuration file ./preprocessor_config.json | |
| Feature extractor Wav2Vec2FeatureExtractor { | |
| "do_normalize": true, | |
| "feature_extractor_type": "Wav2Vec2FeatureExtractor", | |
| "feature_size": 1, | |
| "padding_side": "right", | |
| "padding_value": 0, | |
| "return_attention_mask": true, | |
| "sampling_rate": 16000 | |
| } | |
| Didn't find file ./tokenizer.json. We won't load it. | |
| loading file ./vocab.json | |
| loading file ./tokenizer_config.json | |
| loading file ./added_tokens.json | |
| loading file ./special_tokens_map.json | |
| loading file None | |
| Adding <s> to the vocabulary | |
| Adding </s> to the vocabulary | |
| /workspace/xls-r-300m-ur/./ is already a clone of https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur. Make sure you pull the latest changes with `repo.git_pull()`. | |
| 02/02/2022 18:04:42 - WARNING - huggingface_hub.repository - /workspace/xls-r-300m-ur/./ is already a clone of https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur. Make sure you pull the latest changes with `repo.git_pull()`. | |
| Using amp half precision backend | |
| The following columns in the training set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. | |
| /opt/conda/lib/python3.8/site-packages/transformers/optimization.py:306: FutureWarning: This implementation of AdamW is deprecated and will be removed in a future version. Use thePyTorch implementation torch.optim.AdamW instead, or set `no_deprecation_warning=True` to disable this warning | |
| warnings.warn( | |
| ***** Running training ***** | |
| Num examples = 810 | |
| Num Epochs = 50 | |
| Instantaneous batch size per device = 8 | |
| Total train batch size (w. parallel, distributed & accumulation) = 32 | |
| Gradient Accumulation steps = 4 | |
| Total optimization steps = 1250 | |
| 0%| | 0/1250 [00:00<?, ?it/s] 0%| | 1/1250 [00:02<53:39, 2.58s/it] 0%| | 2/1250 [00:04<43:18, 2.08s/it] 0%| | 3/1250 [00:05<37:42, 1.81s/it] 0%| | 4/1250 [00:07<34:12, 1.65s/it] 0%| | 5/1250 [00:08<31:07, 1.50s/it] 0%| | 6/1250 [00:09<27:31, 1.33s/it] 1%| | 7/1250 [00:11<35:11, 1.70s/it] 1%| | 8/1250 [00:13<35:39, 1.72s/it] 1%| | 9/1250 [00:15<34:52, 1.69s/it] 1%| | 10/1250 [00:16<33:13, 1.61s/it] 1%| | 11/1250 [00:17<30:26, 1.47s/it] 1%| | 12/1250 [00:18<27:37, 1.34s/it] 1%| | 13/1250 [00:21<34:42, 1.68s/it] 1%| | 14/1250 [00:23<34:49, 1.69s/it] 1%| | 15/1250 [00:24<34:04, 1.66s/it] 1%|▏ | 16/1250 [00:26<32:22, 1.57s/it] 1%|▏ | 17/1250 [00:27<29:57, 1.46s/it] 1%|▏ | 18/1250 [00:28<26:57, 1.31s/it] 2%|▏ | 19/1250 [00:30<32:14, 1.57s/it] 2%|▏ | 20/1250 [00:32<32:52, 1.60s/it] 2%|▏ | 21/1250 [00:33<32:10, 1.57s/it] 2%|▏ | 22/1250 [00:34<30:44, 1.50s/it] 2%|▏ | 23/1250 [00:36<28:38, 1.40s/it] 2%|▏ | 24/1250 [00:37<26:12, 1.28s/it] 2%|▏ | 25/1250 [00:38<28:56, 1.42s/it] 2%|▏ | 26/1250 [00:41<38:28, 1.89s/it] 2%|▏ | 27/1250 [00:43<37:43, 1.85s/it] 2%|▏ | 28/1250 [00:45<35:59, 1.77s/it] 2%|▏ | 29/1250 [00:46<33:21, 1.64s/it] 2%|▏ | 30/1250 [00:47<30:47, 1.51s/it] 2%|▏ | 31/1250 [00:48<27:31, 1.36s/it] 3%|▎ | 32/1250 [00:51<33:43, 1.66s/it] 3%|▎ | 33/1250 [00:52<34:25, 1.70s/it] 3%|▎ | 34/1250 [00:54<33:34, 1.66s/it] 3%|▎ | 35/1250 [00:55<31:55, 1.58s/it] 3%|▎ | 36/1250 [00:56<29:40, 1.47s/it] 3%|▎ | 37/1250 [00:58<26:54, 1.33s/it] 3%|▎ | 38/1250 [01:00<33:02, 1.64s/it] 3%|▎ | 39/1250 [01:02<33:43, 1.67s/it] 3%|▎ | 40/1250 [01:03<32:32, 1.61s/it] 3%|▎ | 41/1250 [01:04<30:50, 1.53s/it] 3%|▎ | 42/1250 [01:06<28:27, 1.41s/it] 3%|▎ | 43/1250 [01:07<25:45, 1.28s/it] 4%|▎ | 44/1250 [01:09<31:31, 1.57s/it] 4%|▎ | 45/1250 [01:10<32:20, 1.61s/it] 4%|▎ | 46/1250 [01:12<31:58, 1.59s/it] 4%|▍ | 47/1250 [01:13<30:42, 1.53s/it] 4%|▍ | 48/1250 [01:15<28:46, 1.44s/it] 4%|▍ | 49/1250 [01:16<26:22, 1.32s/it] 4%|▍ | 50/1250 [01:17<29:12, 1.46s/it] 4%|▍ | 51/1250 [01:20<37:20, 1.87s/it] 4%|▍ | 52/1250 [01:22<36:38, 1.83s/it] 4%|▍ | 53/1250 [01:24<35:02, 1.76s/it] 4%|▍ | 54/1250 [01:25<32:55, 1.65s/it] 4%|▍ | 55/1250 [01:26<30:10, 1.51s/it] 4%|▍ | 56/1250 [01:27<26:59, 1.36s/it] 5%|▍ | 57/1250 [01:29<32:08, 1.62s/it] 5%|▍ | 58/1250 [01:31<32:44, 1.65s/it] 5%|▍ | 59/1250 [01:33<31:55, 1.61s/it] 5%|▍ | 60/1250 [01:34<30:25, 1.53s/it] 5%|▍ | 61/1250 [01:35<28:26, 1.44s/it] 5%|▍ | 62/1250 [01:36<26:14, 1.33s/it] 5%|▌ | 63/1250 [01:39<32:19, 1.63s/it] 5%|▌ | 64/1250 [01:40<33:12, 1.68s/it] 5%|▌ | 65/1250 [01:42<32:10, 1.63s/it] 5%|▌ | 66/1250 [01:43<30:43, 1.56s/it] 5%|▌ | 67/1250 [01:45<28:35, 1.45s/it] 5%|▌ | 68/1250 [01:46<25:57, 1.32s/it] 6%|▌ | 69/1250 [01:48<33:24, 1.70s/it] 6%|▌ | 70/1250 [01:50<34:10, 1.74s/it] 6%|▌ | 71/1250 [01:51<32:41, 1.66s/it] 6%|▌ | 72/1250 [01:53<30:43, 1.57s/it] 6%|▌ | 73/1250 [01:54<28:32, 1.46s/it] 6%|▌ | 74/1250 [01:55<25:40, 1.31s/it] 6%|▌ | 75/1250 [01:57<28:23, 1.45s/it] 6%|▌ | 76/1250 [02:00<37:02, 1.89s/it] 6%|▌ | 77/1250 [02:01<36:23, 1.86s/it] 6%|▌ | 78/1250 [02:03<34:41, 1.78s/it] 6%|▋ | 79/1250 [02:04<32:21, 1.66s/it] 6%|▋ | 80/1250 [02:06<29:42, 1.52s/it] 6%|▋ | 81/1250 [02:07<26:30, 1.36s/it] 7%|▋ | 82/1250 [02:09<32:23, 1.66s/it] 7%|▋ | 83/1250 [02:11<32:49, 1.69s/it] 7%|▋ | 84/1250 [02:12<31:56, 1.64s/it] 7%|▋ | 85/1250 [02:14<30:09, 1.55s/it] 7%|▋ | 86/1250 [02:15<27:51, 1.44s/it] 7%|▋ | 87/1250 [02:16<25:16, 1.30s/it] 7%|▋ | 88/1250 [02:18<32:07, 1.66s/it] 7%|▋ | 89/1250 [02:20<32:48, 1.70s/it] 7%|▋ | 90/1250 [02:22<31:43, 1.64s/it] 7%|▋ | 91/1250 [02:23<30:21, 1.57s/it] 7%|▋ | 92/1250 [02:24<28:26, 1.47s/it] 7%|▋ | 93/1250 [02:25<26:29, 1.37s/it] 8%|▊ | 94/1250 [02:28<31:23, 1.63s/it] 8%|▊ | 95/1250 [02:29<31:51, 1.66s/it] 8%|▊ | 96/1250 [02:31<30:50, 1.60s/it] 8%|▊ | 97/1250 [02:32<29:30, 1.54s/it] 8%|▊ | 98/1250 [02:33<27:25, 1.43s/it] 8%|▊ | 99/1250 [02:34<24:44, 1.29s/it] 8%|▊ | 100/1250 [02:36<26:59, 1.41s/it] 8%|▊ | 100/1250 [02:36<26:59, 1.41s/it] 8%|▊ | 101/1250 [02:39<35:08, 1.84s/it] 8%|▊ | 102/1250 [02:41<34:28, 1.80s/it] 8%|▊ | 103/1250 [02:42<32:30, 1.70s/it] 8%|▊ | 104/1250 [02:43<30:05, 1.58s/it] 8%|▊ | 105/1250 [02:44<27:37, 1.45s/it] 8%|▊ | 106/1250 [02:45<24:44, 1.30s/it] 9%|▊ | 107/1250 [02:48<30:38, 1.61s/it] 9%|▊ | 108/1250 [02:49<31:24, 1.65s/it] 9%|▊ | 109/1250 [02:51<30:45, 1.62s/it] 9%|▉ | 110/1250 [02:52<29:22, 1.55s/it] 9%|▉ | 111/1250 [02:54<27:20, 1.44s/it] 9%|▉ | 112/1250 [02:55<24:41, 1.30s/it] 9%|▉ | 113/1250 [02:57<29:34, 1.56s/it] 9%|▉ | 114/1250 [02:58<30:11, 1.59s/it] 9%|▉ | 115/1250 [03:00<29:50, 1.58s/it] 9%|▉ | 116/1250 [03:01<28:49, 1.53s/it] 9%|▉ | 117/1250 [03:03<26:52, 1.42s/it] 9%|▉ | 118/1250 [03:04<24:25, 1.29s/it] 10%|▉ | 119/1250 [03:06<30:27, 1.62s/it] 10%|▉ | 120/1250 [03:08<31:40, 1.68s/it] 10%|▉ | 121/1250 [03:09<30:52, 1.64s/it] 10%|▉ | 122/1250 [03:11<29:20, 1.56s/it] 10%|▉ | 123/1250 [03:12<27:11, 1.45s/it] 10%|▉ | 124/1250 [03:13<24:31, 1.31s/it] 10%|█ | 125/1250 [03:15<28:39, 1.53s/it] 10%|█ | 126/1250 [03:18<36:45, 1.96s/it] 10%|█ | 127/1250 [03:20<35:48, 1.91s/it] 10%|█ | 128/1250 [03:21<33:48, 1.81s/it] 10%|█ | 129/1250 [03:23<31:32, 1.69s/it] 10%|█ | 130/1250 [03:24<28:58, 1.55s/it] 10%|█ | 131/1250 [03:25<25:53, 1.39s/it] 11%|█ | 132/1250 [03:27<31:02, 1.67s/it] 11%|█ | 133/1250 [03:29<31:42, 1.70s/it] 11%|█ | 134/1250 [03:30<30:44, 1.65s/it] 11%|█ | 135/1250 [03:32<29:06, 1.57s/it] 11%|█ | 136/1250 [03:33<26:59, 1.45s/it] 11%|█ | 137/1250 [03:34<24:33, 1.32s/it] 11%|█ | 138/1250 [03:36<30:43, 1.66s/it] 11%|█ | 139/1250 [03:38<31:10, 1.68s/it] 11%|█ | 140/1250 [03:40<30:34, 1.65s/it] 11%|█▏ | 141/1250 [03:41<29:08, 1.58s/it] 11%|█▏ | 142/1250 [03:42<26:41, 1.45s/it] 11%|█▏ | 143/1250 [03:43<24:14, 1.31s/it] 12%|█▏ | 144/1250 [03:46<29:19, 1.59s/it] 12%|█▏ | 145/1250 [03:47<29:55, 1.62s/it] 12%|█▏ | 146/1250 [03:49<29:20, 1.59s/it] 12%|█▏ | 147/1250 [03:50<28:09, 1.53s/it] 12%|█▏ | 148/1250 [03:51<26:42, 1.45s/it] 12%|█▏ | 149/1250 [03:52<24:23, 1.33s/it] 12%|█▏ | 150/1250 [03:54<27:24, 1.49s/it] 12%|█▏ | 151/1250 [03:57<34:21, 1.88s/it] 12%|█▏ | 152/1250 [03:59<33:23, 1.82s/it] 12%|█▏ | 153/1250 [04:00<31:32, 1.72s/it] 12%|█▏ | 154/1250 [04:02<29:24, 1.61s/it] 12%|█▏ | 155/1250 [04:03<27:13, 1.49s/it] 12%|█▏ | 156/1250 [04:04<24:24, 1.34s/it] 13%|█▎ | 157/1250 [04:06<30:38, 1.68s/it] 13%|█▎ | 158/1250 [04:08<30:45, 1.69s/it] 13%|█▎ | 159/1250 [04:10<30:02, 1.65s/it] 13%|█▎ | 160/1250 [04:11<28:40, 1.58s/it] 13%|█▎ | 161/1250 [04:12<26:29, 1.46s/it] 13%|█▎ | 162/1250 [04:13<23:57, 1.32s/it] 13%|█▎ | 163/1250 [04:16<29:54, 1.65s/it] 13%|█▎ | 164/1250 [04:17<30:57, 1.71s/it] 13%|█▎ | 165/1250 [04:19<29:58, 1.66s/it] 13%|█▎ | 166/1250 [04:20<28:18, 1.57s/it] 13%|█▎ | 167/1250 [04:22<26:21, 1.46s/it] 13%|█▎ | 168/1250 [04:23<23:44, 1.32s/it] 14%|█▎ | 169/1250 [04:25<29:27, 1.63s/it] 14%|█▎ | 170/1250 [04:27<30:05, 1.67s/it] 14%|█▎ | 171/1250 [04:28<29:08, 1.62s/it] 14%|█▍ | 172/1250 [04:30<27:20, 1.52s/it] 14%|█▍ | 173/1250 [04:31<25:27, 1.42s/it] 14%|█▍ | 174/1250 [04:32<22:57, 1.28s/it] 14%|█▍ | 175/1250 [04:33<25:14, 1.41s/it] 14%|█▍ | 176/1250 [04:36<32:49, 1.83s/it] 14%|█▍ | 177/1250 [04:38<32:19, 1.81s/it] 14%|█▍ | 178/1250 [04:39<30:54, 1.73s/it] 14%|█▍ | 179/1250 [04:41<29:09, 1.63s/it] 14%|█▍ | 180/1250 [04:42<26:40, 1.50s/it] 14%|█▍ | 181/1250 [04:43<23:54, 1.34s/it] 15%|█▍ | 182/1250 [04:45<28:58, 1.63s/it] 15%|█▍ | 183/1250 [04:47<29:22, 1.65s/it] 15%|█▍ | 184/1250 [04:49<28:39, 1.61s/it] 15%|█▍ | 185/1250 [04:50<27:09, 1.53s/it] 15%|█▍ | 186/1250 [04:51<25:10, 1.42s/it] 15%|█▍ | 187/1250 [04:52<22:49, 1.29s/it] 15%|█▌ | 188/1250 [04:55<29:02, 1.64s/it] 15%|█▌ | 189/1250 [04:56<29:43, 1.68s/it] 15%|█▌ | 190/1250 [04:58<28:55, 1.64s/it] 15%|█▌ | 191/1250 [04:59<27:14, 1.54s/it] 15%|█▌ | 192/1250 [05:00<25:07, 1.43s/it] 15%|█▌ | 193/1250 [05:01<22:42, 1.29s/it] 16%|█▌ | 194/1250 [05:04<27:52, 1.58s/it] 16%|█▌ | 195/1250 [05:05<28:41, 1.63s/it] 16%|█▌ | 196/1250 [05:07<28:06, 1.60s/it] 16%|█▌ | 197/1250 [05:08<27:08, 1.55s/it] 16%|█▌ | 198/1250 [05:09<25:40, 1.46s/it] 16%|█▌ | 199/1250 [05:11<23:23, 1.34s/it] 16%|█▌ | 200/1250 [05:12<26:23, 1.51s/it] 16%|█▌ | 200/1250 [05:12<26:23, 1.51s/it] 16%|█▌ | 201/1250 [05:15<33:33, 1.92s/it] 16%|█▌ | 202/1250 [05:17<32:28, 1.86s/it] 16%|█▌ | 203/1250 [05:19<30:40, 1.76s/it] 16%|█▋ | 204/1250 [05:20<28:51, 1.66s/it] 16%|█▋ | 205/1250 [05:21<26:31, 1.52s/it] 16%|█▋ | 206/1250 [05:22<23:42, 1.36s/it] 17%|█▋ | 207/1250 [05:25<29:02, 1.67s/it] 17%|█▋ | 208/1250 [05:26<29:31, 1.70s/it] 17%|█▋ | 209/1250 [05:28<28:26, 1.64s/it] 17%|█▋ | 210/1250 [05:29<26:54, 1.55s/it] 17%|█▋ | 211/1250 [05:30<24:56, 1.44s/it] 17%|█▋ | 212/1250 [05:31<22:33, 1.30s/it] 17%|█▋ | 213/1250 [05:34<28:02, 1.62s/it] 17%|█▋ | 214/1250 [05:35<28:39, 1.66s/it] 17%|█▋ | 215/1250 [05:37<27:54, 1.62s/it] 17%|█▋ | 216/1250 [05:38<26:40, 1.55s/it] 17%|█▋ | 217/1250 [05:40<24:52, 1.44s/it] 17%|█▋ | 218/1250 [05:41<22:36, 1.31s/it] 18%|█▊ | 219/1250 [05:43<27:51, 1.62s/it] 18%|█▊ | 220/1250 [05:45<28:23, 1.65s/it] 18%|█▊ | 221/1250 [05:46<27:36, 1.61s/it] 18%|█▊ | 222/1250 [05:47<26:09, 1.53s/it] 18%|█▊ | 223/1250 [05:49<24:20, 1.42s/it] 18%|█▊ | 224/1250 [05:50<22:20, 1.31s/it] 18%|█▊ | 225/1250 [05:52<25:04, 1.47s/it] 18%|█▊ | 226/1250 [05:54<32:16, 1.89s/it] 18%|█▊ | 227/1250 [05:56<31:41, 1.86s/it] 18%|█▊ | 228/1250 [05:58<30:00, 1.76s/it] 18%|█▊ | 229/1250 [05:59<27:50, 1.64s/it] 18%|█▊ | 230/1250 [06:00<25:26, 1.50s/it] 18%|█▊ | 231/1250 [06:01<22:49, 1.34s/it] 19%|█▊ | 232/1250 [06:04<27:42, 1.63s/it] 19%|█▊ | 233/1250 [06:05<28:19, 1.67s/it] 19%|█▊ | 234/1250 [06:07<27:47, 1.64s/it] 19%|█▉ | 235/1250 [06:08<26:41, 1.58s/it] 19%|█▉ | 236/1250 [06:10<25:01, 1.48s/it] 19%|█▉ | 237/1250 [06:11<22:57, 1.36s/it] 19%|█▉ | 238/1250 [06:13<28:17, 1.68s/it] 19%|█▉ | 239/1250 [06:15<28:30, 1.69s/it] 19%|█▉ | 240/1250 [06:16<27:31, 1.64s/it] 19%|█▉ | 241/1250 [06:18<25:47, 1.53s/it] 19%|█▉ | 242/1250 [06:19<23:55, 1.42s/it] 19%|█▉ | 243/1250 [06:20<21:42, 1.29s/it] 20%|█▉ | 244/1250 [06:22<27:29, 1.64s/it] 20%|█▉ | 245/1250 [06:24<27:55, 1.67s/it] 20%|█▉ | 246/1250 [06:25<27:02, 1.62s/it] 20%|█▉ | 247/1250 [06:27<25:41, 1.54s/it] 20%|█▉ | 248/1250 [06:28<23:48, 1.43s/it] 20%|█▉ | 249/1250 [06:29<21:24, 1.28s/it] 20%|██ | 250/1250 [06:31<23:19, 1.40s/it] 20%|██ | 251/1250 [06:34<31:22, 1.88s/it] 20%|██ | 252/1250 [06:35<30:47, 1.85s/it] 20%|██ | 253/1250 [06:37<28:53, 1.74s/it] 20%|██ | 254/1250 [06:38<26:57, 1.62s/it] 20%|██ | 255/1250 [06:39<24:37, 1.48s/it] 20%|██ | 256/1250 [06:40<22:05, 1.33s/it] 21%|██ | 257/1250 [06:43<27:33, 1.66s/it] 21%|██ | 258/1250 [06:45<28:01, 1.69s/it] 21%|██ | 259/1250 [06:46<27:31, 1.67s/it] 21%|██ | 260/1250 [06:48<26:14, 1.59s/it] 21%|██ | 261/1250 [06:49<24:25, 1.48s/it] 21%|██ | 262/1250 [06:50<21:49, 1.33s/it] 21%|██ | 263/1250 [06:52<26:46, 1.63s/it] 21%|██ | 264/1250 [06:54<27:14, 1.66s/it] 21%|██ | 265/1250 [06:55<26:29, 1.61s/it] 21%|██▏ | 266/1250 [06:57<25:03, 1.53s/it] 21%|██▏ | 267/1250 [06:58<23:19, 1.42s/it] 21%|██▏ | 268/1250 [06:59<21:12, 1.30s/it] 22%|██▏ | 269/1250 [07:01<25:45, 1.58s/it] 22%|██▏ | 270/1250 [07:03<26:41, 1.63s/it] 22%|██▏ | 271/1250 [07:04<26:09, 1.60s/it] 22%|██▏ | 272/1250 [07:06<24:53, 1.53s/it] 22%|██▏ | 273/1250 [07:07<23:15, 1.43s/it] 22%|██▏ | 274/1250 [07:08<21:06, 1.30s/it] 22%|██▏ | 275/1250 [07:10<22:48, 1.40s/it] 22%|██▏ | 276/1250 [07:12<29:24, 1.81s/it] 22%|██▏ | 277/1250 [07:14<29:19, 1.81s/it] 22%|██▏ | 278/1250 [07:16<27:58, 1.73s/it] 22%|██▏ | 279/1250 [07:17<26:26, 1.63s/it] 22%|██▏ | 280/1250 [07:18<24:16, 1.50s/it] 22%|██▏ | 281/1250 [07:19<21:57, 1.36s/it] 23%|██▎ | 282/1250 [07:22<26:51, 1.66s/it] 23%|██▎ | 283/1250 [07:23<27:18, 1.69s/it] 23%|██▎ | 284/1250 [07:25<26:33, 1.65s/it] 23%|██▎ | 285/1250 [07:26<25:13, 1.57s/it] 23%|██▎ | 286/1250 [07:28<23:27, 1.46s/it] 23%|██▎ | 287/1250 [07:29<21:21, 1.33s/it] 23%|██▎ | 288/1250 [07:31<26:40, 1.66s/it] 23%|██▎ | 289/1250 [07:33<26:49, 1.68s/it] 23%|██▎ | 290/1250 [07:34<26:15, 1.64s/it] 23%|██▎ | 291/1250 [07:36<24:52, 1.56s/it] 23%|██▎ | 292/1250 [07:37<22:56, 1.44s/it] 23%|██▎ | 293/1250 [07:38<20:36, 1.29s/it] 24%|██▎ | 294/1250 [07:40<25:20, 1.59s/it] 24%|██▎ | 295/1250 [07:42<25:45, 1.62s/it] 24%|██▎ | 296/1250 [07:43<24:59, 1.57s/it] 24%|██▍ | 297/1250 [07:44<23:42, 1.49s/it] 24%|██▍ | 298/1250 [07:46<22:08, 1.40s/it] 24%|██▍ | 299/1250 [07:47<20:04, 1.27s/it] 24%|██▍ | 300/1250 [07:48<22:58, 1.45s/it] 24%|██▍ | 300/1250 [07:48<22:58, 1.45s/it] 24%|██▍ | 301/1250 [07:51<29:17, 1.85s/it] 24%|██▍ | 302/1250 [07:53<28:36, 1.81s/it] 24%|██▍ | 303/1250 [07:55<27:16, 1.73s/it] 24%|██▍ | 304/1250 [07:56<25:46, 1.63s/it] 24%|██▍ | 305/1250 [07:57<23:38, 1.50s/it] 24%|██▍ | 306/1250 [07:58<21:16, 1.35s/it] 25%|██▍ | 307/1250 [08:00<25:45, 1.64s/it] 25%|██▍ | 308/1250 [08:02<26:24, 1.68s/it] 25%|██▍ | 309/1250 [08:04<25:52, 1.65s/it] 25%|██▍ | 310/1250 [08:05<24:30, 1.56s/it] 25%|██▍ | 311/1250 [08:06<22:52, 1.46s/it] 25%|██▍ | 312/1250 [08:07<20:47, 1.33s/it] 25%|██▌ | 313/1250 [08:10<26:16, 1.68s/it] 25%|██▌ | 314/1250 [08:12<26:45, 1.72s/it] 25%|██▌ | 315/1250 [08:13<25:53, 1.66s/it] 25%|██▌ | 316/1250 [08:15<24:24, 1.57s/it] 25%|██▌ | 317/1250 [08:16<22:36, 1.45s/it] 25%|██▌ | 318/1250 [08:17<20:24, 1.31s/it] 26%|██▌ | 319/1250 [08:19<25:10, 1.62s/it] 26%|██▌ | 320/1250 [08:21<25:30, 1.65s/it] 26%|██▌ | 321/1250 [08:22<24:42, 1.60s/it] 26%|██▌ | 322/1250 [08:24<23:36, 1.53s/it] 26%|██▌ | 323/1250 [08:25<21:59, 1.42s/it] 26%|██▌ | 324/1250 [08:26<19:52, 1.29s/it] 26%|██▌ | 325/1250 [08:28<22:51, 1.48s/it] 26%|██▌ | 326/1250 [08:31<28:59, 1.88s/it] 26%|██▌ | 327/1250 [08:32<28:15, 1.84s/it] 26%|██▌ | 328/1250 [08:34<26:38, 1.73s/it] 26%|██▋ | 329/1250 [08:35<24:51, 1.62s/it] 26%|██▋ | 330/1250 [08:36<22:40, 1.48s/it] 26%|██▋ | 331/1250 [08:37<20:21, 1.33s/it] 27%|██▋ | 332/1250 [08:40<24:40, 1.61s/it] 27%|██▋ | 333/1250 [08:41<25:06, 1.64s/it] 27%|██▋ | 334/1250 [08:43<24:38, 1.61s/it] 27%|██▋ | 335/1250 [08:44<23:33, 1.54s/it] 27%|██▋ | 336/1250 [08:45<21:48, 1.43s/it] 27%|██▋ | 337/1250 [08:46<19:37, 1.29s/it] 27%|██▋ | 338/1250 [08:49<24:31, 1.61s/it] 27%|██▋ | 339/1250 [08:50<25:13, 1.66s/it] 27%|██▋ | 340/1250 [08:52<24:29, 1.61s/it] 27%|██▋ | 341/1250 [08:53<23:28, 1.55s/it] 27%|██▋ | 342/1250 [08:55<21:50, 1.44s/it] 27%|██▋ | 343/1250 [08:56<20:01, 1.32s/it] 28%|██▊ | 344/1250 [08:58<24:53, 1.65s/it] 28%|██▊ | 345/1250 [09:00<25:11, 1.67s/it] 28%|██▊ | 346/1250 [09:01<24:32, 1.63s/it] 28%|██▊ | 347/1250 [09:03<23:18, 1.55s/it] 28%|██▊ | 348/1250 [09:04<21:27, 1.43s/it] 28%|██▊ | 349/1250 [09:05<19:20, 1.29s/it] 28%|██▊ | 350/1250 [09:07<22:39, 1.51s/it] 28%|██▊ | 351/1250 [09:10<29:06, 1.94s/it] 28%|██▊ | 352/1250 [09:12<28:24, 1.90s/it] 28%|██▊ | 353/1250 [09:13<26:48, 1.79s/it] 28%|██▊ | 354/1250 [09:14<24:54, 1.67s/it] 28%|██▊ | 355/1250 [09:16<22:40, 1.52s/it] 28%|██▊ | 356/1250 [09:17<20:29, 1.38s/it] 29%|██▊ | 357/1250 [09:19<24:22, 1.64s/it] 29%|██▊ | 358/1250 [09:21<24:35, 1.65s/it] 29%|██▊ | 359/1250 [09:22<23:54, 1.61s/it] 29%|██▉ | 360/1250 [09:23<22:44, 1.53s/it] 29%|██▉ | 361/1250 [09:25<21:14, 1.43s/it] 29%|██▉ | 362/1250 [09:26<19:13, 1.30s/it] 29%|██▉ | 363/1250 [09:28<23:56, 1.62s/it] 29%|██▉ | 364/1250 [09:30<24:15, 1.64s/it] 29%|██▉ | 365/1250 [09:31<23:39, 1.60s/it] 29%|██▉ | 366/1250 [09:33<22:30, 1.53s/it] 29%|██▉ | 367/1250 [09:34<21:11, 1.44s/it] 29%|██▉ | 368/1250 [09:35<19:05, 1.30s/it] 30%|██▉ | 369/1250 [09:37<24:00, 1.63s/it] 30%|██▉ | 370/1250 [09:39<24:30, 1.67s/it] 30%|██▉ | 371/1250 [09:40<23:53, 1.63s/it] 30%|██▉ | 372/1250 [09:42<22:41, 1.55s/it] 30%|██▉ | 373/1250 [09:43<20:58, 1.44s/it] 30%|██▉ | 374/1250 [09:44<18:54, 1.30s/it] 30%|███ | 375/1250 [09:46<20:17, 1.39s/it] 30%|███ | 376/1250 [09:48<26:28, 1.82s/it] 30%|███ | 377/1250 [09:50<25:49, 1.78s/it] 30%|███ | 378/1250 [09:52<24:25, 1.68s/it] 30%|███ | 379/1250 [09:53<22:51, 1.57s/it] 30%|███ | 380/1250 [09:54<21:04, 1.45s/it] 30%|███ | 381/1250 [09:55<18:55, 1.31s/it] 31%|███ | 382/1250 [09:57<23:55, 1.65s/it] 31%|███ | 383/1250 [09:59<24:26, 1.69s/it] 31%|███ | 384/1250 [10:01<23:44, 1.64s/it] 31%|███ | 385/1250 [10:02<22:36, 1.57s/it] 31%|███ | 386/1250 [10:03<21:00, 1.46s/it] 31%|███ | 387/1250 [10:04<19:05, 1.33s/it] 31%|███ | 388/1250 [10:07<22:40, 1.58s/it] 31%|███ | 389/1250 [10:08<23:05, 1.61s/it] 31%|███ | 390/1250 [10:10<22:56, 1.60s/it] 31%|███▏ | 391/1250 [10:11<22:10, 1.55s/it] 31%|███▏ | 392/1250 [10:12<20:33, 1.44s/it] 31%|███▏ | 393/1250 [10:13<18:37, 1.30s/it] 32%|███▏ | 394/1250 [10:16<23:25, 1.64s/it] 32%|███▏ | 395/1250 [10:18<23:45, 1.67s/it] 32%|███▏ | 396/1250 [10:19<23:08, 1.63s/it] 32%|███▏ | 397/1250 [10:20<21:55, 1.54s/it] 32%|███▏ | 398/1250 [10:22<20:16, 1.43s/it] 32%|███▏ | 399/1250 [10:23<18:21, 1.29s/it] 32%|███▏ | 400/1250 [10:24<20:34, 1.45s/it] 32%|███▏ | 400/1250 [10:24<20:34, 1.45s/it] 32%|███▏ | 401/1250 [10:27<26:02, 1.84s/it] 32%|███▏ | 402/1250 [10:29<25:43, 1.82s/it] 32%|███▏ | 403/1250 [10:31<24:36, 1.74s/it] 32%|███▏ | 404/1250 [10:32<22:58, 1.63s/it] 32%|███▏ | 405/1250 [10:33<21:12, 1.51s/it] 32%|███▏ | 406/1250 [10:34<19:08, 1.36s/it] 33%|███▎ | 407/1250 [10:37<23:55, 1.70s/it] 33%|███▎ | 408/1250 [10:38<24:11, 1.72s/it] 33%|███▎ | 409/1250 [10:40<23:27, 1.67s/it] 33%|███▎ | 410/1250 [10:41<22:04, 1.58s/it] 33%|███▎ | 411/1250 [10:42<20:25, 1.46s/it] 33%|███▎ | 412/1250 [10:43<18:26, 1.32s/it] 33%|███▎ | 413/1250 [10:46<22:59, 1.65s/it] 33%|███▎ | 414/1250 [10:48<23:20, 1.68s/it] 33%|███▎ | 415/1250 [10:49<22:33, 1.62s/it] 33%|███▎ | 416/1250 [10:50<21:15, 1.53s/it] 33%|███▎ | 417/1250 [10:52<19:25, 1.40s/it] 33%|███▎ | 418/1250 [10:52<17:26, 1.26s/it] 34%|███▎ | 419/1250 [10:55<21:48, 1.57s/it] 34%|███▎ | 420/1250 [10:56<22:18, 1.61s/it] 34%|███▎ | 421/1250 [10:58<21:51, 1.58s/it] 34%|███▍ | 422/1250 [10:59<21:12, 1.54s/it] 34%|███▍ | 423/1250 [11:01<19:59, 1.45s/it] 34%|███▍ | 424/1250 [11:02<18:08, 1.32s/it] 34%|███▍ | 425/1250 [11:03<19:17, 1.40s/it] 34%|███▍ | 426/1250 [11:06<25:20, 1.85s/it] 34%|███▍ | 427/1250 [11:08<24:54, 1.82s/it] 34%|███▍ | 428/1250 [11:09<23:45, 1.73s/it] 34%|███▍ | 429/1250 [11:11<22:22, 1.64s/it] 34%|███▍ | 430/1250 [11:12<20:29, 1.50s/it] 34%|███▍ | 431/1250 [11:13<18:27, 1.35s/it] 35%|███▍ | 432/1250 [11:15<21:54, 1.61s/it] 35%|███▍ | 433/1250 [11:17<22:24, 1.65s/it] 35%|███▍ | 434/1250 [11:18<21:43, 1.60s/it] 35%|███▍ | 435/1250 [11:20<20:37, 1.52s/it] 35%|███▍ | 436/1250 [11:21<19:27, 1.43s/it] 35%|███▍ | 437/1250 [11:22<17:33, 1.30s/it] 35%|███▌ | 438/1250 [11:24<21:45, 1.61s/it] 35%|███▌ | 439/1250 [11:26<22:22, 1.65s/it] 35%|███▌ | 440/1250 [11:28<21:56, 1.62s/it] 35%|███▌ | 441/1250 [11:29<21:01, 1.56s/it] 35%|███▌ | 442/1250 [11:30<19:33, 1.45s/it] 35%|███▌ | 443/1250 [11:31<17:42, 1.32s/it] 36%|███▌ | 444/1250 [11:34<22:11, 1.65s/it] 36%|███▌ | 445/1250 [11:35<22:31, 1.68s/it] 36%|███▌ | 446/1250 [11:37<22:06, 1.65s/it] 36%|███▌ | 447/1250 [11:38<20:52, 1.56s/it] 36%|███▌ | 448/1250 [11:40<19:07, 1.43s/it] 36%|███▌ | 449/1250 [11:40<17:11, 1.29s/it] 36%|███▌ | 450/1250 [11:42<18:49, 1.41s/it] 36%|███▌ | 451/1250 [11:45<24:40, 1.85s/it] 36%|███▌ | 452/1250 [11:47<24:24, 1.84s/it] 36%|███▌ | 453/1250 [11:48<23:15, 1.75s/it] 36%|███▋ | 454/1250 [11:50<21:50, 1.65s/it] 36%|███▋ | 455/1250 [11:51<20:05, 1.52s/it] 36%|███▋ | 456/1250 [11:52<17:55, 1.35s/it] 37%|███▋ | 457/1250 [11:54<22:22, 1.69s/it] 37%|███▋ | 458/1250 [11:56<22:42, 1.72s/it] 37%|███▋ | 459/1250 [11:58<21:46, 1.65s/it] 37%|███▋ | 460/1250 [11:59<20:25, 1.55s/it] 37%|███▋ | 461/1250 [12:00<18:57, 1.44s/it] 37%|███▋ | 462/1250 [12:01<17:05, 1.30s/it] 37%|███▋ | 463/1250 [12:03<20:37, 1.57s/it] 37%|███▋ | 464/1250 [12:05<21:05, 1.61s/it] 37%|███▋ | 465/1250 [12:07<20:35, 1.57s/it] 37%|███▋ | 466/1250 [12:08<19:39, 1.50s/it] 37%|███▋ | 467/1250 [12:09<18:22, 1.41s/it] 37%|███▋ | 468/1250 [12:10<16:57, 1.30s/it] 38%|███▊ | 469/1250 [12:12<20:46, 1.60s/it] 38%|███▊ | 470/1250 [12:14<21:07, 1.62s/it] 38%|███▊ | 471/1250 [12:16<20:47, 1.60s/it] 38%|███▊ | 472/1250 [12:17<19:43, 1.52s/it] 38%|███▊ | 473/1250 [12:18<18:18, 1.41s/it] 38%|███▊ | 474/1250 [12:19<16:37, 1.29s/it] 38%|███▊ | 475/1250 [12:21<18:49, 1.46s/it] 38%|███▊ | 476/1250 [12:24<24:27, 1.90s/it] 38%|███▊ | 477/1250 [12:26<24:00, 1.86s/it] 38%|███▊ | 478/1250 [12:27<22:39, 1.76s/it] 38%|███▊ | 479/1250 [12:29<21:01, 1.64s/it] 38%|███▊ | 480/1250 [12:30<18:58, 1.48s/it] 38%|███▊ | 481/1250 [12:31<16:44, 1.31s/it] 39%|███▊ | 482/1250 [12:33<20:30, 1.60s/it] 39%|███▊ | 483/1250 [12:35<20:39, 1.62s/it] 39%|███▊ | 484/1250 [12:36<20:30, 1.61s/it] 39%|███▉ | 485/1250 [12:38<19:36, 1.54s/it] 39%|███▉ | 486/1250 [12:39<18:15, 1.43s/it] 39%|███▉ | 487/1250 [12:40<16:37, 1.31s/it] 39%|███▉ | 488/1250 [12:42<20:55, 1.65s/it] 39%|███▉ | 489/1250 [12:44<21:17, 1.68s/it] 39%|███▉ | 490/1250 [12:45<20:34, 1.62s/it] 39%|███▉ | 491/1250 [12:47<19:28, 1.54s/it] 39%|███▉ | 492/1250 [12:48<18:28, 1.46s/it] 39%|███▉ | 493/1250 [12:49<16:39, 1.32s/it] 40%|███▉ | 494/1250 [12:51<20:23, 1.62s/it] 40%|███▉ | 495/1250 [12:53<20:39, 1.64s/it] 40%|███▉ | 496/1250 [12:55<20:11, 1.61s/it] 40%|███▉ | 497/1250 [12:56<19:09, 1.53s/it] 40%|███▉ | 498/1250 [12:57<17:44, 1.42s/it] 40%|███▉ | 499/1250 [12:58<15:57, 1.28s/it] 40%|████ | 500/1250 [13:00<17:17, 1.38s/it] 40%|████ | 500/1250 [13:00<17:17, 1.38s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. | |
| ***** Running Evaluation ***** | |
| Num examples = 341 | |
| Batch size = 8 | |
| {'loss': 20.0794, 'learning_rate': 3.675e-06, 'epoch': 3.98} | |
| {'loss': 10.5776, 'learning_rate': 7.425e-06, 'epoch': 7.98} | |
| {'loss': 6.6033, 'learning_rate': 1.1174999999999999e-05, 'epoch': 11.98} | |
| {'loss': 5.3857, 'learning_rate': 1.4925e-05, 'epoch': 15.98} | |
| {'loss': 4.4431, 'learning_rate': 1.8675e-05, 'epoch': 19.98} | |
| 0%| | 0/43 [00:00<?, ?it/s][A | |
| 5%|▍ | 2/43 [00:00<00:04, 9.99it/s][A | |
| 7%|▋ | 3/43 [00:00<00:07, 5.48it/s][A | |
| 9%|▉ | 4/43 [00:00<00:09, 4.26it/s][A | |
| 12%|█▏ | 5/43 [00:01<00:09, 4.09it/s][A | |
| 14%|█▍ | 6/43 [00:01<00:09, 3.90it/s][A | |
| 16%|█▋ | 7/43 [00:01<00:09, 3.85it/s][A | |
| 19%|█▊ | 8/43 [00:01<00:09, 3.77it/s][A | |
| 21%|██ | 9/43 [00:02<00:09, 3.47it/s][A | |
| 23%|██▎ | 10/43 [00:02<00:08, 3.74it/s][A | |
| 26%|██▌ | 11/43 [00:02<00:09, 3.54it/s][A | |
| 28%|██▊ | 12/43 [00:03<00:08, 3.77it/s][A | |
| 30%|███ | 13/43 [00:03<00:07, 3.86it/s][A | |
| 33%|███▎ | 14/43 [00:03<00:08, 3.48it/s][A | |
| 35%|███▍ | 15/43 [00:04<00:09, 2.99it/s][A | |
| 37%|███▋ | 16/43 [00:04<00:08, 3.05it/s][A | |
| 40%|███▉ | 17/43 [00:04<00:08, 3.14it/s][A | |
| 42%|████▏ | 18/43 [00:05<00:08, 3.05it/s][A | |
| 44%|████▍ | 19/43 [00:05<00:08, 2.85it/s][A | |
| 47%|████▋ | 20/43 [00:05<00:09, 2.54it/s][A | |
| 49%|████▉ | 21/43 [00:06<00:08, 2.66it/s][A | |
| 51%|█████ | 22/43 [00:06<00:07, 2.70it/s][A | |
| 53%|█████▎ | 23/43 [00:06<00:07, 2.82it/s][A | |
| 56%|█████▌ | 24/43 [00:07<00:06, 3.09it/s][A | |
| 58%|█████▊ | 25/43 [00:07<00:05, 3.22it/s][A | |
| 60%|██████ | 26/43 [00:07<00:05, 3.21it/s][A | |
| 63%|██████▎ | 27/43 [00:07<00:04, 3.59it/s][A | |
| 65%|██████▌ | 28/43 [00:08<00:04, 3.65it/s][A | |
| 67%|██████▋ | 29/43 [00:08<00:03, 3.76it/s][A | |
| 70%|██████▉ | 30/43 [00:08<00:03, 3.83it/s][A | |
| 72%|███████▏ | 31/43 [00:08<00:03, 3.79it/s][A | |
| 74%|███████▍ | 32/43 [00:09<00:02, 3.85it/s][A | |
| 77%|███████▋ | 33/43 [00:09<00:02, 3.54it/s][A | |
| 79%|███████▉ | 34/43 [00:09<00:02, 3.51it/s][A | |
| 81%|████████▏ | 35/43 [00:10<00:02, 3.51it/s][A | |
| 84%|████████▎ | 36/43 [00:10<00:02, 3.42it/s][A | |
| 86%|████████▌ | 37/43 [00:10<00:01, 3.56it/s][A | |
| 88%|████████▊ | 38/43 [00:11<00:01, 3.32it/s][A | |
| 91%|█████████ | 39/43 [00:11<00:01, 3.38it/s][A | |
| 93%|█████████▎| 40/43 [00:11<00:00, 3.27it/s][A | |
| 95%|█████████▌| 41/43 [00:11<00:00, 3.37it/s][A | |
| 98%|█████████▊| 42/43 [00:12<00:00, 3.19it/s][A | |
| 100%|██████████| 43/43 [00:12<00:00, 3.83it/s][A | |
| [A 40%|████ | 500/1250 [13:13<17:17, 1.38s/it] | |
| 100%|██████████| 43/43 [00:12<00:00, 3.83it/s][A | |
| [ASaving model checkpoint to ./checkpoint-500 | |
| Configuration saved in ./checkpoint-500/config.json | |
| Model weights saved in ./checkpoint-500/pytorch_model.bin | |
| Configuration saved in ./checkpoint-500/preprocessor_config.json | |
| Configuration saved in ./preprocessor_config.json | |
| 40%|████ | 501/1250 [13:45<3:02:23, 14.61s/it] 40%|████ | 502/1250 [13:47<2:13:45, 10.73s/it] 40%|████ | 503/1250 [13:48<1:39:10, 7.97s/it] 40%|████ | 504/1250 [13:50<1:14:34, 6.00s/it] 40%|████ | 505/1250 [13:51<56:37, 4.56s/it] 40%|████ | 506/1250 [13:52<43:34, 3.51s/it] 41%|████ | 507/1250 [13:54<39:07, 3.16s/it] 41%|████ | 508/1250 [13:56<34:15, 2.77s/it] 41%|████ | 509/1250 [13:58<29:45, 2.41s/it] 41%|████ | 510/1250 [13:59<25:49, 2.09s/it] 41%|████ | 511/1250 [14:00<22:25, 1.82s/it] 41%|████ | 512/1250 [14:01<19:15, 1.57s/it] 41%|████ | 513/1250 [14:04<22:15, 1.81s/it] 41%|████ | 514/1250 [14:05<21:55, 1.79s/it] 41%|████ | 515/1250 [14:07<20:56, 1.71s/it] 41%|████▏ | 516/1250 [14:08<19:31, 1.60s/it] 41%|████▏ | 517/1250 [14:09<17:54, 1.47s/it] 41%|████▏ | 518/1250 [14:10<16:11, 1.33s/it] 42%|████▏ | 519/1250 [14:13<19:56, 1.64s/it] 42%|████▏ | 520/1250 [14:14<20:11, 1.66s/it] 42%|████▏ | 521/1250 [14:16<19:21, 1.59s/it] 42%|████▏ | 522/1250 [14:17<18:22, 1.51s/it] 42%|████▏ | 523/1250 [14:18<16:55, 1.40s/it] 42%|████▏ | 524/1250 [14:19<15:18, 1.27s/it] 42%|████▏ | 525/1250 [14:21<17:22, 1.44s/it] 42%|████▏ | 526/1250 [14:24<22:06, 1.83s/it] 42%|████▏ | 527/1250 [14:26<21:32, 1.79s/it] 42%|████▏ | 528/1250 [14:27<20:13, 1.68s/it] 42%|████▏ | 529/1250 [14:28<18:59, 1.58s/it] 42%|████▏ | 530/1250 [14:30<17:33, 1.46s/it] 42%|████▏ | 531/1250 [14:31<15:50, 1.32s/it] 43%|████▎ | 532/1250 [14:33<20:04, 1.68s/it] 43%|████▎ | 533/1250 [14:35<20:10, 1.69s/it] 43%|████▎ | 534/1250 [14:36<19:25, 1.63s/it] 43%|████▎ | 535/1250 [14:38<18:30, 1.55s/it] 43%|████▎ | 536/1250 [14:39<17:11, 1.44s/it] 43%|████▎ | 537/1250 [14:40<15:32, 1.31s/it] 43%|████▎ | 538/1250 [14:42<19:16, 1.62s/it] 43%|████▎ | 539/1250 [14:44<19:51, 1.68s/it] 43%|████▎ | 540/1250 [14:46<19:32, 1.65s/it] 43%|████▎ | 541/1250 [14:47<18:35, 1.57s/it] 43%|████▎ | 542/1250 [14:48<17:14, 1.46s/it] 43%|████▎ | 543/1250 [14:49<15:31, 1.32s/it] 44%|████▎ | 544/1250 [14:52<19:16, 1.64s/it] 44%|████▎ | 545/1250 [14:53<19:33, 1.66s/it] 44%|████▎ | 546/1250 [14:55<18:47, 1.60s/it] 44%|████▍ | 547/1250 [14:56<17:40, 1.51s/it] 44%|████▍ | 548/1250 [14:57<16:17, 1.39s/it] 44%|████▍ | 549/1250 [14:58<14:43, 1.26s/it] 44%|████▍ | 550/1250 [15:00<16:04, 1.38s/it] 44%|████▍ | 551/1250 [15:03<21:04, 1.81s/it] 44%|████▍ | 552/1250 [15:04<20:40, 1.78s/it] 44%|████▍ | 553/1250 [15:06<19:33, 1.68s/it] 44%|████▍ | 554/1250 [15:07<18:17, 1.58s/it] 44%|████▍ | 555/1250 [15:08<16:56, 1.46s/it] 44%|████▍ | 556/1250 [15:09<15:27, 1.34s/it] 45%|████▍ | 557/1250 [15:12<19:05, 1.65s/it] 45%|████▍ | 558/1250 [15:14<19:34, 1.70s/it] 45%|████▍ | 559/1250 [15:15<18:49, 1.63s/it] 45%|████▍ | 560/1250 [15:16<17:42, 1.54s/it] 45%|████▍ | 561/1250 [15:17<16:21, 1.42s/it] 45%|████▍ | 562/1250 [15:18<14:47, 1.29s/it] 45%|████▌ | 563/1250 [15:21<18:25, 1.61s/it] 45%|████▌ | 564/1250 [15:23<18:52, 1.65s/it] 45%|████▌ | 565/1250 [15:24<18:19, 1.61s/it] 45%|████▌ | 566/1250 [15:25<17:22, 1.52s/it] 45%|████▌ | 567/1250 [15:27<16:11, 1.42s/it] 45%|████▌ | 568/1250 [15:28<14:37, 1.29s/it] 46%|████▌ | 569/1250 [15:30<17:56, 1.58s/it] 46%|████▌ | 570/1250 [15:31<18:17, 1.61s/it] 46%|████▌ | 571/1250 [15:33<18:00, 1.59s/it] 46%|████▌ | 572/1250 [15:34<17:18, 1.53s/it] 46%|████▌ | 573/1250 [15:36<16:09, 1.43s/it] 46%|████▌ | 574/1250 [15:37<14:39, 1.30s/it] 46%|████▌ | 575/1250 [15:38<16:34, 1.47s/it] 46%|████▌ | 576/1250 [15:41<20:49, 1.85s/it] 46%|████▌ | 577/1250 [15:43<20:21, 1.82s/it] 46%|████▌ | 578/1250 [15:44<19:21, 1.73s/it] 46%|████▋ | 579/1250 [15:46<18:02, 1.61s/it] 46%|████▋ | 580/1250 [15:47<16:36, 1.49s/it] 46%|████▋ | 581/1250 [15:48<14:48, 1.33s/it] 47%|████▋ | 582/1250 [15:50<18:08, 1.63s/it] 47%|████▋ | 583/1250 [15:52<18:36, 1.67s/it] 47%|████▋ | 584/1250 [15:54<18:13, 1.64s/it] 47%|████▋ | 585/1250 [15:55<17:20, 1.56s/it] 47%|████▋ | 586/1250 [15:56<16:06, 1.46s/it] 47%|████▋ | 587/1250 [15:57<14:39, 1.33s/it] 47%|████▋ | 588/1250 [15:59<17:36, 1.60s/it] 47%|████▋ | 589/1250 [16:01<17:51, 1.62s/it] 47%|████▋ | 590/1250 [16:03<17:15, 1.57s/it] 47%|████▋ | 591/1250 [16:04<16:15, 1.48s/it] 47%|████▋ | 592/1250 [16:05<15:05, 1.38s/it] 47%|████▋ | 593/1250 [16:06<13:38, 1.25s/it] 48%|████▊ | 594/1250 [16:08<17:27, 1.60s/it] 48%|████▊ | 595/1250 [16:10<17:50, 1.63s/it] 48%|████▊ | 596/1250 [16:12<17:17, 1.59s/it] 48%|████▊ | 597/1250 [16:13<16:26, 1.51s/it] 48%|████▊ | 598/1250 [16:14<15:18, 1.41s/it] 48%|████▊ | 599/1250 [16:15<13:53, 1.28s/it] 48%|████▊ | 600/1250 [16:17<15:59, 1.48s/it] 48%|████▊ | 600/1250 [16:17<15:59, 1.48s/it] 48%|████▊ | 601/1250 [16:20<20:30, 1.90s/it] 48%|████▊ | 602/1250 [16:22<20:08, 1.86s/it] 48%|████▊ | 603/1250 [16:23<19:03, 1.77s/it] 48%|████▊ | 604/1250 [16:25<17:37, 1.64s/it] 48%|████▊ | 605/1250 [16:26<16:12, 1.51s/it] 48%|████▊ | 606/1250 [16:27<14:25, 1.34s/it] 49%|████▊ | 607/1250 [16:29<17:47, 1.66s/it] 49%|████▊ | 608/1250 [16:31<17:50, 1.67s/it] 49%|████▊ | 609/1250 [16:32<17:20, 1.62s/it] 49%|████▉ | 610/1250 [16:34<16:29, 1.55s/it] 49%|████▉ | 611/1250 [16:35<15:16, 1.43s/it] 49%|████▉ | 612/1250 [16:36<13:48, 1.30s/it] 49%|████▉ | 613/1250 [16:38<16:51, 1.59s/it] 49%|████▉ | 614/1250 [16:40<17:25, 1.64s/it] 49%|████▉ | 615/1250 [16:41<17:00, 1.61s/it] 49%|████▉ | 616/1250 [16:43<16:15, 1.54s/it] 49%|████▉ | 617/1250 [16:44<15:09, 1.44s/it] 49%|████▉ | 618/1250 [16:45<13:43, 1.30s/it] 50%|████▉ | 619/1250 [16:47<17:00, 1.62s/it] 50%|████▉ | 620/1250 [16:49<17:25, 1.66s/it] 50%|████▉ | 621/1250 [16:51<16:57, 1.62s/it] 50%|████▉ | 622/1250 [16:52<16:05, 1.54s/it] 50%|████▉ | 623/1250 [16:53<14:49, 1.42s/it] 50%|████▉ | 624/1250 [16:54<13:25, 1.29s/it] 50%|█████ | 625/1250 [16:56<14:38, 1.41s/it] 50%|█████ | 626/1250 [16:59<19:06, 1.84s/it] 50%|█████ | 627/1250 [17:00<18:41, 1.80s/it] 50%|█████ | 628/1250 [17:02<17:47, 1.72s/it] 50%|█████ | 629/1250 [17:03<16:47, 1.62s/it] 50%|█████ | 630/1250 [17:04<15:26, 1.49s/it] 50%|█████ | 631/1250 [17:05<13:57, 1.35s/it] 51%|█████ | 632/1250 [17:08<16:53, 1.64s/it] 51%|█████ | 633/1250 [17:09<17:05, 1.66s/it] 51%|█████ | 634/1250 [17:11<16:41, 1.63s/it] 51%|█████ | 635/1250 [17:12<15:50, 1.55s/it] 51%|█████ | 636/1250 [17:14<14:41, 1.44s/it] 51%|█████ | 637/1250 [17:15<13:16, 1.30s/it] 51%|█████ | 638/1250 [17:17<16:26, 1.61s/it] 51%|█████ | 639/1250 [17:19<16:42, 1.64s/it] 51%|█████ | 640/1250 [17:20<16:08, 1.59s/it] 51%|█████▏ | 641/1250 [17:21<15:12, 1.50s/it] 51%|█████▏ | 642/1250 [17:22<14:06, 1.39s/it] 51%|█████▏ | 643/1250 [17:23<12:49, 1.27s/it] 52%|█████▏ | 644/1250 [17:26<16:01, 1.59s/it] 52%|█████▏ | 645/1250 [17:28<16:27, 1.63s/it] 52%|█████▏ | 646/1250 [17:29<16:05, 1.60s/it] 52%|█████▏ | 647/1250 [17:30<15:29, 1.54s/it] 52%|█████▏ | 648/1250 [17:32<14:30, 1.45s/it] 52%|█████▏ | 649/1250 [17:33<13:11, 1.32s/it] 52%|█████▏ | 650/1250 [17:34<14:13, 1.42s/it] 52%|█████▏ | 651/1250 [17:37<18:25, 1.85s/it] 52%|█████▏ | 652/1250 [17:39<18:01, 1.81s/it] 52%|█████▏ | 653/1250 [17:40<17:07, 1.72s/it] 52%|█████▏ | 654/1250 [17:42<15:52, 1.60s/it] 52%|█████▏ | 655/1250 [17:43<14:29, 1.46s/it] 52%|█████▏ | 656/1250 [17:44<13:01, 1.32s/it] 53%|█████▎ | 657/1250 [17:46<16:01, 1.62s/it] 53%|█████▎ | 658/1250 [17:48<16:22, 1.66s/it] 53%|█████▎ | 659/1250 [17:49<15:59, 1.62s/it] 53%|█████▎ | 660/1250 [17:51<15:17, 1.55s/it] 53%|█████▎ | 661/1250 [17:52<14:06, 1.44s/it] 53%|█████▎ | 662/1250 [17:53<12:48, 1.31s/it] 53%|█████▎ | 663/1250 [17:55<15:51, 1.62s/it] 53%|█████▎ | 664/1250 [17:57<16:12, 1.66s/it] 53%|█████▎ | 665/1250 [17:59<15:57, 1.64s/it] 53%|█████▎ | 666/1250 [18:00<15:16, 1.57s/it] 53%|█████▎ | 667/1250 [18:01<14:03, 1.45s/it] 53%|█████▎ | 668/1250 [18:02<12:47, 1.32s/it] 54%|█████▎ | 669/1250 [18:05<15:36, 1.61s/it] 54%|█████▎ | 670/1250 [18:06<15:47, 1.63s/it] 54%|█████▎ | 671/1250 [18:08<15:23, 1.60s/it] 54%|█████▍ | 672/1250 [18:09<14:38, 1.52s/it] 54%|█████▍ | 673/1250 [18:10<13:32, 1.41s/it] 54%|█████▍ | 674/1250 [18:11<12:19, 1.28s/it] 54%|█████▍ | 675/1250 [18:13<13:59, 1.46s/it] 54%|█████▍ | 676/1250 [18:16<17:40, 1.85s/it] 54%|█████▍ | 677/1250 [18:18<17:05, 1.79s/it] 54%|█████▍ | 678/1250 [18:19<16:09, 1.69s/it] 54%|█████▍ | 679/1250 [18:20<14:52, 1.56s/it] 54%|█████▍ | 680/1250 [18:21<13:35, 1.43s/it] 54%|█████▍ | 681/1250 [18:22<11:55, 1.26s/it] 55%|█████▍ | 682/1250 [18:25<14:46, 1.56s/it] 55%|█████▍ | 683/1250 [18:26<15:15, 1.62s/it] 55%|█████▍ | 684/1250 [18:28<14:52, 1.58s/it] 55%|█████▍ | 685/1250 [18:29<14:09, 1.50s/it] 55%|█████▍ | 686/1250 [18:30<13:09, 1.40s/it] 55%|█████▍ | 687/1250 [18:31<12:00, 1.28s/it] 55%|█████▌ | 688/1250 [18:34<15:21, 1.64s/it] 55%|█████▌ | 689/1250 [18:36<15:46, 1.69s/it] 55%|█████▌ | 690/1250 [18:37<15:26, 1.65s/it] 55%|█████▌ | 691/1250 [18:39<14:41, 1.58s/it] 55%|█████▌ | 692/1250 [18:40<13:45, 1.48s/it] 55%|█████▌ | 693/1250 [18:41<12:26, 1.34s/it] 56%|█████▌ | 694/1250 [18:43<15:15, 1.65s/it] 56%|█████▌ | 695/1250 [18:45<15:35, 1.69s/it] 56%|█████▌ | 696/1250 [18:46<15:05, 1.63s/it] 56%|█████▌ | 697/1250 [18:48<14:16, 1.55s/it] 56%|█████▌ | 698/1250 [18:49<13:13, 1.44s/it] 56%|█████▌ | 699/1250 [18:50<11:53, 1.29s/it] 56%|█████▌ | 700/1250 [18:52<12:52, 1.41s/it] 56%|█████▌ | 700/1250 [18:52<12:52, 1.41s/it] 56%|█████▌ | 701/1250 [18:55<17:02, 1.86s/it] 56%|█████▌ | 702/1250 [18:56<16:45, 1.83s/it] 56%|█████▌ | 703/1250 [18:58<15:53, 1.74s/it] 56%|█████▋ | 704/1250 [18:59<14:53, 1.64s/it] 56%|█████▋ | 705/1250 [19:00<13:30, 1.49s/it] 56%|█████▋ | 706/1250 [19:01<12:05, 1.33s/it] 57%|█████▋ | 707/1250 [19:03<14:22, 1.59s/it] 57%|█████▋ | 708/1250 [19:05<14:43, 1.63s/it] 57%|█████▋ | 709/1250 [19:07<14:21, 1.59s/it] 57%|█████▋ | 710/1250 [19:08<13:40, 1.52s/it] 57%|█████▋ | 711/1250 [19:09<12:45, 1.42s/it] 57%|█████▋ | 712/1250 [19:10<11:41, 1.30s/it] 57%|█████▋ | 713/1250 [19:13<14:27, 1.62s/it] 57%|█████▋ | 714/1250 [19:14<14:40, 1.64s/it] 57%|█████▋ | 715/1250 [19:16<14:14, 1.60s/it] 57%|█████▋ | 716/1250 [19:17<13:36, 1.53s/it] 57%|█████▋ | 717/1250 [19:18<12:39, 1.43s/it] 57%|█████▋ | 718/1250 [19:19<11:22, 1.28s/it] 58%|█████▊ | 719/1250 [19:22<14:16, 1.61s/it] 58%|█████▊ | 720/1250 [19:23<14:39, 1.66s/it] 58%|█████▊ | 721/1250 [19:25<14:19, 1.62s/it] 58%|█████▊ | 722/1250 [19:26<13:41, 1.56s/it] 58%|█████▊ | 723/1250 [19:28<12:43, 1.45s/it] 58%|█████▊ | 724/1250 [19:29<11:25, 1.30s/it] 58%|█████▊ | 725/1250 [19:30<12:36, 1.44s/it] 58%|█████▊ | 726/1250 [19:33<16:06, 1.84s/it] 58%|█████▊ | 727/1250 [19:35<15:46, 1.81s/it] 58%|█████▊ | 728/1250 [19:36<14:53, 1.71s/it] 58%|█████▊ | 729/1250 [19:38<13:55, 1.60s/it] 58%|█████▊ | 730/1250 [19:39<12:51, 1.48s/it] 58%|█████▊ | 731/1250 [19:40<11:45, 1.36s/it] 59%|█████▊ | 732/1250 [19:42<14:18, 1.66s/it] 59%|█████▊ | 733/1250 [19:44<14:28, 1.68s/it] 59%|█████▊ | 734/1250 [19:46<14:05, 1.64s/it] 59%|█████▉ | 735/1250 [19:47<13:24, 1.56s/it] 59%|█████▉ | 736/1250 [19:48<12:20, 1.44s/it] 59%|█████▉ | 737/1250 [19:49<10:57, 1.28s/it] 59%|█████▉ | 738/1250 [19:51<13:46, 1.61s/it] 59%|█████▉ | 739/1250 [19:53<13:58, 1.64s/it] 59%|█████▉ | 740/1250 [19:55<13:35, 1.60s/it] 59%|█████▉ | 741/1250 [19:56<12:54, 1.52s/it] 59%|█████▉ | 742/1250 [19:57<11:55, 1.41s/it] 59%|█████▉ | 743/1250 [19:58<10:50, 1.28s/it] 60%|█████▉ | 744/1250 [20:00<13:23, 1.59s/it] 60%|█████▉ | 745/1250 [20:02<13:51, 1.65s/it] 60%|█████▉ | 746/1250 [20:04<13:20, 1.59s/it] 60%|█████▉ | 747/1250 [20:05<12:29, 1.49s/it] 60%|█████▉ | 748/1250 [20:06<11:35, 1.38s/it] 60%|█████▉ | 749/1250 [20:07<10:31, 1.26s/it] 60%|██████ | 750/1250 [20:09<11:41, 1.40s/it] 60%|██████ | 751/1250 [20:12<15:16, 1.84s/it] 60%|██████ | 752/1250 [20:13<15:11, 1.83s/it] 60%|██████ | 753/1250 [20:15<14:30, 1.75s/it] 60%|██████ | 754/1250 [20:16<13:36, 1.65s/it] 60%|██████ | 755/1250 [20:18<12:29, 1.51s/it] 60%|██████ | 756/1250 [20:19<11:07, 1.35s/it] 61%|██████ | 757/1250 [20:21<13:17, 1.62s/it] 61%|██████ | 758/1250 [20:23<13:31, 1.65s/it] 61%|██████ | 759/1250 [20:24<13:10, 1.61s/it] 61%|██████ | 760/1250 [20:25<12:28, 1.53s/it] 61%|██████ | 761/1250 [20:27<11:34, 1.42s/it] 61%|██████ | 762/1250 [20:28<10:28, 1.29s/it] 61%|██████ | 763/1250 [20:30<12:59, 1.60s/it] 61%|██████ | 764/1250 [20:32<13:13, 1.63s/it] 61%|██████ | 765/1250 [20:33<12:52, 1.59s/it] 61%|██████▏ | 766/1250 [20:34<12:05, 1.50s/it] 61%|██████▏ | 767/1250 [20:36<11:13, 1.39s/it] 61%|██████▏ | 768/1250 [20:36<10:11, 1.27s/it] 62%|██████▏ | 769/1250 [20:39<12:54, 1.61s/it] 62%|██████▏ | 770/1250 [20:41<13:05, 1.64s/it] 62%|██████▏ | 771/1250 [20:42<12:44, 1.60s/it] 62%|██████▏ | 772/1250 [20:43<12:12, 1.53s/it] 62%|██████▏ | 773/1250 [20:45<11:18, 1.42s/it] 62%|██████▏ | 774/1250 [20:46<10:16, 1.29s/it] 62%|██████▏ | 775/1250 [20:47<11:19, 1.43s/it] 62%|██████▏ | 776/1250 [20:50<14:32, 1.84s/it] 62%|██████▏ | 777/1250 [20:52<14:10, 1.80s/it] 62%|██████▏ | 778/1250 [20:53<13:17, 1.69s/it] 62%|██████▏ | 779/1250 [20:55<12:15, 1.56s/it] 62%|██████▏ | 780/1250 [20:56<11:16, 1.44s/it] 62%|██████▏ | 781/1250 [20:57<10:16, 1.31s/it] 63%|██████▎ | 782/1250 [20:59<12:23, 1.59s/it] 63%|██████▎ | 783/1250 [21:01<12:25, 1.60s/it] 63%|██████▎ | 784/1250 [21:02<12:05, 1.56s/it] 63%|██████▎ | 785/1250 [21:03<11:45, 1.52s/it] 63%|██████▎ | 786/1250 [21:05<11:03, 1.43s/it] 63%|██████▎ | 787/1250 [21:06<10:03, 1.30s/it] 63%|██████▎ | 788/1250 [21:08<12:27, 1.62s/it] 63%|██████▎ | 789/1250 [21:10<12:40, 1.65s/it] 63%|██████▎ | 790/1250 [21:11<12:29, 1.63s/it] 63%|██████▎ | 791/1250 [21:13<11:53, 1.55s/it] 63%|██████▎ | 792/1250 [21:14<10:56, 1.43s/it] 63%|██████▎ | 793/1250 [21:15<09:50, 1.29s/it] 64%|██████▎ | 794/1250 [21:17<12:23, 1.63s/it] 64%|██████▎ | 795/1250 [21:19<12:37, 1.66s/it] 64%|██████▎ | 796/1250 [21:21<12:18, 1.63s/it] 64%|██████▍ | 797/1250 [21:22<11:42, 1.55s/it] 64%|██████▍ | 798/1250 [21:23<10:55, 1.45s/it] 64%|██████▍ | 799/1250 [21:24<09:56, 1.32s/it] 64%|██████▍ | 800/1250 [21:26<10:45, 1.44s/it] 64%|██████▍ | 800/1250 [21:26<10:45, 1.44s/it] 64%|██████▍ | 801/1250 [21:29<13:45, 1.84s/it] 64%|██████▍ | 802/1250 [21:30<13:32, 1.81s/it] 64%|██████▍ | 803/1250 [21:32<12:51, 1.73s/it] 64%|██████▍ | 804/1250 [21:33<12:01, 1.62s/it] 64%|██████▍ | 805/1250 [21:35<11:02, 1.49s/it] 64%|██████▍ | 806/1250 [21:36<09:58, 1.35s/it] 65%|██████▍ | 807/1250 [21:38<12:15, 1.66s/it] 65%|██████▍ | 808/1250 [21:40<12:28, 1.69s/it] 65%|██████▍ | 809/1250 [21:41<12:08, 1.65s/it] 65%|██████▍ | 810/1250 [21:43<11:33, 1.58s/it] 65%|██████▍ | 811/1250 [21:44<10:42, 1.46s/it] 65%|██████▍ | 812/1250 [21:45<09:37, 1.32s/it] 65%|██████▌ | 813/1250 [21:47<12:07, 1.67s/it] 65%|██████▌ | 814/1250 [21:49<12:17, 1.69s/it] 65%|██████▌ | 815/1250 [21:51<11:49, 1.63s/it] 65%|██████▌ | 816/1250 [21:52<11:08, 1.54s/it] 65%|██████▌ | 817/1250 [21:53<10:16, 1.42s/it] 65%|██████▌ | 818/1250 [21:54<09:19, 1.29s/it] 66%|██████▌ | 819/1250 [21:56<11:27, 1.59s/it] 66%|██████▌ | 820/1250 [21:58<11:46, 1.64s/it] 66%|██████▌ | 821/1250 [22:00<11:23, 1.59s/it] 66%|██████▌ | 822/1250 [22:01<10:43, 1.50s/it] 66%|██████▌ | 823/1250 [22:02<09:59, 1.40s/it] 66%|██████▌ | 824/1250 [22:03<09:13, 1.30s/it] 66%|██████▌ | 825/1250 [22:05<09:56, 1.40s/it] 66%|██████▌ | 826/1250 [22:07<12:44, 1.80s/it] 66%|██████▌ | 827/1250 [22:09<12:37, 1.79s/it] 66%|██████▌ | 828/1250 [22:11<12:05, 1.72s/it] 66%|██████▋ | 829/1250 [22:12<11:15, 1.60s/it] 66%|██████▋ | 830/1250 [22:13<10:13, 1.46s/it] 66%|██████▋ | 831/1250 [22:14<09:13, 1.32s/it] 67%|██████▋ | 832/1250 [22:17<11:23, 1.64s/it] 67%|██████▋ | 833/1250 [22:18<11:33, 1.66s/it] 67%|██████▋ | 834/1250 [22:20<11:12, 1.62s/it] 67%|██████▋ | 835/1250 [22:21<10:40, 1.54s/it] 67%|██████▋ | 836/1250 [22:22<09:52, 1.43s/it] 67%|██████▋ | 837/1250 [22:23<09:00, 1.31s/it] 67%|██████▋ | 838/1250 [22:26<11:13, 1.63s/it] 67%|██████▋ | 839/1250 [22:28<11:32, 1.68s/it] 67%|██████▋ | 840/1250 [22:29<11:13, 1.64s/it] 67%|██████▋ | 841/1250 [22:31<10:43, 1.57s/it] 67%|██████▋ | 842/1250 [22:32<09:58, 1.47s/it] 67%|██████▋ | 843/1250 [22:33<08:54, 1.31s/it] 68%|██████▊ | 844/1250 [22:35<11:11, 1.65s/it] 68%|██████▊ | 845/1250 [22:37<11:19, 1.68s/it] 68%|██████▊ | 846/1250 [22:38<10:59, 1.63s/it] 68%|██████▊ | 847/1250 [22:40<10:24, 1.55s/it] 68%|██████▊ | 848/1250 [22:41<09:36, 1.43s/it] 68%|██████▊ | 849/1250 [22:42<08:41, 1.30s/it] 68%|██████▊ | 850/1250 [22:44<09:16, 1.39s/it] 68%|██████▊ | 851/1250 [22:46<12:23, 1.86s/it] 68%|██████▊ | 852/1250 [22:48<12:16, 1.85s/it] 68%|██████▊ | 853/1250 [22:50<11:34, 1.75s/it] 68%|██████▊ | 854/1250 [22:51<10:46, 1.63s/it] 68%|██████▊ | 855/1250 [22:52<09:45, 1.48s/it] 68%|██████▊ | 856/1250 [22:53<08:41, 1.32s/it] 69%|██████▊ | 857/1250 [22:55<10:23, 1.59s/it] 69%|██████▊ | 858/1250 [22:57<10:29, 1.61s/it] 69%|██████▊ | 859/1250 [22:59<10:18, 1.58s/it] 69%|██████▉ | 860/1250 [23:00<09:50, 1.51s/it] 69%|██████▉ | 861/1250 [23:01<09:11, 1.42s/it] 69%|██████▉ | 862/1250 [23:02<08:22, 1.29s/it] 69%|██████▉ | 863/1250 [23:05<10:28, 1.62s/it] 69%|██████▉ | 864/1250 [23:06<10:41, 1.66s/it] 69%|██████▉ | 865/1250 [23:08<10:21, 1.61s/it] 69%|██████▉ | 866/1250 [23:09<09:53, 1.54s/it] 69%|██████▉ | 867/1250 [23:10<09:10, 1.44s/it] 69%|██████▉ | 868/1250 [23:11<08:17, 1.30s/it] 70%|██████▉ | 869/1250 [23:14<10:13, 1.61s/it] 70%|██████▉ | 870/1250 [23:15<10:26, 1.65s/it] 70%|██████▉ | 871/1250 [23:17<10:12, 1.62s/it] 70%|██████▉ | 872/1250 [23:18<09:40, 1.54s/it] 70%|██████▉ | 873/1250 [23:20<09:00, 1.43s/it] 70%|██████▉ | 874/1250 [23:21<08:15, 1.32s/it] 70%|███████ | 875/1250 [23:22<09:07, 1.46s/it] 70%|███████ | 876/1250 [23:25<11:37, 1.86s/it] 70%|███████ | 877/1250 [23:27<11:25, 1.84s/it] 70%|███████ | 878/1250 [23:28<10:44, 1.73s/it] 70%|███████ | 879/1250 [23:30<09:57, 1.61s/it] 70%|███████ | 880/1250 [23:31<09:08, 1.48s/it] 70%|███████ | 881/1250 [23:32<08:10, 1.33s/it] 71%|███████ | 882/1250 [23:34<10:07, 1.65s/it] 71%|███████ | 883/1250 [23:36<10:10, 1.66s/it] 71%|███████ | 884/1250 [23:38<09:50, 1.61s/it] 71%|███████ | 885/1250 [23:39<09:23, 1.54s/it] 71%|███████ | 886/1250 [23:40<08:41, 1.43s/it] 71%|███████ | 887/1250 [23:41<07:57, 1.32s/it] 71%|███████ | 888/1250 [23:43<09:50, 1.63s/it] 71%|███████ | 889/1250 [23:45<10:01, 1.67s/it] 71%|███████ | 890/1250 [23:47<09:45, 1.63s/it] 71%|███████▏ | 891/1250 [23:48<09:09, 1.53s/it] 71%|███████▏ | 892/1250 [23:49<08:20, 1.40s/it] 71%|███████▏ | 893/1250 [23:50<07:22, 1.24s/it] 72%|███████▏ | 894/1250 [23:52<09:15, 1.56s/it] 72%|███████▏ | 895/1250 [23:54<09:33, 1.61s/it] 72%|███████▏ | 896/1250 [23:56<09:23, 1.59s/it] 72%|███████▏ | 897/1250 [23:57<08:57, 1.52s/it] 72%|███████▏ | 898/1250 [23:58<08:19, 1.42s/it] 72%|███████▏ | 899/1250 [23:59<07:28, 1.28s/it] 72%|███████▏ | 900/1250 [24:01<08:27, 1.45s/it] 72%|███████▏ | 900/1250 [24:01<08:27, 1.45s/it] 72%|███████▏ | 901/1250 [24:04<10:51, 1.87s/it] 72%|███████▏ | 902/1250 [24:06<10:39, 1.84s/it] 72%|███████▏ | 903/1250 [24:07<10:00, 1.73s/it] 72%|███████▏ | 904/1250 [24:08<09:08, 1.59s/it] 72%|███████▏ | 905/1250 [24:09<08:14, 1.43s/it] 72%|███████▏ | 906/1250 [24:10<07:16, 1.27s/it] 73%|███████▎ | 907/1250 [24:13<08:59, 1.57s/it] 73%|███████▎ | 908/1250 [24:14<09:14, 1.62s/it] 73%|███████▎ | 909/1250 [24:16<09:03, 1.59s/it] 73%|███████▎ | 910/1250 [24:17<08:40, 1.53s/it] 73%|███████▎ | 911/1250 [24:18<08:05, 1.43s/it] 73%|███████▎ | 912/1250 [24:19<07:20, 1.30s/it] 73%|███████▎ | 913/1250 [24:22<09:00, 1.60s/it] 73%|███████▎ | 914/1250 [24:23<09:06, 1.63s/it] 73%|███████▎ | 915/1250 [24:25<08:50, 1.58s/it] 73%|███████▎ | 916/1250 [24:26<08:20, 1.50s/it] 73%|███████▎ | 917/1250 [24:27<07:42, 1.39s/it] 73%|███████▎ | 918/1250 [24:28<07:01, 1.27s/it] 74%|███████▎ | 919/1250 [24:31<08:52, 1.61s/it] 74%|███████▎ | 920/1250 [24:32<09:04, 1.65s/it] 74%|███████▎ | 921/1250 [24:34<08:46, 1.60s/it] 74%|███████▍ | 922/1250 [24:35<08:25, 1.54s/it] 74%|███████▍ | 923/1250 [24:37<07:54, 1.45s/it] 74%|███████▍ | 924/1250 [24:38<07:06, 1.31s/it] 74%|███████▍ | 925/1250 [24:39<07:43, 1.42s/it] 74%|███████▍ | 926/1250 [24:42<09:52, 1.83s/it] 74%|███████▍ | 927/1250 [24:44<09:41, 1.80s/it] 74%|███████▍ | 928/1250 [24:45<09:17, 1.73s/it] 74%|███████▍ | 929/1250 [24:47<08:40, 1.62s/it] 74%|███████▍ | 930/1250 [24:48<07:59, 1.50s/it] 74%|███████▍ | 931/1250 [24:49<07:10, 1.35s/it] 75%|███████▍ | 932/1250 [24:51<08:30, 1.61s/it] 75%|███████▍ | 933/1250 [24:53<08:39, 1.64s/it] 75%|███████▍ | 934/1250 [24:54<08:23, 1.59s/it] 75%|███████▍ | 935/1250 [24:56<07:57, 1.51s/it] 75%|███████▍ | 936/1250 [24:57<07:22, 1.41s/it] 75%|███████▍ | 937/1250 [24:58<06:44, 1.29s/it] 75%|███████▌ | 938/1250 [25:00<08:28, 1.63s/it] 75%|███████▌ | 939/1250 [25:02<08:36, 1.66s/it] 75%|███████▌ | 940/1250 [25:03<08:20, 1.61s/it] 75%|███████▌ | 941/1250 [25:05<07:51, 1.53s/it] 75%|███████▌ | 942/1250 [25:06<07:16, 1.42s/it] 75%|███████▌ | 943/1250 [25:07<06:32, 1.28s/it] 76%|███████▌ | 944/1250 [25:09<08:08, 1.59s/it] 76%|███████▌ | 945/1250 [25:11<08:16, 1.63s/it] 76%|███████▌ | 946/1250 [25:12<07:57, 1.57s/it] 76%|███████▌ | 947/1250 [25:14<07:34, 1.50s/it] 76%|███████▌ | 948/1250 [25:15<07:06, 1.41s/it] 76%|███████▌ | 949/1250 [25:16<06:29, 1.29s/it] 76%|███████▌ | 950/1250 [25:18<07:01, 1.41s/it] 76%|███████▌ | 951/1250 [25:20<09:10, 1.84s/it] 76%|███████▌ | 952/1250 [25:22<09:00, 1.81s/it] 76%|███████▌ | 953/1250 [25:24<08:36, 1.74s/it] 76%|███████▋ | 954/1250 [25:25<07:59, 1.62s/it] 76%|███████▋ | 955/1250 [25:26<07:22, 1.50s/it] 76%|███████▋ | 956/1250 [25:27<06:36, 1.35s/it] 77%|███████▋ | 957/1250 [25:30<08:12, 1.68s/it] 77%|███████▋ | 958/1250 [25:32<08:19, 1.71s/it] 77%|███████▋ | 959/1250 [25:33<08:03, 1.66s/it] 77%|███████▋ | 960/1250 [25:35<07:39, 1.58s/it] 77%|███████▋ | 961/1250 [25:36<07:00, 1.45s/it] 77%|███████▋ | 962/1250 [25:37<06:18, 1.31s/it] 77%|███████▋ | 963/1250 [25:39<07:38, 1.60s/it] 77%|███████▋ | 964/1250 [25:41<07:43, 1.62s/it] 77%|███████▋ | 965/1250 [25:42<07:26, 1.57s/it] 77%|███████▋ | 966/1250 [25:43<07:02, 1.49s/it] 77%|███████▋ | 967/1250 [25:45<06:34, 1.39s/it] 77%|███████▋ | 968/1250 [25:46<06:05, 1.30s/it] 78%|███████▊ | 969/1250 [25:48<07:25, 1.59s/it] 78%|███████▊ | 970/1250 [25:50<07:40, 1.65s/it] 78%|███████▊ | 971/1250 [25:51<07:26, 1.60s/it] 78%|███████▊ | 972/1250 [25:52<07:03, 1.52s/it] 78%|███████▊ | 973/1250 [25:54<06:33, 1.42s/it] 78%|███████▊ | 974/1250 [25:55<05:52, 1.28s/it] 78%|███████▊ | 975/1250 [25:56<06:38, 1.45s/it] 78%|███████▊ | 976/1250 [25:59<08:36, 1.88s/it] 78%|███████▊ | 977/1250 [26:01<08:26, 1.86s/it] 78%|███████▊ | 978/1250 [26:03<08:00, 1.77s/it] 78%|███████▊ | 979/1250 [26:04<07:26, 1.65s/it] 78%|███████▊ | 980/1250 [26:05<06:47, 1.51s/it] 78%|███████▊ | 981/1250 [26:06<06:06, 1.36s/it] 79%|███████▊ | 982/1250 [26:09<07:27, 1.67s/it] 79%|███████▊ | 983/1250 [26:10<07:29, 1.68s/it] 79%|███████▊ | 984/1250 [26:12<07:11, 1.62s/it] 79%|███████▉ | 985/1250 [26:13<06:47, 1.54s/it] 79%|███████▉ | 986/1250 [26:14<06:14, 1.42s/it] 79%|███████▉ | 987/1250 [26:15<05:37, 1.28s/it] 79%|███████▉ | 988/1250 [26:18<06:56, 1.59s/it] 79%|███████▉ | 989/1250 [26:19<07:03, 1.62s/it] 79%|███████▉ | 990/1250 [26:21<06:53, 1.59s/it] 79%|███████▉ | 991/1250 [26:22<06:31, 1.51s/it] 79%|███████▉ | 992/1250 [26:23<06:07, 1.43s/it] 79%|███████▉ | 993/1250 [26:24<05:32, 1.29s/it] 80%|███████▉ | 994/1250 [26:27<06:43, 1.57s/it] 80%|███████▉ | 995/1250 [26:28<06:52, 1.62s/it] 80%|███████▉ | 996/1250 [26:30<06:43, 1.59s/it] 80%|███████▉ | 997/1250 [26:31<06:26, 1.53s/it] 80%|███████▉ | 998/1250 [26:32<05:57, 1.42s/it] 80%|███████▉ | 999/1250 [26:33<05:22, 1.29s/it] 80%|████████ | 1000/1250 [26:35<06:04, 1.46s/it] 80%|████████ | 1000/1250 [26:35<06:04, 1.46s/it]The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. | |
| ***** Running Evaluation ***** | |
| Num examples = 341 | |
| Batch size = 8 | |
| {'eval_loss': 4.144110202789307, 'eval_wer': 1.0, 'eval_runtime': 12.9526, 'eval_samples_per_second': 26.327, 'eval_steps_per_second': 3.32, 'epoch': 19.98} | |
| {'loss': 3.7383, 'learning_rate': 2.2424999999999996e-05, 'epoch': 23.98} | |
| {'loss': 3.361, 'learning_rate': 2.6174999999999996e-05, 'epoch': 27.98} | |
| {'loss': 3.2219, 'learning_rate': 2.9925e-05, 'epoch': 31.98} | |
| {'loss': 3.104, 'learning_rate': 3.3675e-05, 'epoch': 35.98} | |
| {'loss': 3.0399, 'learning_rate': 3.7424999999999995e-05, 'epoch': 39.98} | |
| 0%| | 0/43 [00:00<?, ?it/s][A | |
| 5%|▍ | 2/43 [00:00<00:04, 10.00it/s][A | |
| 9%|▉ | 4/43 [00:00<00:08, 4.72it/s][A | |
| 12%|█▏ | 5/43 [00:01<00:08, 4.42it/s][A | |
| 14%|█▍ | 6/43 [00:01<00:08, 4.12it/s][A | |
| 16%|█▋ | 7/43 [00:01<00:09, 3.92it/s][A | |
| 19%|█▊ | 8/43 [00:01<00:09, 3.73it/s][A | |
| 21%|██ | 9/43 [00:02<00:09, 3.49it/s][A | |
| 23%|██▎ | 10/43 [00:02<00:08, 3.74it/s][A | |
| 26%|██▌ | 11/43 [00:02<00:08, 3.75it/s][A | |
| 28%|██▊ | 12/43 [00:02<00:08, 3.87it/s][A | |
| 30%|███ | 13/43 [00:03<00:07, 3.91it/s][A | |
| 33%|███▎ | 14/43 [00:03<00:08, 3.51it/s][A | |
| 35%|███▍ | 15/43 [00:03<00:09, 3.08it/s][A | |
| 37%|███▋ | 16/43 [00:04<00:08, 3.13it/s][A | |
| 40%|███▉ | 17/43 [00:04<00:08, 3.20it/s][A | |
| 42%|████▏ | 18/43 [00:04<00:08, 3.10it/s][A | |
| 44%|████▍ | 19/43 [00:05<00:08, 2.87it/s][A | |
| 47%|████▋ | 20/43 [00:05<00:08, 2.61it/s][A | |
| 49%|████▉ | 21/43 [00:06<00:08, 2.71it/s][A | |
| 51%|█████ | 22/43 [00:06<00:07, 2.72it/s][A | |
| 53%|█████▎ | 23/43 [00:06<00:07, 2.83it/s][A | |
| 56%|█████▌ | 24/43 [00:07<00:06, 3.11it/s][A | |
| 58%|█████▊ | 25/43 [00:07<00:05, 3.22it/s][A | |
| 60%|██████ | 26/43 [00:07<00:05, 3.27it/s][A | |
| 63%|██████▎ | 27/43 [00:07<00:04, 3.65it/s][A | |
| 65%|██████▌ | 28/43 [00:08<00:04, 3.74it/s][A | |
| 67%|██████▋ | 29/43 [00:08<00:03, 3.75it/s][A | |
| 70%|██████▉ | 30/43 [00:08<00:03, 3.85it/s][A | |
| 72%|███████▏ | 31/43 [00:08<00:03, 3.83it/s][A | |
| 74%|███████▍ | 32/43 [00:09<00:02, 3.87it/s][A | |
| 77%|███████▋ | 33/43 [00:09<00:02, 3.56it/s][A | |
| 79%|███████▉ | 34/43 [00:09<00:02, 3.56it/s][A | |
| 81%|████████▏ | 35/43 [00:10<00:02, 3.56it/s][A | |
| 84%|████████▎ | 36/43 [00:10<00:02, 3.38it/s][A | |
| 86%|████████▌ | 37/43 [00:10<00:01, 3.48it/s][A | |
| 88%|████████▊ | 38/43 [00:10<00:01, 3.22it/s][A | |
| 91%|█████████ | 39/43 [00:11<00:01, 3.30it/s][A | |
| 93%|█████████▎| 40/43 [00:11<00:00, 3.17it/s][A | |
| 95%|█████████▌| 41/43 [00:11<00:00, 3.30it/s][A | |
| 98%|█████████▊| 42/43 [00:12<00:00, 3.18it/s][A | |
| 100%|██████████| 43/43 [00:12<00:00, 3.82it/s][A | |
| [A 80%|████████ | 1000/1250 [26:48<06:04, 1.46s/it] | |
| 100%|██████████| 43/43 [00:12<00:00, 3.82it/s][A | |
| [ASaving model checkpoint to ./checkpoint-1000 | |
| Configuration saved in ./checkpoint-1000/config.json | |
| Model weights saved in ./checkpoint-1000/pytorch_model.bin | |
| Configuration saved in ./checkpoint-1000/preprocessor_config.json | |
| Configuration saved in ./preprocessor_config.json | |
| 80%|████████ | 1001/1250 [28:19<2:13:17, 32.12s/it] 80%|████████ | 1002/1250 [28:21<1:35:05, 23.00s/it] 80%|████████ | 1003/1250 [28:22<1:08:12, 16.57s/it] 80%|████████ | 1004/1250 [28:24<49:13, 12.01s/it] 80%|████████ | 1005/1250 [28:25<35:46, 8.76s/it] 80%|████████ | 1006/1250 [28:26<26:09, 6.43s/it] 81%|████████ | 1007/1250 [28:28<20:55, 5.16s/it] 81%|████████ | 1008/1250 [28:30<16:52, 4.18s/it] 81%|████████ | 1009/1250 [28:31<13:32, 3.37s/it] 81%|████████ | 1010/1250 [28:33<10:59, 2.75s/it] 81%|████████ | 1011/1250 [28:34<09:02, 2.27s/it] 81%|████████ | 1012/1250 [28:35<07:31, 1.90s/it] 81%|████████ | 1013/1250 [28:37<08:02, 2.04s/it] 81%|████████ | 1014/1250 [28:39<07:40, 1.95s/it] 81%|████████ | 1015/1250 [28:40<07:06, 1.82s/it] 81%|████████▏ | 1016/1250 [28:42<06:35, 1.69s/it] 81%|████████▏ | 1017/1250 [28:43<05:56, 1.53s/it] 81%|████████▏ | 1018/1250 [28:44<05:17, 1.37s/it] 82%|████████▏ | 1019/1250 [28:46<06:32, 1.70s/it] 82%|████████▏ | 1020/1250 [28:48<06:38, 1.73s/it] 82%|████████▏ | 1021/1250 [28:50<06:24, 1.68s/it] 82%|████████▏ | 1022/1250 [28:51<06:01, 1.58s/it] 82%|████████▏ | 1023/1250 [28:52<05:33, 1.47s/it] 82%|████████▏ | 1024/1250 [28:53<04:59, 1.33s/it] 82%|████████▏ | 1025/1250 [28:55<05:22, 1.43s/it] 82%|████████▏ | 1026/1250 [28:58<07:11, 1.92s/it] 82%|████████▏ | 1027/1250 [29:00<06:58, 1.88s/it] 82%|████████▏ | 1028/1250 [29:01<06:34, 1.78s/it] 82%|████████▏ | 1029/1250 [29:03<06:05, 1.65s/it] 82%|████████▏ | 1030/1250 [29:04<05:31, 1.51s/it] 82%|████████▏ | 1031/1250 [29:05<04:58, 1.36s/it] 83%|████████▎ | 1032/1250 [29:07<05:55, 1.63s/it] 83%|████████▎ | 1033/1250 [29:09<05:55, 1.64s/it] 83%|████████▎ | 1034/1250 [29:10<05:44, 1.60s/it] 83%|████████▎ | 1035/1250 [29:12<05:26, 1.52s/it] 83%|████████▎ | 1036/1250 [29:13<05:00, 1.41s/it] 83%|████████▎ | 1037/1250 [29:14<04:31, 1.27s/it] 83%|████████▎ | 1038/1250 [29:16<05:38, 1.60s/it] 83%|████████▎ | 1039/1250 [29:18<05:48, 1.65s/it] 83%|████████▎ | 1040/1250 [29:20<05:42, 1.63s/it] 83%|████████▎ | 1041/1250 [29:21<05:25, 1.56s/it] 83%|████████▎ | 1042/1250 [29:22<05:01, 1.45s/it] 83%|████████▎ | 1043/1250 [29:23<04:34, 1.33s/it] 84%|████████▎ | 1044/1250 [29:26<05:37, 1.64s/it] 84%|████████▎ | 1045/1250 [29:27<05:38, 1.65s/it] 84%|████████▎ | 1046/1250 [29:29<05:26, 1.60s/it] 84%|████████▍ | 1047/1250 [29:30<05:07, 1.52s/it] 84%|████████▍ | 1048/1250 [29:31<04:45, 1.41s/it] 84%|████████▍ | 1049/1250 [29:32<04:16, 1.28s/it] 84%|████████▍ | 1050/1250 [29:34<04:46, 1.43s/it] 84%|████████▍ | 1051/1250 [29:37<06:08, 1.85s/it] 84%|████████▍ | 1052/1250 [29:38<05:59, 1.81s/it] 84%|████████▍ | 1053/1250 [29:40<05:38, 1.72s/it] 84%|████████▍ | 1054/1250 [29:41<05:13, 1.60s/it] 84%|████████▍ | 1055/1250 [29:42<04:47, 1.47s/it] 84%|████████▍ | 1056/1250 [29:43<04:17, 1.33s/it] 85%|████████▍ | 1057/1250 [29:46<05:14, 1.63s/it] 85%|████████▍ | 1058/1250 [29:48<05:18, 1.66s/it] 85%|████████▍ | 1059/1250 [29:49<05:09, 1.62s/it] 85%|████████▍ | 1060/1250 [29:50<04:54, 1.55s/it] 85%|████████▍ | 1061/1250 [29:52<04:35, 1.46s/it] 85%|████████▍ | 1062/1250 [29:53<04:08, 1.32s/it] 85%|████████▌ | 1063/1250 [29:55<05:07, 1.64s/it] 85%|████████▌ | 1064/1250 [29:57<05:08, 1.66s/it] 85%|████████▌ | 1065/1250 [29:58<04:56, 1.60s/it] 85%|████████▌ | 1066/1250 [30:00<04:39, 1.52s/it] 85%|████████▌ | 1067/1250 [30:01<04:16, 1.40s/it] 85%|████████▌ | 1068/1250 [30:02<03:50, 1.26s/it] 86%|████████▌ | 1069/1250 [30:04<04:46, 1.58s/it] 86%|████████▌ | 1070/1250 [30:06<04:55, 1.64s/it] 86%|████████▌ | 1071/1250 [30:07<04:47, 1.61s/it] 86%|████████▌ | 1072/1250 [30:09<04:32, 1.53s/it] 86%|████████▌ | 1073/1250 [30:10<04:11, 1.42s/it] 86%|████████▌ | 1074/1250 [30:11<03:47, 1.30s/it] 86%|████████▌ | 1075/1250 [30:13<04:14, 1.45s/it] 86%|████████▌ | 1076/1250 [30:16<05:27, 1.88s/it] 86%|████████▌ | 1077/1250 [30:17<05:22, 1.87s/it] 86%|████████▌ | 1078/1250 [30:19<05:05, 1.78s/it] 86%|████████▋ | 1079/1250 [30:20<04:42, 1.65s/it] 86%|████████▋ | 1080/1250 [30:21<04:15, 1.50s/it] 86%|████████▋ | 1081/1250 [30:22<03:46, 1.34s/it] 87%|████████▋ | 1082/1250 [30:25<04:31, 1.61s/it] 87%|████████▋ | 1083/1250 [30:26<04:31, 1.63s/it] 87%|████████▋ | 1084/1250 [30:28<04:22, 1.58s/it] 87%|████████▋ | 1085/1250 [30:29<04:09, 1.51s/it] 87%|████████▋ | 1086/1250 [30:30<03:51, 1.41s/it] 87%|████████▋ | 1087/1250 [30:31<03:28, 1.28s/it] 87%|████████▋ | 1088/1250 [30:34<04:20, 1.61s/it] 87%|████████▋ | 1089/1250 [30:35<04:29, 1.67s/it] 87%|████████▋ | 1090/1250 [30:37<04:22, 1.64s/it] 87%|████████▋ | 1091/1250 [30:38<04:08, 1.56s/it] 87%|████████▋ | 1092/1250 [30:40<03:49, 1.45s/it] 87%|████████▋ | 1093/1250 [30:41<03:26, 1.32s/it] 88%|████████▊ | 1094/1250 [30:43<04:14, 1.63s/it] 88%|████████▊ | 1095/1250 [30:45<04:15, 1.65s/it] 88%|████████▊ | 1096/1250 [30:46<04:07, 1.60s/it] 88%|████████▊ | 1097/1250 [30:48<03:54, 1.53s/it] 88%|████████▊ | 1098/1250 [30:49<03:36, 1.42s/it] 88%|████████▊ | 1099/1250 [30:50<03:15, 1.30s/it] 88%|████████▊ | 1100/1250 [30:51<03:29, 1.40s/it] 88%|████████▊ | 1100/1250 [30:51<03:29, 1.40s/it] 88%|████████▊ | 1101/1250 [30:54<04:31, 1.82s/it] 88%|████████▊ | 1102/1250 [30:56<04:26, 1.80s/it] 88%|████████▊ | 1103/1250 [30:57<04:11, 1.71s/it] 88%|████████▊ | 1104/1250 [30:59<03:51, 1.58s/it] 88%|████████▊ | 1105/1250 [31:00<03:31, 1.46s/it] 88%|████████▊ | 1106/1250 [31:01<03:09, 1.31s/it] 89%|████████▊ | 1107/1250 [31:03<03:46, 1.58s/it] 89%|████████▊ | 1108/1250 [31:05<03:50, 1.62s/it] 89%|████████▊ | 1109/1250 [31:06<03:44, 1.59s/it] 89%|████████▉ | 1110/1250 [31:08<03:33, 1.53s/it] 89%|████████▉ | 1111/1250 [31:09<03:18, 1.43s/it] 89%|████████▉ | 1112/1250 [31:10<03:00, 1.30s/it] 89%|████████▉ | 1113/1250 [31:12<03:48, 1.67s/it] 89%|████████▉ | 1114/1250 [31:14<03:50, 1.70s/it] 89%|████████▉ | 1115/1250 [31:16<03:43, 1.65s/it] 89%|████████▉ | 1116/1250 [31:17<03:29, 1.56s/it] 89%|████████▉ | 1117/1250 [31:18<03:11, 1.44s/it] 89%|████████▉ | 1118/1250 [31:19<02:51, 1.30s/it] 90%|████████▉ | 1119/1250 [31:21<03:30, 1.60s/it] 90%|████████▉ | 1120/1250 [31:23<03:35, 1.66s/it] 90%|████████▉ | 1121/1250 [31:25<03:29, 1.63s/it] 90%|████████▉ | 1122/1250 [31:26<03:19, 1.56s/it] 90%|████████▉ | 1123/1250 [31:27<03:04, 1.46s/it] 90%|████████▉ | 1124/1250 [31:28<02:45, 1.31s/it] 90%|█████████ | 1125/1250 [31:30<02:56, 1.41s/it] 90%|█████████ | 1126/1250 [31:33<03:50, 1.86s/it] 90%|█████████ | 1127/1250 [31:35<03:42, 1.81s/it] 90%|█████████ | 1128/1250 [31:36<03:29, 1.72s/it] 90%|█████████ | 1129/1250 [31:38<03:15, 1.61s/it] 90%|█████████ | 1130/1250 [31:39<02:57, 1.48s/it] 90%|█████████ | 1131/1250 [31:40<02:37, 1.32s/it] 91%|█████████ | 1132/1250 [31:42<03:11, 1.62s/it] 91%|█████████ | 1133/1250 [31:44<03:14, 1.66s/it] 91%|█████████ | 1134/1250 [31:45<03:07, 1.61s/it] 91%|█████████ | 1135/1250 [31:47<02:57, 1.55s/it] 91%|█████████ | 1136/1250 [31:48<02:43, 1.44s/it] 91%|█████████ | 1137/1250 [31:49<02:26, 1.30s/it] 91%|█████████ | 1138/1250 [31:51<03:02, 1.63s/it] 91%|█████████ | 1139/1250 [31:53<03:05, 1.68s/it] 91%|█████████ | 1140/1250 [31:54<02:58, 1.62s/it] 91%|█████████▏| 1141/1250 [31:56<02:47, 1.53s/it] 91%|█████████▏| 1142/1250 [31:57<02:33, 1.43s/it] 91%|█████████▏| 1143/1250 [31:58<02:18, 1.30s/it] 92%|█████████▏| 1144/1250 [32:00<02:50, 1.61s/it] 92%|█████████▏| 1145/1250 [32:02<02:52, 1.64s/it] 92%|█████████▏| 1146/1250 [32:03<02:44, 1.58s/it] 92%|█████████▏| 1147/1250 [32:05<02:33, 1.49s/it] 92%|█████████▏| 1148/1250 [32:06<02:21, 1.39s/it] 92%|█████████▏| 1149/1250 [32:07<02:07, 1.26s/it] 92%|█████████▏| 1150/1250 [32:09<02:22, 1.43s/it] 92%|█████████▏| 1151/1250 [32:12<03:03, 1.86s/it] 92%|█████████▏| 1152/1250 [32:13<02:59, 1.83s/it] 92%|█████████▏| 1153/1250 [32:15<02:48, 1.74s/it] 92%|█████████▏| 1154/1250 [32:16<02:36, 1.63s/it] 92%|█████████▏| 1155/1250 [32:17<02:22, 1.50s/it] 92%|█████████▏| 1156/1250 [32:18<02:06, 1.35s/it] 93%|█████████▎| 1157/1250 [32:21<02:32, 1.64s/it] 93%|█████████▎| 1158/1250 [32:22<02:32, 1.66s/it] 93%|█████████▎| 1159/1250 [32:24<02:26, 1.62s/it] 93%|█████████▎| 1160/1250 [32:25<02:18, 1.53s/it] 93%|█████████▎| 1161/1250 [32:26<02:06, 1.42s/it] 93%|█████████▎| 1162/1250 [32:27<01:53, 1.29s/it] 93%|█████████▎| 1163/1250 [32:30<02:19, 1.60s/it] 93%|█████████▎| 1164/1250 [32:32<02:22, 1.66s/it] 93%|█████████▎| 1165/1250 [32:33<02:18, 1.62s/it] 93%|█████████▎| 1166/1250 [32:34<02:09, 1.55s/it] 93%|█████████▎| 1167/1250 [32:36<01:58, 1.43s/it] 93%|█████████▎| 1168/1250 [32:37<01:45, 1.29s/it] 94%|█████████▎| 1169/1250 [32:39<02:13, 1.65s/it] 94%|█████████▎| 1170/1250 [32:41<02:13, 1.67s/it] 94%|█████████▎| 1171/1250 [32:42<02:07, 1.62s/it] 94%|█████████▍| 1172/1250 [32:44<01:59, 1.54s/it] 94%|█████████▍| 1173/1250 [32:45<01:49, 1.42s/it] 94%|█████████▍| 1174/1250 [32:46<01:38, 1.29s/it] 94%|█████████▍| 1175/1250 [32:47<01:47, 1.43s/it] 94%|█████████▍| 1176/1250 [32:50<02:17, 1.86s/it] 94%|█████████▍| 1177/1250 [32:52<02:14, 1.84s/it] 94%|█████████▍| 1178/1250 [32:54<02:07, 1.77s/it] 94%|█████████▍| 1179/1250 [32:55<01:57, 1.65s/it] 94%|█████████▍| 1180/1250 [32:56<01:45, 1.51s/it] 94%|█████████▍| 1181/1250 [32:57<01:33, 1.35s/it] 95%|█████████▍| 1182/1250 [33:00<01:52, 1.65s/it] 95%|█████████▍| 1183/1250 [33:01<01:52, 1.68s/it] 95%|█████████▍| 1184/1250 [33:03<01:47, 1.62s/it] 95%|█████████▍| 1185/1250 [33:04<01:38, 1.52s/it] 95%|█████████▍| 1186/1250 [33:05<01:30, 1.41s/it] 95%|█████████▍| 1187/1250 [33:06<01:20, 1.28s/it] 95%|█████████▌| 1188/1250 [33:09<01:38, 1.60s/it] 95%|█████████▌| 1189/1250 [33:10<01:38, 1.62s/it] 95%|█████████▌| 1190/1250 [33:12<01:34, 1.57s/it] 95%|█████████▌| 1191/1250 [33:13<01:28, 1.49s/it] 95%|█████████▌| 1192/1250 [33:14<01:20, 1.39s/it] 95%|█████████▌| 1193/1250 [33:15<01:12, 1.27s/it] 96%|█████████▌| 1194/1250 [33:17<01:28, 1.57s/it] 96%|█████████▌| 1195/1250 [33:19<01:29, 1.63s/it] 96%|█████████▌| 1196/1250 [33:21<01:26, 1.61s/it] 96%|█████████▌| 1197/1250 [33:22<01:21, 1.55s/it] 96%|█████████▌| 1198/1250 [33:23<01:15, 1.45s/it] 96%|█████████▌| 1199/1250 [33:24<01:07, 1.31s/it] 96%|█████████▌| 1200/1250 [33:26<01:12, 1.46s/it] 96%|█████████▌| 1200/1250 [33:26<01:12, 1.46s/it] 96%|█████████▌| 1201/1250 [33:29<01:31, 1.86s/it] 96%|█████████▌| 1202/1250 [33:31<01:27, 1.82s/it] 96%|█████████▌| 1203/1250 [33:32<01:20, 1.71s/it] 96%|█████████▋| 1204/1250 [33:34<01:13, 1.61s/it] 96%|█████████▋| 1205/1250 [33:35<01:06, 1.47s/it] 96%|█████████▋| 1206/1250 [33:36<00:58, 1.32s/it] 97%|█████████▋| 1207/1250 [33:38<01:08, 1.59s/it] 97%|█████████▋| 1208/1250 [33:40<01:09, 1.64s/it] 97%|█████████▋| 1209/1250 [33:41<01:06, 1.62s/it] 97%|█████████▋| 1210/1250 [33:43<01:01, 1.55s/it] 97%|█████████▋| 1211/1250 [33:44<00:56, 1.45s/it] 97%|█████████▋| 1212/1250 [33:45<00:50, 1.34s/it] 97%|█████████▋| 1213/1250 [33:47<01:01, 1.66s/it] 97%|█████████▋| 1214/1250 [33:49<01:01, 1.70s/it] 97%|█████████▋| 1215/1250 [33:51<00:57, 1.63s/it] 97%|█████████▋| 1216/1250 [33:52<00:52, 1.54s/it] 97%|█████████▋| 1217/1250 [33:53<00:47, 1.43s/it] 97%|█████████▋| 1218/1250 [33:54<00:41, 1.31s/it] 98%|█████████▊| 1219/1250 [33:56<00:49, 1.61s/it] 98%|█████████▊| 1220/1250 [33:58<00:49, 1.64s/it] 98%|█████████▊| 1221/1250 [34:00<00:46, 1.60s/it] 98%|█████████▊| 1222/1250 [34:01<00:42, 1.52s/it] 98%|█████████▊| 1223/1250 [34:02<00:38, 1.41s/it] 98%|█████████▊| 1224/1250 [34:03<00:33, 1.28s/it] 98%|█████████▊| 1225/1250 [34:05<00:35, 1.42s/it] 98%|█████████▊| 1226/1250 [34:08<00:43, 1.80s/it] 98%|█████████▊| 1227/1250 [34:09<00:40, 1.77s/it] 98%|█████████▊| 1228/1250 [34:11<00:37, 1.70s/it] 98%|█████████▊| 1229/1250 [34:12<00:33, 1.59s/it] 98%|█████████▊| 1230/1250 [34:13<00:29, 1.46s/it] 98%|█████████▊| 1231/1250 [34:14<00:25, 1.32s/it] 99%|█████████▊| 1232/1250 [34:17<00:29, 1.63s/it] 99%|█████████▊| 1233/1250 [34:18<00:28, 1.66s/it] 99%|█████████▊| 1234/1250 [34:20<00:25, 1.61s/it] 99%|█████████▉| 1235/1250 [34:21<00:22, 1.53s/it] 99%|█████████▉| 1236/1250 [34:22<00:20, 1.43s/it] 99%|█████████▉| 1237/1250 [34:23<00:16, 1.29s/it] 99%|█████████▉| 1238/1250 [34:26<00:19, 1.63s/it] 99%|█████████▉| 1239/1250 [34:28<00:18, 1.67s/it] 99%|█████████▉| 1240/1250 [34:29<00:16, 1.63s/it] 99%|█████████▉| 1241/1250 [34:30<00:13, 1.55s/it] 99%|█████████▉| 1242/1250 [34:32<00:11, 1.43s/it] 99%|█████████▉| 1243/1250 [34:33<00:09, 1.29s/it] 100%|█████████▉| 1244/1250 [34:35<00:09, 1.61s/it] 100%|█████████▉| 1245/1250 [34:37<00:08, 1.65s/it] 100%|█████████▉| 1246/1250 [34:38<00:06, 1.61s/it] 100%|█████████▉| 1247/1250 [34:40<00:04, 1.54s/it] 100%|█████████▉| 1248/1250 [34:41<00:02, 1.43s/it] 100%|█████████▉| 1249/1250 [34:42<00:01, 1.30s/it] 100%|██████████| 1250/1250 [34:44<00:00, 1.46s/it] | |
| Training completed. Do not forget to share your model on huggingface.co/models =) | |
| 100%|██████████| 1250/1250 [34:44<00:00, 1.46s/it] 100%|██████████| 1250/1250 [34:44<00:00, 1.67s/it] | |
| Saving model checkpoint to ./ | |
| Configuration saved in ./config.json | |
| Model weights saved in ./pytorch_model.bin | |
| Configuration saved in ./preprocessor_config.json | |
| Saving model checkpoint to ./ | |
| Configuration saved in ./config.json | |
| Model weights saved in ./pytorch_model.bin | |
| Configuration saved in ./preprocessor_config.json | |
| {'eval_loss': 2.9768528938293457, 'eval_wer': 0.9988929889298893, 'eval_runtime': 12.8843, 'eval_samples_per_second': 26.466, 'eval_steps_per_second': 3.337, 'epoch': 39.98} | |
| {'loss': 2.9893, 'learning_rate': 4.1175e-05, 'epoch': 43.98} | |
| {'loss': 2.953, 'learning_rate': 4.4924999999999994e-05, 'epoch': 47.98} | |
| {'train_runtime': 2084.0288, 'train_samples_per_second': 19.434, 'train_steps_per_second': 0.6, 'train_loss': 5.6772947265625, 'epoch': 49.98} | |
| Upload file pytorch_model.bin: 0%| | 3.38k/1.18G [00:00<?, ?B/s] Upload file pytorch_model.bin: 0%| | 4.75M/1.18G [00:01<04:15, 4.92MB/s] Upload file pytorch_model.bin: 2%|▏ | 27.3M/1.18G [00:02<01:19, 15.6MB/s] Upload file pytorch_model.bin: 4%|▍ | 52.3M/1.18G [00:03<01:00, 20.1MB/s] Upload file pytorch_model.bin: 7%|▋ | 85.0M/1.18G [00:04<00:46, 25.2MB/s] Upload file pytorch_model.bin: 9%|▉ | 112M/1.18G [00:05<00:44, 26.0MB/s] Upload file pytorch_model.bin: 11%|█▏ | 138M/1.18G [00:06<00:43, 25.9MB/s] Upload file pytorch_model.bin: 14%|█▍ | 168M/1.18G [00:07<00:39, 27.4MB/s] Upload file pytorch_model.bin: 16%|█▋ | 197M/1.18G [00:08<00:37, 28.3MB/s] Upload file pytorch_model.bin: 19%|█▉ | 228M/1.18G [00:09<00:34, 29.2MB/s] Upload file pytorch_model.bin: 21%|██ | 255M/1.18G [00:10<00:34, 28.7MB/s] Upload file pytorch_model.bin: 24%|██▎ | 286M/1.18G [00:11<00:32, 29.3MB/s] Upload file pytorch_model.bin: 26%|██▋ | 316M/1.18G [00:12<00:31, 29.7MB/s] Upload file pytorch_model.bin: 29%|██▉ | 348M/1.18G [00:13<00:29, 30.4MB/s] Upload file pytorch_model.bin: 31%|███▏ | 377M/1.18G [00:14<00:28, 30.2MB/s] Upload file pytorch_model.bin: 34%|███▎ | 405M/1.18G [00:15<00:28, 29.5MB/s] Upload file pytorch_model.bin: 36%|███▌ | 430M/1.18G [00:16<00:28, 28.3MB/s] Upload file pytorch_model.bin: 38%|███▊ | 459M/1.18G [00:17<00:27, 28.8MB/s] Upload file pytorch_model.bin: 41%|████ | 491M/1.18G [00:18<00:25, 29.7MB/s] Upload file pytorch_model.bin: 43%|████▎ | 520M/1.18G [00:19<00:24, 29.7MB/s] Upload file pytorch_model.bin: 45%|████▌ | 547M/1.18G [00:20<00:23, 29.1MB/s] Upload file pytorch_model.bin: 48%|████▊ | 578M/1.18G [00:21<00:22, 29.7MB/s] Upload file pytorch_model.bin: 51%|█████ | 609M/1.18G [00:22<00:20, 30.2MB/s] Upload file pytorch_model.bin: 53%|█████▎ | 641M/1.18G [00:23<00:19, 30.7MB/s] Upload file pytorch_model.bin: 56%|█████▌ | 671M/1.18G [00:24<00:18, 30.6MB/s] Upload file pytorch_model.bin: 58%|█████▊ | 699M/1.18G [00:25<00:17, 30.0MB/s] Upload file pytorch_model.bin: 61%|██████ | 729M/1.18G [00:26<00:16, 30.2MB/s] Upload file pytorch_model.bin: 63%|██████▎ | 761M/1.18G [00:27<00:15, 30.8MB/s] Upload file pytorch_model.bin: 66%|██████▌ | 793M/1.18G [00:28<00:13, 31.2MB/s] Upload file pytorch_model.bin: 68%|██████▊ | 823M/1.18G [00:30<00:12, 31.0MB/s] Upload file pytorch_model.bin: 71%|███████ | 854M/1.18G [00:31<00:11, 31.1MB/s] Upload file pytorch_model.bin: 74%|███████▎ | 885M/1.18G [00:32<00:10, 31.3MB/s] Upload file pytorch_model.bin: 76%|███████▌ | 916M/1.18G [00:33<00:09, 31.3MB/s] Upload file pytorch_model.bin: 79%|███████▊ | 948M/1.18G [00:34<00:08, 31.5MB/s] Upload file pytorch_model.bin: 81%|████████ | 974M/1.18G [00:35<00:08, 30.0MB/s] Upload file pytorch_model.bin: 83%|████████▎ | 0.98G/1.18G [00:36<00:07, 29.8MB/s] Upload file pytorch_model.bin: 86%|████████▌ | 1.01G/1.18G [00:37<00:06, 29.1MB/s] Upload file pytorch_model.bin: 88%|████████▊ | 1.04G/1.18G [00:38<00:04, 30.1MB/s] Upload file pytorch_model.bin: 91%|█████████ | 1.07G/1.18G [00:39<00:03, 30.1MB/s] Upload file pytorch_model.bin: 93%|█████████▎| 1.09G/1.18G [00:40<00:02, 29.8MB/s] Upload file pytorch_model.bin: 96%|█████████▌| 1.12G/1.18G [00:41<00:01, 29.7MB/s] Upload file pytorch_model.bin: 98%|█████████▊| 1.15G/1.18G [00:42<00:00, 30.5MB/s]To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| afc8494..4e1557d main -> main | |
| 02/02/2022 18:41:36 - WARNING - huggingface_hub.repository - To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| afc8494..4e1557d main -> main | |
| Upload file pytorch_model.bin: 100%|██████████| 1.18G/1.18G [00:43<00:00, 28.0MB/s] Upload file pytorch_model.bin: 100%|██████████| 1.18G/1.18G [00:43<00:00, 28.0MB/s] Upload file pytorch_model.bin: 100%|██████████| 1.18G/1.18G [00:43<00:00, 29.0MB/s] | |
| Dropping the following result as it does not have all the necessary fields: | |
| {'dataset': {'name': 'common_voice', 'type': 'common_voice', 'args': 'ur'}} | |
| To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| 4e1557d..ab3e230 main -> main | |
| 02/02/2022 18:41:43 - WARNING - huggingface_hub.repository - To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| 4e1557d..ab3e230 main -> main | |
| ***** train metrics ***** | |
| epoch = 49.98 | |
| train_loss = 5.6773 | |
| train_runtime = 0:34:44.02 | |
| train_samples = 810 | |
| train_samples_per_second = 19.434 | |
| train_steps_per_second = 0.6 | |
| 02/02/2022 18:41:45 - INFO - __main__ - *** Evaluate *** | |
| The following columns in the evaluation set don't have a corresponding argument in `Wav2Vec2ForCTC.forward` and have been ignored: input_length. | |
| ***** Running Evaluation ***** | |
| Num examples = 341 | |
| Batch size = 8 | |
| 0%| | 0/43 [00:00<?, ?it/s] 5%|▍ | 2/43 [00:00<00:04, 9.60it/s] 7%|▋ | 3/43 [00:00<00:06, 5.79it/s] 9%|▉ | 4/43 [00:00<00:08, 4.35it/s] 12%|█▏ | 5/43 [00:01<00:09, 4.11it/s] 14%|█▍ | 6/43 [00:01<00:09, 3.90it/s] 16%|█▋ | 7/43 [00:01<00:09, 3.85it/s] 19%|█▊ | 8/43 [00:01<00:09, 3.80it/s] 21%|██ | 9/43 [00:02<00:09, 3.52it/s] 23%|██▎ | 10/43 [00:02<00:08, 3.78it/s] 26%|██▌ | 11/43 [00:02<00:08, 3.78it/s] 28%|██▊ | 12/43 [00:02<00:08, 3.83it/s] 30%|███ | 13/43 [00:03<00:07, 3.85it/s] 33%|███▎ | 14/43 [00:03<00:08, 3.31it/s] 35%|███▍ | 15/43 [00:04<00:09, 2.96it/s] 37%|███▋ | 16/43 [00:04<00:08, 3.02it/s] 40%|███▉ | 17/43 [00:04<00:08, 3.10it/s] 42%|████▏ | 18/43 [00:05<00:08, 3.02it/s] 44%|████▍ | 19/43 [00:05<00:08, 2.83it/s] 47%|████▋ | 20/43 [00:05<00:08, 2.56it/s] 49%|████▉ | 21/43 [00:06<00:08, 2.64it/s] 51%|█████ | 22/43 [00:06<00:07, 2.69it/s] 53%|█████▎ | 23/43 [00:06<00:07, 2.81it/s] 56%|█████▌ | 24/43 [00:07<00:06, 3.08it/s] 58%|█████▊ | 25/43 [00:07<00:05, 3.22it/s] 60%|██████ | 26/43 [00:07<00:05, 3.28it/s] 63%|██████▎ | 27/43 [00:07<00:04, 3.67it/s] 65%|██████▌ | 28/43 [00:08<00:04, 3.66it/s] 67%|██████▋ | 29/43 [00:08<00:03, 3.71it/s] 70%|██████▉ | 30/43 [00:08<00:03, 3.81it/s] 72%|███████▏ | 31/43 [00:08<00:03, 3.77it/s] 74%|███████▍ | 32/43 [00:09<00:02, 3.81it/s] 77%|███████▋ | 33/43 [00:09<00:02, 3.53it/s] 79%|███████▉ | 34/43 [00:09<00:02, 3.49it/s] 81%|████████▏ | 35/43 [00:10<00:02, 3.47it/s] 84%|████████▎ | 36/43 [00:10<00:02, 3.38it/s] 86%|████████▌ | 37/43 [00:10<00:01, 3.53it/s] 88%|████████▊ | 38/43 [00:11<00:01, 3.27it/s] 91%|█████████ | 39/43 [00:11<00:01, 3.34it/s] 93%|█████████▎| 40/43 [00:11<00:00, 3.17it/s] 95%|█████████▌| 41/43 [00:12<00:00, 3.28it/s] 98%|█████████▊| 42/43 [00:12<00:00, 3.18it/s] 100%|██████████| 43/43 [00:12<00:00, 3.82it/s] 100%|██████████| 43/43 [00:12<00:00, 3.37it/s] | |
| Saving model checkpoint to ./ | |
| Configuration saved in ./config.json | |
| Model weights saved in ./pytorch_model.bin | |
| Configuration saved in ./preprocessor_config.json | |
| To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| ab3e230..248315d main -> main | |
| ***** eval metrics ***** | |
| epoch = 49.98 | |
| eval_loss = 2.8935 | |
| eval_runtime = 0:00:13.07 | |
| eval_samples = 341 | |
| eval_samples_per_second = 26.076 | |
| eval_steps_per_second = 3.288 | |
| eval_wer = 0.9875 | |
| 02/02/2022 18:42:23 - WARNING - huggingface_hub.repository - To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| ab3e230..248315d main -> main | |
| Dropping the following result as it does not have all the necessary fields: | |
| {'dataset': {'name': 'MOZILLA-FOUNDATION/COMMON_VOICE_8_0 - UR', 'type': 'common_voice', 'args': 'Config: ur, Training split: train+validation, Eval split: test'}} | |
| To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| 248315d..b0472b7 main -> main | |
| 02/02/2022 18:42:29 - WARNING - huggingface_hub.repository - To https://huggingface.co/HarrisDePerceptron/xls-r-300m-ur | |
| 248315d..b0472b7 main -> main | |