diff --git a/events.out.tfevents.1648134105.t1v-n-0e948115-w-0.173196.0.v2 b/events.out.tfevents.1648134105.t1v-n-0e948115-w-0.173196.0.v2 new file mode 100644 index 0000000000000000000000000000000000000000..969277e992c611932d613daeedc1afb19b083fd2 --- /dev/null +++ b/events.out.tfevents.1648134105.t1v-n-0e948115-w-0.173196.0.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b60cf22a414fbbb7339ca45cd0c4aff4d0d75ec0a4c82f8829f70edfec24f8f +size 40 diff --git a/events.out.tfevents.1648134387.t1v-n-0e948115-w-0.175280.0.v2 b/events.out.tfevents.1648134387.t1v-n-0e948115-w-0.175280.0.v2 new file mode 100644 index 0000000000000000000000000000000000000000..1311b3287f8e7d411a558608ed9bd94ee32b26de --- /dev/null +++ b/events.out.tfevents.1648134387.t1v-n-0e948115-w-0.175280.0.v2 @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6d13bab5a15e2c1b958ba3c278801d4ee0d15a42869fbb63e99981af616857dc +size 666641 diff --git a/flax_model.msgpack b/flax_model.msgpack index c6a328084af12dc040a306ae1905aa32726829e1..558372c661b2cdeccedce0678c82a49e098fe124 100644 --- a/flax_model.msgpack +++ b/flax_model.msgpack @@ -1,3 +1,3 @@ version https://git-lfs.github.com/spec/v1 -oid sha256:932441fd4d1167a741bd188a1f0bc953a229e065d97f15027e824bb6dbe4ae7b +oid sha256:aa4c05b95bd5e74085eceb7973e48666d8a45f27be3d313474f97cabc7c7aada size 2353635949 diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log new file mode 120000 index 0000000000000000000000000000000000000000..c5fdf0a7dce9dab3a1d670297f46a0fce463d239 --- /dev/null +++ b/wandb/debug-internal.log @@ -0,0 +1 @@ +run-20220324_110832-1c8jfwlj/logs/debug-internal.log \ No newline at end of file diff --git a/wandb/debug.log b/wandb/debug.log new file mode 120000 index 0000000000000000000000000000000000000000..420f08fc8d45c82bac2d1ebb04614394af7d1997 --- /dev/null +++ b/wandb/debug.log @@ -0,0 +1 @@ +run-20220324_110832-1c8jfwlj/logs/debug.log \ No newline at end of file diff --git a/wandb/latest-run b/wandb/latest-run new file mode 120000 index 0000000000000000000000000000000000000000..869100dccc860e726bb8ff7ce8a00f583985c341 --- /dev/null +++ b/wandb/latest-run @@ -0,0 +1 @@ +run-20220324_110832-1c8jfwlj \ No newline at end of file diff --git a/wandb/run-20220323_170702-w50ub6ac/files/config.yaml b/wandb/run-20220323_170702-w50ub6ac/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..0dbb861daf78ada73d322e9ee36977ae614f0d51 --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648055222 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220323_170702-w50ub6ac/files/output.log b/wandb/run-20220323_170702-w50ub6ac/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..72900c2bc784706c89895d370d565520d8265558 --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/files/output.log @@ -0,0 +1,762 @@ +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +tcmalloc: large alloc 2353643520 bytes == 0x96510000 @ 0x7f431715b680 0x7f431717c824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f4316f6f0b3 0x5fb12e +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-23 17:07:27.772464: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-23 17:07:27.772507: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/23/2022 17:07:29 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +Epoch ... (1/5): 0%| | 0/5 [00:00 + File "run_flax_speech_recognition_seq2seq.py", line 820, in main + train_metrics.append(train_metric) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 792, in xla_pmap_impl + compiled_fun, fingerprint = parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 272, in memoized_fun + ans = call(fun, *args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 820, in parallel_callable + pmap_computation = lower_parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 993, in lower_parallel_callable + jaxpr, consts, replicas, parts, shards = stage_parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 900, in stage_parallel_callable + jaxpr, out_sharded_avals, consts = pe.trace_to_jaxpr_final( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1798, in trace_to_jaxpr_final + jaxpr, out_avals, consts = trace_to_subjaxpr_dynamic(fun, main, in_avals) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1775, in trace_to_subjaxpr_dynamic + ans = fun.call_wrapped(*in_tracers_) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped + ans = self.f(*args, **dict(self.params, **kwargs)) + File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step + grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']]) +jax._src.traceback_util.UnfilteredStackTrace: KeyError: '' +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 893, in + File "run_flax_speech_recognition_seq2seq.py", line 820, in main + train_metrics.append(train_metric) + File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step + grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']]) +KeyError: '' \ No newline at end of file diff --git a/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt b/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json b/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b129e0c37bed2ab38ae18def73b15ada4d54c8ad --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-23T17:07:06.080714", + "startedAt": "2022-03-23T17:07:02.480252", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=2", + "--per_device_eval_batch_size=2", + "--gradient_accumulation_steps=4", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json b/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f1e9d80fb74a15ea101f75dae7b776d4cc14307b --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 52}} \ No newline at end of file diff --git a/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log b/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..98754b5b4ef5581bc28df4301677f69c28ce6d47 --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log @@ -0,0 +1,153 @@ +2022-03-23 17:07:03,443 INFO MainThread:14495 [internal.py:wandb_internal():92] W&B internal server running at pid: 14495, started at: 2022-03-23 17:07:03.443406 +2022-03-23 17:07:03,469 INFO WriterThread:14495 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb +2022-03-23 17:07:03,471 DEBUG SenderThread:14495 [sender.py:send():235] send: header +2022-03-23 17:07:03,471 DEBUG SenderThread:14495 [sender.py:send():235] send: run +2022-03-23 17:07:03,629 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: check_version +2022-03-23 17:07:03,630 INFO SenderThread:14495 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files +2022-03-23 17:07:03,630 INFO SenderThread:14495 [sender.py:_start_run_threads():812] run started: w50ub6ac with start time 1648055222 +2022-03-23 17:07:03,630 DEBUG SenderThread:14495 [sender.py:send():235] send: summary +2022-03-23 17:07:03,630 INFO SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:07:03,630 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: check_version +2022-03-23 17:07:03,706 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: run_start +2022-03-23 17:07:04,633 INFO Thread-7 :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json +2022-03-23 17:07:06,080 DEBUG HandlerThread:14495 [meta.py:__init__():37] meta init +2022-03-23 17:07:06,080 DEBUG HandlerThread:14495 [meta.py:__init__():51] meta init done +2022-03-23 17:07:06,080 DEBUG HandlerThread:14495 [meta.py:probe():211] probe +2022-03-23 17:07:06,081 DEBUG HandlerThread:14495 [meta.py:_setup_git():201] setup git +2022-03-23 17:07:06,114 DEBUG HandlerThread:14495 [meta.py:_setup_git():208] setup git done +2022-03-23 17:07:06,114 DEBUG HandlerThread:14495 [meta.py:_save_pip():55] save pip +2022-03-23 17:07:06,115 DEBUG HandlerThread:14495 [meta.py:_save_pip():69] save pip done +2022-03-23 17:07:06,115 DEBUG HandlerThread:14495 [meta.py:probe():249] probe done +2022-03-23 17:07:06,118 DEBUG SenderThread:14495 [sender.py:send():235] send: files +2022-03-23 17:07:06,118 INFO SenderThread:14495 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-23 17:07:06,125 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:07:06,125 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:07:06,199 DEBUG SenderThread:14495 [sender.py:send():235] send: telemetry +2022-03-23 17:07:06,451 INFO Thread-11 :14495 [upload_job.py:push():137] Uploaded file /tmp/tmpvkf_ouoiwandb/2u99pz4k-wandb-metadata.json +2022-03-23 17:07:06,634 INFO Thread-7 :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt +2022-03-23 17:07:06,635 INFO Thread-7 :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json +2022-03-23 17:07:06,635 INFO Thread-7 :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:08,635 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:21,201 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:07:21,201 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:07:24,642 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:28,643 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:30,644 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:34,165 DEBUG SenderThread:14495 [sender.py:send():235] send: stats +2022-03-23 17:07:34,646 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml +2022-03-23 17:07:34,646 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:36,413 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:07:36,414 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:07:38,648 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:51,584 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:07:51,584 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:07:53,609 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: partial_history +2022-03-23 17:07:53,610 DEBUG SenderThread:14495 [sender.py:send():235] send: telemetry +2022-03-23 17:07:54,654 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:55,871 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:55,872 DEBUG SenderThread:14495 [sender.py:send():235] send: exit +2022-03-23 17:07:55,872 INFO SenderThread:14495 [sender.py:send_exit():371] handling exit code: 1 +2022-03-23 17:07:55,872 INFO SenderThread:14495 [sender.py:send_exit():373] handling runtime: 52 +2022-03-23 17:07:55,873 INFO SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:07:55,873 INFO SenderThread:14495 [sender.py:send_exit():379] send defer +2022-03-23 17:07:55,873 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:55,873 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,874 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-23 17:07:55,874 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,874 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-23 17:07:55,874 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 1 +2022-03-23 17:07:55,874 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,874 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-23 17:07:55,918 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,918 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-23 17:07:55,918 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 2 +2022-03-23 17:07:55,918 DEBUG SenderThread:14495 [sender.py:send():235] send: stats +2022-03-23 17:07:55,918 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,918 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-23 17:07:55,919 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,919 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-23 17:07:55,919 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 3 +2022-03-23 17:07:55,919 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,919 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-23 17:07:55,919 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,919 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-23 17:07:55,919 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 4 +2022-03-23 17:07:55,919 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,920 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-23 17:07:55,920 DEBUG SenderThread:14495 [sender.py:send():235] send: summary +2022-03-23 17:07:55,920 INFO SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:07:55,920 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,920 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-23 17:07:55,920 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 5 +2022-03-23 17:07:55,921 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,921 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-23 17:07:55,921 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,921 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-23 17:07:55,975 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:55,996 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 6 +2022-03-23 17:07:55,996 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:55,996 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:55,996 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-23 17:07:55,997 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:55,997 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-23 17:07:55,997 INFO SenderThread:14495 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-23 17:07:56,097 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:56,655 INFO Thread-7 :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt requirements.txt +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log output.log +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json wandb-metadata.json +2022-03-23 17:07:56,656 INFO SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml config.yaml +2022-03-23 17:07:56,657 INFO SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json wandb-summary.json +2022-03-23 17:07:56,657 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 7 +2022-03-23 17:07:56,657 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:56,658 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:56,658 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-23 17:07:56,658 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:56,658 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-23 17:07:56,658 INFO SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:07:56,759 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:56,759 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:56,861 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:56,861 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:56,916 INFO Thread-13 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log +2022-03-23 17:07:56,924 INFO Thread-14 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml +2022-03-23 17:07:56,944 INFO Thread-15 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json +2022-03-23 17:07:56,948 INFO Thread-12 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt +2022-03-23 17:07:56,963 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:56,963 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:57,064 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:57,065 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:57,148 INFO Thread-6 :14495 [sender.py:transition_state():392] send defer: 8 +2022-03-23 17:07:57,149 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:57,149 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-23 17:07:57,149 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:57,149 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-23 17:07:57,166 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:57,212 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 9 +2022-03-23 17:07:57,212 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:57,212 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:57,212 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-23 17:07:57,213 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:57,213 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-23 17:07:57,213 INFO SenderThread:14495 [sender.py:transition_state():392] send defer: 10 +2022-03-23 17:07:57,213 DEBUG SenderThread:14495 [sender.py:send():235] send: final +2022-03-23 17:07:57,213 DEBUG SenderThread:14495 [sender.py:send():235] send: footer +2022-03-23 17:07:57,213 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:07:57,214 INFO HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-23 17:07:57,214 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: defer +2022-03-23 17:07:57,214 INFO SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-23 17:07:57,313 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:07:57,314 DEBUG SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:07:57,314 INFO SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:07:57,507 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-23 17:07:57,508 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: get_summary +2022-03-23 17:07:57,509 DEBUG HandlerThread:14495 [handler.py:handle_request():141] handle_request: shutdown +2022-03-23 17:07:57,509 INFO HandlerThread:14495 [handler.py:finish():778] shutting down handler +2022-03-23 17:07:58,214 INFO WriterThread:14495 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb +2022-03-23 17:07:58,406 INFO SenderThread:14495 [sender.py:finish():1078] shutting down sender +2022-03-23 17:07:58,406 INFO SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:07:58,406 INFO SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:07:58,409 INFO MainThread:14495 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220323_170702-w50ub6ac/logs/debug.log b/wandb/run-20220323_170702-w50ub6ac/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..bc768eaa3dae25bcb1ee8a7982b56e2821ee0eb7 --- /dev/null +++ b/wandb/run-20220323_170702-w50ub6ac/logs/debug.log @@ -0,0 +1,107 @@ +2022-03-23 17:07:02,481 INFO MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-23 17:07:02,481 INFO MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-23 17:07:02,481 INFO MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-23 17:07:02,481 INFO MainThread:13375 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-23 17:07:02,481 INFO MainThread:13375 [wandb_setup.py:_flush():75] Applying login settings: {'api_key': '***REDACTED***'} +2022-03-23 17:07:02,482 INFO MainThread:13375 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug.log +2022-03-23 17:07:02,482 INFO MainThread:13375 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log +2022-03-23 17:07:02,482 INFO MainThread:13375 [wandb_init.py:init():439] calling init triggers +2022-03-23 17:07:02,482 INFO MainThread:13375 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-23 17:07:02,482 INFO MainThread:13375 [wandb_init.py:init():492] starting backend +2022-03-23 17:07:02,482 INFO MainThread:13375 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-23 17:07:02,564 INFO MainThread:13375 [backend.py:ensure_launched():219] starting backend process... +2022-03-23 17:07:02,682 INFO MainThread:13375 [backend.py:ensure_launched():224] started backend process with pid: 14495 +2022-03-23 17:07:02,684 INFO MainThread:13375 [wandb_init.py:init():501] backend started and connected +2022-03-23 17:07:02,697 INFO MainThread:13375 [wandb_init.py:init():565] updated telemetry +2022-03-23 17:07:02,882 INFO MainThread:13375 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-23 17:07:03,628 INFO MainThread:13375 [wandb_run.py:_on_init():1759] communicating current version +2022-03-23 17:07:03,705 INFO MainThread:13375 [wandb_run.py:_on_init():1763] got version response +2022-03-23 17:07:03,705 INFO MainThread:13375 [wandb_init.py:init():625] starting run threads in backend +2022-03-23 17:07:06,123 INFO MainThread:13375 [wandb_run.py:_console_start():1733] atexit reg +2022-03-23 17:07:06,123 INFO MainThread:13375 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-23 17:07:06,124 INFO MainThread:13375 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-23 17:07:06,126 INFO MainThread:13375 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-23 17:07:06,126 INFO MainThread:13375 [wandb_init.py:init():664] run started, returning control to user process +2022-03-23 17:07:53,604 INFO MainThread:13375 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-23 17:07:53,608 INFO MainThread:13375 [wandb_run.py:_restore():1674] restore +2022-03-23 17:07:55,874 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:07:55,997 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:07:56,658 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 4 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 53903 +} + +2022-03-23 17:07:56,760 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} + +2022-03-23 17:07:56,862 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} + +2022-03-23 17:07:56,964 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} + +2022-03-23 17:07:57,065 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} + +2022-03-23 17:07:57,213 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} + +2022-03-23 17:07:57,406 INFO MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53930 + total_bytes: 53930 +} +local_info { +} + +2022-03-23 17:07:58,855 INFO MainThread:13375 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-23 17:07:58,855 INFO MainThread:13375 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-23 17:07:58,857 INFO MainThread:13375 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb b/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb new file mode 100644 index 0000000000000000000000000000000000000000..45612959f50ded366ca0988e7298181fbade1ca2 Binary files /dev/null and b/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb differ diff --git a/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml b/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..8788c777482e6e424987ce4549c5a20198849a23 --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648055739 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220323_171538-5b3vz6lx/files/output.log b/wandb/run-20220323_171538-5b3vz6lx/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..4e66eac48e42f4ea9bd1da49a2e3c59382eebeed --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/files/output.log @@ -0,0 +1,747 @@ +03/23/2022 17:15:43 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/23/2022 17:15:43 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x96a7c000 @ 0x7fdcaa657680 0x7fdcaa678824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fdcaa46b0b3 0x5fb12e +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-23 17:16:04.261410: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-23 17:16:04.261471: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/23/2022 17:16:07 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl + return compiled_fun(*args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__ + out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs) +jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 892, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) +RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). \ No newline at end of file diff --git a/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt b/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json b/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0e28b0ed6fce4a62cd4610bf44ec171e8f0011da --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-23T17:15:42.639953", + "startedAt": "2022-03-23T17:15:38.940650", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=2", + "--per_device_eval_batch_size=2", + "--gradient_accumulation_steps=4", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json b/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d08a491c685054e793daaf13e1f6cdcd6c0d69a1 --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 239}} \ No newline at end of file diff --git a/wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log b/wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..7d5e2602d1cb780a6f423e25f5f8af9821c3fec7 --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log @@ -0,0 +1,185 @@ +2022-03-23 17:15:39,798 INFO MainThread:16634 [internal.py:wandb_internal():92] W&B internal server running at pid: 16634, started at: 2022-03-23 17:15:39.798196 +2022-03-23 17:15:39,829 INFO WriterThread:16634 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb +2022-03-23 17:15:39,830 DEBUG SenderThread:16634 [sender.py:send():235] send: header +2022-03-23 17:15:39,830 DEBUG SenderThread:16634 [sender.py:send():235] send: run +2022-03-23 17:15:40,142 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: check_version +2022-03-23 17:15:40,142 INFO SenderThread:16634 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files +2022-03-23 17:15:40,143 INFO SenderThread:16634 [sender.py:_start_run_threads():812] run started: 5b3vz6lx with start time 1648055739 +2022-03-23 17:15:40,143 DEBUG SenderThread:16634 [sender.py:send():235] send: summary +2022-03-23 17:15:40,143 INFO SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:15:40,143 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: check_version +2022-03-23 17:15:40,202 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: run_start +2022-03-23 17:15:41,144 INFO Thread-7 :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json +2022-03-23 17:15:42,639 DEBUG HandlerThread:16634 [meta.py:__init__():37] meta init +2022-03-23 17:15:42,639 DEBUG HandlerThread:16634 [meta.py:__init__():51] meta init done +2022-03-23 17:15:42,639 DEBUG HandlerThread:16634 [meta.py:probe():211] probe +2022-03-23 17:15:42,641 DEBUG HandlerThread:16634 [meta.py:_setup_git():201] setup git +2022-03-23 17:15:42,676 DEBUG HandlerThread:16634 [meta.py:_setup_git():208] setup git done +2022-03-23 17:15:42,676 DEBUG HandlerThread:16634 [meta.py:_save_pip():55] save pip +2022-03-23 17:15:42,677 DEBUG HandlerThread:16634 [meta.py:_save_pip():69] save pip done +2022-03-23 17:15:42,677 DEBUG HandlerThread:16634 [meta.py:probe():249] probe done +2022-03-23 17:15:42,680 DEBUG SenderThread:16634 [sender.py:send():235] send: files +2022-03-23 17:15:42,681 INFO SenderThread:16634 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-23 17:15:42,686 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:15:42,687 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:15:42,740 DEBUG SenderThread:16634 [sender.py:send():235] send: telemetry +2022-03-23 17:15:43,147 INFO Thread-7 :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt +2022-03-23 17:15:43,147 INFO Thread-7 :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:15:43,147 INFO Thread-7 :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json +2022-03-23 17:15:43,573 INFO Thread-11 :16634 [upload_job.py:push():137] Uploaded file /tmp/tmpcgnu3sa6wandb/1lmj2vet-wandb-metadata.json +2022-03-23 17:15:45,148 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:15:57,742 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:15:57,742 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:16:01,154 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:16:05,156 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:16:09,158 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:16:10,158 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml +2022-03-23 17:16:10,726 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:16:12,777 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:16:12,777 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:16:13,159 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:16:17,161 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:16:27,852 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:16:27,852 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:16:40,804 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:16:42,916 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:16:42,916 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:16:57,968 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:16:57,968 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:17:10,883 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:17:13,013 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:17:13,013 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:17:28,060 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:17:28,060 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:17:40,963 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:17:43,134 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:17:43,134 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:17:58,179 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:17:58,179 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:18:11,043 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:18:13,217 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:18:13,217 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:18:28,336 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:18:28,337 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:18:41,123 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:18:43,408 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:18:43,408 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:18:58,446 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:18:58,447 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:19:11,201 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:19:13,488 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:19:13,489 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:19:28,533 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:19:28,533 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:19:37,253 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: partial_history +2022-03-23 17:19:37,254 DEBUG SenderThread:16634 [sender.py:send():235] send: telemetry +2022-03-23 17:19:38,243 INFO Thread-7 :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:19:39,594 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:39,594 DEBUG SenderThread:16634 [sender.py:send():235] send: exit +2022-03-23 17:19:39,595 INFO SenderThread:16634 [sender.py:send_exit():371] handling exit code: 1 +2022-03-23 17:19:39,596 INFO SenderThread:16634 [sender.py:send_exit():373] handling runtime: 239 +2022-03-23 17:19:39,596 INFO SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:19:39,597 INFO SenderThread:16634 [sender.py:send_exit():379] send defer +2022-03-23 17:19:39,597 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:39,597 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,598 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-23 17:19:39,598 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,598 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-23 17:19:39,598 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 1 +2022-03-23 17:19:39,598 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,598 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-23 17:19:39,673 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,673 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-23 17:19:39,673 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 2 +2022-03-23 17:19:39,673 DEBUG SenderThread:16634 [sender.py:send():235] send: stats +2022-03-23 17:19:39,674 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,674 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-23 17:19:39,674 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,674 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-23 17:19:39,674 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 3 +2022-03-23 17:19:39,674 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,674 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-23 17:19:39,674 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,675 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-23 17:19:39,675 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 4 +2022-03-23 17:19:39,675 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,675 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-23 17:19:39,675 DEBUG SenderThread:16634 [sender.py:send():235] send: summary +2022-03-23 17:19:39,675 INFO SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:19:39,676 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,676 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-23 17:19:39,676 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 5 +2022-03-23 17:19:39,676 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,676 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-23 17:19:39,676 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,676 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-23 17:19:39,699 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:39,863 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 6 +2022-03-23 17:19:39,863 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:39,864 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:39,864 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-23 17:19:39,864 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:39,864 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-23 17:19:39,864 INFO SenderThread:16634 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-23 17:19:39,965 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,244 INFO SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:19:40,244 INFO SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml +2022-03-23 17:19:40,244 INFO SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json +2022-03-23 17:19:40,244 INFO SenderThread:16634 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files +2022-03-23 17:19:40,245 INFO SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt requirements.txt +2022-03-23 17:19:40,245 INFO SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log output.log +2022-03-23 17:19:40,245 INFO SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json wandb-metadata.json +2022-03-23 17:19:40,245 INFO SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml config.yaml +2022-03-23 17:19:40,245 INFO SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json wandb-summary.json +2022-03-23 17:19:40,245 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 7 +2022-03-23 17:19:40,246 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,247 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:40,247 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-23 17:19:40,250 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:40,250 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-23 17:19:40,250 INFO SenderThread:16634 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:19:40,348 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,349 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,450 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,450 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,518 INFO Thread-14 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml +2022-03-23 17:19:40,552 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,552 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,561 INFO Thread-12 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt +2022-03-23 17:19:40,570 INFO Thread-13 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log +2022-03-23 17:19:40,589 INFO Thread-15 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json +2022-03-23 17:19:40,654 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,654 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,755 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,756 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,789 INFO Thread-6 :16634 [sender.py:transition_state():392] send defer: 8 +2022-03-23 17:19:40,790 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:40,790 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-23 17:19:40,790 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:40,790 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-23 17:19:40,857 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:40,915 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 9 +2022-03-23 17:19:40,915 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:40,915 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:40,916 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-23 17:19:40,916 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:40,916 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-23 17:19:40,916 INFO SenderThread:16634 [sender.py:transition_state():392] send defer: 10 +2022-03-23 17:19:40,916 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:19:40,916 INFO HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-23 17:19:40,917 DEBUG SenderThread:16634 [sender.py:send():235] send: final +2022-03-23 17:19:40,917 DEBUG SenderThread:16634 [sender.py:send():235] send: footer +2022-03-23 17:19:40,917 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: defer +2022-03-23 17:19:40,917 INFO SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-23 17:19:41,017 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:19:41,017 DEBUG SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:19:41,017 INFO SenderThread:16634 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:19:41,172 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-23 17:19:41,173 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: get_summary +2022-03-23 17:19:41,174 DEBUG HandlerThread:16634 [handler.py:handle_request():141] handle_request: shutdown +2022-03-23 17:19:41,174 INFO HandlerThread:16634 [handler.py:finish():778] shutting down handler +2022-03-23 17:19:41,917 INFO WriterThread:16634 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb +2022-03-23 17:19:42,071 INFO SenderThread:16634 [sender.py:finish():1078] shutting down sender +2022-03-23 17:19:42,071 INFO SenderThread:16634 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:19:42,071 INFO SenderThread:16634 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:19:42,110 INFO MainThread:16634 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220323_171538-5b3vz6lx/logs/debug.log b/wandb/run-20220323_171538-5b3vz6lx/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..74aa0f57d4c3fc86de582874146c8db7c0eb70c5 --- /dev/null +++ b/wandb/run-20220323_171538-5b3vz6lx/logs/debug.log @@ -0,0 +1,114 @@ +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/logs/debug.log +2022-03-23 17:15:38,942 INFO MainThread:15577 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log +2022-03-23 17:15:38,943 INFO MainThread:15577 [wandb_init.py:init():439] calling init triggers +2022-03-23 17:15:38,943 INFO MainThread:15577 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-23 17:15:38,943 INFO MainThread:15577 [wandb_init.py:init():492] starting backend +2022-03-23 17:15:38,943 INFO MainThread:15577 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-23 17:15:38,986 INFO MainThread:15577 [backend.py:ensure_launched():219] starting backend process... +2022-03-23 17:15:39,028 INFO MainThread:15577 [backend.py:ensure_launched():224] started backend process with pid: 16634 +2022-03-23 17:15:39,031 INFO MainThread:15577 [wandb_init.py:init():501] backend started and connected +2022-03-23 17:15:39,045 INFO MainThread:15577 [wandb_init.py:init():565] updated telemetry +2022-03-23 17:15:39,142 INFO MainThread:15577 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-23 17:15:40,141 INFO MainThread:15577 [wandb_run.py:_on_init():1759] communicating current version +2022-03-23 17:15:40,201 INFO MainThread:15577 [wandb_run.py:_on_init():1763] got version response +2022-03-23 17:15:40,201 INFO MainThread:15577 [wandb_init.py:init():625] starting run threads in backend +2022-03-23 17:15:42,686 INFO MainThread:15577 [wandb_run.py:_console_start():1733] atexit reg +2022-03-23 17:15:42,686 INFO MainThread:15577 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-23 17:15:42,687 INFO MainThread:15577 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-23 17:15:42,689 INFO MainThread:15577 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-23 17:15:42,689 INFO MainThread:15577 [wandb_init.py:init():664] run started, returning control to user process +2022-03-23 17:19:37,247 INFO MainThread:15577 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-23 17:19:37,253 INFO MainThread:15577 [wandb_run.py:_restore():1674] restore +2022-03-23 17:19:39,598 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:19:39,864 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:19:40,247 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 4 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 53017 +} + +2022-03-23 17:19:40,349 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 4909 + total_bytes: 53045 +} + +2022-03-23 17:19:40,451 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:19:40,553 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:19:40,655 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:19:40,756 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:19:40,916 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:19:41,071 INFO MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} +local_info { +} + +2022-03-23 17:19:42,880 INFO MainThread:15577 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-23 17:19:42,880 INFO MainThread:15577 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-23 17:19:42,883 INFO MainThread:15577 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb b/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb new file mode 100644 index 0000000000000000000000000000000000000000..212cf07b2fa569e4d40c463fc7f4f4c868069eff Binary files /dev/null and b/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb differ diff --git a/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml b/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..f8d0c69510ead409733d9af9970ded08add870c4 --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648058062 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220323_175422-wdfvd4e9/files/output.log b/wandb/run-20220323_175422-wdfvd4e9/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..7e261a0f73ca56d9a8f81a764792a23f9b3125e1 --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/files/output.log @@ -0,0 +1,747 @@ +03/23/2022 17:54:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/23/2022 17:54:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x955ca000 @ 0x7f1e1734d680 0x7f1e1736e824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f1e171610b3 0x5fb12e +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-23 17:54:47.969371: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-23 17:54:47.969419: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/23/2022 17:54:49 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl + return compiled_fun(*args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__ + out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs) +jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 892, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) +RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). \ No newline at end of file diff --git a/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt b/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json b/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..9cc95b97d548682175956099b18488aae3eb1b80 --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-23T17:54:26.261172", + "startedAt": "2022-03-23T17:54:22.814637", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=4", + "--per_device_eval_batch_size=4", + "--gradient_accumulation_steps=2", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json b/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9b598f223b48d6dba8753c905a4cba24bb7d5f4c --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 253}} \ No newline at end of file diff --git a/wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log b/wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c85d93aab4825007c3a339e2d22fe1b893b14d5d --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log @@ -0,0 +1,188 @@ +2022-03-23 17:54:23,640 INFO MainThread:20766 [internal.py:wandb_internal():92] W&B internal server running at pid: 20766, started at: 2022-03-23 17:54:23.640435 +2022-03-23 17:54:23,667 INFO WriterThread:20766 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb +2022-03-23 17:54:23,668 DEBUG SenderThread:20766 [sender.py:send():235] send: header +2022-03-23 17:54:23,668 DEBUG SenderThread:20766 [sender.py:send():235] send: run +2022-03-23 17:54:23,926 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: check_version +2022-03-23 17:54:23,927 INFO SenderThread:20766 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files +2022-03-23 17:54:23,927 INFO SenderThread:20766 [sender.py:_start_run_threads():812] run started: wdfvd4e9 with start time 1648058062 +2022-03-23 17:54:23,927 DEBUG SenderThread:20766 [sender.py:send():235] send: summary +2022-03-23 17:54:23,927 INFO SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:54:23,927 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: check_version +2022-03-23 17:54:23,987 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: run_start +2022-03-23 17:54:25,035 INFO Thread-7 :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json +2022-03-23 17:54:26,260 DEBUG HandlerThread:20766 [meta.py:__init__():37] meta init +2022-03-23 17:54:26,261 DEBUG HandlerThread:20766 [meta.py:__init__():51] meta init done +2022-03-23 17:54:26,261 DEBUG HandlerThread:20766 [meta.py:probe():211] probe +2022-03-23 17:54:26,262 DEBUG HandlerThread:20766 [meta.py:_setup_git():201] setup git +2022-03-23 17:54:26,294 DEBUG HandlerThread:20766 [meta.py:_setup_git():208] setup git done +2022-03-23 17:54:26,294 DEBUG HandlerThread:20766 [meta.py:_save_pip():55] save pip +2022-03-23 17:54:26,295 DEBUG HandlerThread:20766 [meta.py:_save_pip():69] save pip done +2022-03-23 17:54:26,295 DEBUG HandlerThread:20766 [meta.py:probe():249] probe done +2022-03-23 17:54:26,298 DEBUG SenderThread:20766 [sender.py:send():235] send: files +2022-03-23 17:54:26,299 INFO SenderThread:20766 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-23 17:54:26,306 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:54:26,306 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:54:26,343 DEBUG SenderThread:20766 [sender.py:send():235] send: telemetry +2022-03-23 17:54:26,584 INFO Thread-11 :20766 [upload_job.py:push():137] Uploaded file /tmp/tmpcyy2gbubwandb/29rj97ln-wandb-metadata.json +2022-03-23 17:54:27,037 INFO Thread-7 :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt +2022-03-23 17:54:27,038 INFO Thread-7 :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json +2022-03-23 17:54:27,038 INFO Thread-7 :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:29,038 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:41,345 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:54:41,345 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:54:45,045 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:49,047 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:51,048 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:54,344 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:54:55,050 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml +2022-03-23 17:54:55,051 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:54:56,426 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:54:56,426 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:54:59,052 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:55:11,535 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:55:11,536 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:55:24,419 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:55:26,708 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:55:26,709 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:55:41,811 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:55:41,812 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:55:54,500 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:55:56,865 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:55:56,865 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:56:12,102 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:56:12,102 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:56:24,576 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:56:27,141 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:56:27,141 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:56:42,178 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:56:42,179 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:56:54,654 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:56:57,223 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:56:57,223 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:57:12,272 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:57:12,272 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:57:24,732 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:57:27,312 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:57:27,312 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:57:42,355 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:57:42,356 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:57:54,809 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:57:57,398 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:57:57,399 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:58:12,440 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:58:12,440 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:58:24,882 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:58:27,758 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 17:58:27,759 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: stop_status +2022-03-23 17:58:34,718 DEBUG SenderThread:20766 [sender.py:send():235] send: telemetry +2022-03-23 17:58:34,718 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: partial_history +2022-03-23 17:58:36,146 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:58:37,009 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:37,009 DEBUG SenderThread:20766 [sender.py:send():235] send: exit +2022-03-23 17:58:37,010 INFO SenderThread:20766 [sender.py:send_exit():371] handling exit code: 1 +2022-03-23 17:58:37,010 INFO SenderThread:20766 [sender.py:send_exit():373] handling runtime: 253 +2022-03-23 17:58:37,010 INFO SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:58:37,011 INFO SenderThread:20766 [sender.py:send_exit():379] send defer +2022-03-23 17:58:37,011 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:37,012 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,012 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-23 17:58:37,012 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,012 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-23 17:58:37,012 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 1 +2022-03-23 17:58:37,012 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,012 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-23 17:58:37,112 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,112 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-23 17:58:37,112 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 2 +2022-03-23 17:58:37,113 DEBUG SenderThread:20766 [sender.py:send():235] send: stats +2022-03-23 17:58:37,113 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,113 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-23 17:58:37,113 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:37,113 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,114 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-23 17:58:37,114 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 3 +2022-03-23 17:58:37,114 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:37,114 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,114 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-23 17:58:37,114 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,114 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-23 17:58:37,114 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 4 +2022-03-23 17:58:37,115 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,115 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-23 17:58:37,115 DEBUG SenderThread:20766 [sender.py:send():235] send: summary +2022-03-23 17:58:37,115 INFO SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 17:58:37,115 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,115 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-23 17:58:37,115 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 5 +2022-03-23 17:58:37,116 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,116 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-23 17:58:37,116 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,116 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-23 17:58:37,146 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json +2022-03-23 17:58:37,146 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:58:37,166 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 6 +2022-03-23 17:58:37,167 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:37,167 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-23 17:58:37,167 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:37,167 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-23 17:58:37,167 INFO SenderThread:20766 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-23 17:58:37,215 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,147 INFO Thread-7 :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml +2022-03-23 17:58:38,147 INFO SenderThread:20766 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files +2022-03-23 17:58:38,148 INFO SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt requirements.txt +2022-03-23 17:58:38,148 INFO SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log output.log +2022-03-23 17:58:38,148 INFO SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json wandb-metadata.json +2022-03-23 17:58:38,148 INFO SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml config.yaml +2022-03-23 17:58:38,148 INFO SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json wandb-summary.json +2022-03-23 17:58:38,148 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 7 +2022-03-23 17:58:38,148 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,149 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:38,149 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-23 17:58:38,155 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:38,155 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-23 17:58:38,155 INFO SenderThread:20766 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:58:38,250 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,250 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,352 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,352 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,426 INFO Thread-12 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt +2022-03-23 17:58:38,453 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,454 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,459 INFO Thread-15 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json +2022-03-23 17:58:38,486 INFO Thread-14 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml +2022-03-23 17:58:38,549 INFO Thread-13 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log +2022-03-23 17:58:38,556 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,556 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,657 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,658 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,750 INFO Thread-6 :20766 [sender.py:transition_state():392] send defer: 8 +2022-03-23 17:58:38,750 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:38,750 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-23 17:58:38,751 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:38,751 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-23 17:58:38,759 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:38,900 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 9 +2022-03-23 17:58:38,900 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:38,901 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:38,901 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-23 17:58:38,901 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:38,901 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-23 17:58:38,901 INFO SenderThread:20766 [sender.py:transition_state():392] send defer: 10 +2022-03-23 17:58:38,902 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer +2022-03-23 17:58:38,902 INFO HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-23 17:58:38,902 DEBUG SenderThread:20766 [sender.py:send():235] send: final +2022-03-23 17:58:38,902 DEBUG SenderThread:20766 [sender.py:send():235] send: footer +2022-03-23 17:58:38,902 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: defer +2022-03-23 17:58:38,902 INFO SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-23 17:58:39,002 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 17:58:39,002 DEBUG SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 17:58:39,002 INFO SenderThread:20766 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:58:39,161 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-23 17:58:39,162 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: get_summary +2022-03-23 17:58:39,163 DEBUG HandlerThread:20766 [handler.py:handle_request():141] handle_request: shutdown +2022-03-23 17:58:39,163 INFO HandlerThread:20766 [handler.py:finish():778] shutting down handler +2022-03-23 17:58:39,902 INFO WriterThread:20766 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb +2022-03-23 17:58:40,060 INFO SenderThread:20766 [sender.py:finish():1078] shutting down sender +2022-03-23 17:58:40,060 INFO SenderThread:20766 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 17:58:40,060 INFO SenderThread:20766 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 17:58:40,063 INFO MainThread:20766 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220323_175422-wdfvd4e9/logs/debug.log b/wandb/run-20220323_175422-wdfvd4e9/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..269cb74747086a480c3e2afe9ebe4871135e41d7 --- /dev/null +++ b/wandb/run-20220323_175422-wdfvd4e9/logs/debug.log @@ -0,0 +1,114 @@ +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/logs/debug.log +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_init.py:init():439] calling init triggers +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-23 17:54:22,816 INFO MainThread:19707 [wandb_init.py:init():492] starting backend +2022-03-23 17:54:22,816 INFO MainThread:19707 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-23 17:54:22,850 INFO MainThread:19707 [backend.py:ensure_launched():219] starting backend process... +2022-03-23 17:54:22,883 INFO MainThread:19707 [backend.py:ensure_launched():224] started backend process with pid: 20766 +2022-03-23 17:54:22,886 INFO MainThread:19707 [wandb_init.py:init():501] backend started and connected +2022-03-23 17:54:22,902 INFO MainThread:19707 [wandb_init.py:init():565] updated telemetry +2022-03-23 17:54:22,983 INFO MainThread:19707 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-23 17:54:23,925 INFO MainThread:19707 [wandb_run.py:_on_init():1759] communicating current version +2022-03-23 17:54:23,986 INFO MainThread:19707 [wandb_run.py:_on_init():1763] got version response +2022-03-23 17:54:23,986 INFO MainThread:19707 [wandb_init.py:init():625] starting run threads in backend +2022-03-23 17:54:26,303 INFO MainThread:19707 [wandb_run.py:_console_start():1733] atexit reg +2022-03-23 17:54:26,304 INFO MainThread:19707 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-23 17:54:26,305 INFO MainThread:19707 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-23 17:54:26,307 INFO MainThread:19707 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-23 17:54:26,307 INFO MainThread:19707 [wandb_init.py:init():664] run started, returning control to user process +2022-03-23 17:58:34,712 INFO MainThread:19707 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-23 17:58:34,717 INFO MainThread:19707 [wandb_run.py:_restore():1674] restore +2022-03-23 17:58:37,012 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:58:37,114 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 17:58:38,149 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 4 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 53017 +} + +2022-03-23 17:58:38,251 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 4424 + total_bytes: 53045 +} + +2022-03-23 17:58:38,353 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:58:38,455 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:58:38,557 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:58:38,658 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:58:38,901 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 17:58:39,060 INFO MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} +local_info { +} + +2022-03-23 17:58:40,526 INFO MainThread:19707 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-23 17:58:40,527 INFO MainThread:19707 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-23 17:58:40,529 INFO MainThread:19707 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb b/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb new file mode 100644 index 0000000000000000000000000000000000000000..cb1966a5da45d01b39f9c009f90b943bba160525 Binary files /dev/null and b/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb differ diff --git a/wandb/run-20220323_180211-1s0w56op/files/config.yaml b/wandb/run-20220323_180211-1s0w56op/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..da8993d603ef86c38f613458f9121aa878c9d10f --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648058531 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220323_180211-1s0w56op/files/output.log b/wandb/run-20220323_180211-1s0w56op/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..eb1925623a286dfe7a1deb39d333dd823f20a761 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/files/output.log @@ -0,0 +1,747 @@ +03/23/2022 18:02:15 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/23/2022 18:02:15 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x96e34000 @ 0x7f92b0d7d680 0x7f92b0d9e824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f92b0b910b3 0x5fb12e +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-23 18:02:36.574326: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-23 18:02:36.574364: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +03/23/2022 18:02:38 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl + return compiled_fun(*args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__ + out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs) +jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 892, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 819, in main + state, train_metric = p_train_step(state, batch) +RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). \ No newline at end of file diff --git a/wandb/run-20220323_180211-1s0w56op/files/requirements.txt b/wandb/run-20220323_180211-1s0w56op/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json b/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..72b6127f2b75a62d3d109b0b4bf2c15269b57418 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-23T18:02:14.291985", + "startedAt": "2022-03-23T18:02:11.053380", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=2", + "--per_device_eval_batch_size=2", + "--gradient_accumulation_steps=8", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json b/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..d08a491c685054e793daaf13e1f6cdcd6c0d69a1 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 239}} \ No newline at end of file diff --git a/wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log b/wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..c2b6ea30718840d5dd6589d08f62add2d5d67240 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log @@ -0,0 +1,203 @@ +2022-03-23 18:02:11,929 INFO MainThread:23223 [internal.py:wandb_internal():92] W&B internal server running at pid: 23223, started at: 2022-03-23 18:02:11.928790 +2022-03-23 18:02:11,954 INFO WriterThread:23223 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb +2022-03-23 18:02:11,955 DEBUG SenderThread:23223 [sender.py:send():235] send: header +2022-03-23 18:02:11,955 DEBUG SenderThread:23223 [sender.py:send():235] send: run +2022-03-23 18:02:12,124 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: check_version +2022-03-23 18:02:12,125 INFO SenderThread:23223 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files +2022-03-23 18:02:12,125 INFO SenderThread:23223 [sender.py:_start_run_threads():812] run started: 1s0w56op with start time 1648058531 +2022-03-23 18:02:12,125 DEBUG SenderThread:23223 [sender.py:send():235] send: summary +2022-03-23 18:02:12,125 INFO SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:02:12,125 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: check_version +2022-03-23 18:02:12,185 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: run_start +2022-03-23 18:02:13,174 INFO Thread-7 :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json +2022-03-23 18:02:14,291 DEBUG HandlerThread:23223 [meta.py:__init__():37] meta init +2022-03-23 18:02:14,291 DEBUG HandlerThread:23223 [meta.py:__init__():51] meta init done +2022-03-23 18:02:14,291 DEBUG HandlerThread:23223 [meta.py:probe():211] probe +2022-03-23 18:02:14,292 DEBUG HandlerThread:23223 [meta.py:_setup_git():201] setup git +2022-03-23 18:02:14,324 DEBUG HandlerThread:23223 [meta.py:_setup_git():208] setup git done +2022-03-23 18:02:14,324 DEBUG HandlerThread:23223 [meta.py:_save_pip():55] save pip +2022-03-23 18:02:14,325 DEBUG HandlerThread:23223 [meta.py:_save_pip():69] save pip done +2022-03-23 18:02:14,325 DEBUG HandlerThread:23223 [meta.py:probe():249] probe done +2022-03-23 18:02:14,328 DEBUG SenderThread:23223 [sender.py:send():235] send: files +2022-03-23 18:02:14,328 INFO SenderThread:23223 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-23 18:02:14,333 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:02:14,333 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:02:14,386 DEBUG SenderThread:23223 [sender.py:send():235] send: telemetry +2022-03-23 18:02:14,784 INFO Thread-11 :23223 [upload_job.py:push():137] Uploaded file /tmp/tmpv76b5b10wandb/3rtj44eg-wandb-metadata.json +2022-03-23 18:02:15,209 INFO Thread-7 :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:15,209 INFO Thread-7 :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt +2022-03-23 18:02:15,209 INFO Thread-7 :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json +2022-03-23 18:02:17,209 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:29,391 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:02:29,392 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:02:33,216 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:37,218 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:39,219 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:41,220 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:42,374 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:02:43,221 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:43,221 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml +2022-03-23 18:02:44,431 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:02:44,431 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:02:47,222 INFO Thread-7 :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:02:59,563 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:02:59,564 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:03:12,449 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:03:14,653 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:03:14,653 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:03:29,799 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:03:29,800 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:03:42,529 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:03:44,842 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:03:44,842 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:03:59,876 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:03:59,877 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:04:12,604 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:04:14,919 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:04:14,919 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:04:29,960 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:04:29,961 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:04:42,679 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:04:44,996 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:04:44,996 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:05:00,038 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:05:00,039 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:05:12,756 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:05:15,081 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:05:15,081 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:05:30,164 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:05:30,164 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:05:42,833 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:05:45,263 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:05:45,264 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:06:00,312 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:06:00,312 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:06:09,832 DEBUG SenderThread:23223 [sender.py:send():235] send: telemetry +2022-03-23 18:06:09,832 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: partial_history +2022-03-23 18:06:11,964 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:11,964 DEBUG SenderThread:23223 [sender.py:send():235] send: exit +2022-03-23 18:06:11,964 INFO SenderThread:23223 [sender.py:send_exit():371] handling exit code: 1 +2022-03-23 18:06:11,965 INFO SenderThread:23223 [sender.py:send_exit():373] handling runtime: 239 +2022-03-23 18:06:11,965 INFO SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:06:11,965 INFO SenderThread:23223 [sender.py:send_exit():379] send defer +2022-03-23 18:06:11,965 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:11,966 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:11,966 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-23 18:06:11,966 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:11,966 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-23 18:06:11,966 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 1 +2022-03-23 18:06:11,966 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:11,967 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-23 18:06:12,008 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,008 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-23 18:06:12,008 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 2 +2022-03-23 18:06:12,008 DEBUG SenderThread:23223 [sender.py:send():235] send: stats +2022-03-23 18:06:12,009 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,009 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-23 18:06:12,009 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,009 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-23 18:06:12,009 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 3 +2022-03-23 18:06:12,010 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,010 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-23 18:06:12,010 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,010 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-23 18:06:12,010 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 4 +2022-03-23 18:06:12,010 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,010 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-23 18:06:12,010 DEBUG SenderThread:23223 [sender.py:send():235] send: summary +2022-03-23 18:06:12,010 INFO SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:06:12,011 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,011 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-23 18:06:12,011 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 5 +2022-03-23 18:06:12,011 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,011 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-23 18:06:12,011 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,011 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-23 18:06:12,067 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,078 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 6 +2022-03-23 18:06:12,078 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,078 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,079 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-23 18:06:12,079 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,079 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-23 18:06:12,079 INFO SenderThread:23223 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-23 18:06:12,179 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt requirements.txt +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log output.log +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json wandb-metadata.json +2022-03-23 18:06:12,270 INFO SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml config.yaml +2022-03-23 18:06:12,271 INFO SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json wandb-summary.json +2022-03-23 18:06:12,271 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 7 +2022-03-23 18:06:12,271 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,274 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:12,274 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-23 18:06:12,276 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:12,276 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-23 18:06:12,276 INFO SenderThread:23223 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 18:06:12,372 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,373 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,474 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,474 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,542 INFO Thread-12 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt +2022-03-23 18:06:12,571 INFO Thread-13 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log +2022-03-23 18:06:12,575 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,576 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,656 INFO Thread-14 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml +2022-03-23 18:06:12,677 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,677 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,778 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,779 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,880 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,880 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:12,981 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:12,981 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,082 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,083 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,184 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,184 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,285 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,286 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,387 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,387 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,488 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,488 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,539 INFO Thread-15 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json +2022-03-23 18:06:13,590 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,590 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,691 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,691 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,739 INFO Thread-6 :23223 [sender.py:transition_state():392] send defer: 8 +2022-03-23 18:06:13,740 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:13,740 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-23 18:06:13,740 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:13,740 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-23 18:06:13,792 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:13,930 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 9 +2022-03-23 18:06:13,930 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:13,931 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:13,931 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-23 18:06:13,931 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:13,931 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-23 18:06:13,931 INFO SenderThread:23223 [sender.py:transition_state():392] send defer: 10 +2022-03-23 18:06:13,931 DEBUG SenderThread:23223 [sender.py:send():235] send: final +2022-03-23 18:06:13,931 DEBUG SenderThread:23223 [sender.py:send():235] send: footer +2022-03-23 18:06:13,932 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:06:13,932 INFO HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-23 18:06:13,932 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: defer +2022-03-23 18:06:13,932 INFO SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-23 18:06:14,031 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:06:14,032 DEBUG SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:06:14,032 INFO SenderThread:23223 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 18:06:14,208 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-23 18:06:14,208 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: get_summary +2022-03-23 18:06:14,209 DEBUG HandlerThread:23223 [handler.py:handle_request():141] handle_request: shutdown +2022-03-23 18:06:14,209 INFO HandlerThread:23223 [handler.py:finish():778] shutting down handler +2022-03-23 18:06:14,932 INFO WriterThread:23223 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb +2022-03-23 18:06:15,107 INFO SenderThread:23223 [sender.py:finish():1078] shutting down sender +2022-03-23 18:06:15,107 INFO SenderThread:23223 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 18:06:15,107 INFO SenderThread:23223 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 18:06:15,109 INFO MainThread:23223 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220323_180211-1s0w56op/logs/debug.log b/wandb/run-20220323_180211-1s0w56op/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..06c3ea31df1c2d0aab82d522d0d1b8eb34c23902 --- /dev/null +++ b/wandb/run-20220323_180211-1s0w56op/logs/debug.log @@ -0,0 +1,186 @@ +2022-03-23 18:02:11,054 INFO MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-23 18:02:11,054 INFO MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-23 18:02:11,054 INFO MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/logs/debug.log +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_init.py:init():439] calling init triggers +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-23 18:02:11,055 INFO MainThread:22131 [wandb_init.py:init():492] starting backend +2022-03-23 18:02:11,055 INFO MainThread:22131 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-23 18:02:11,089 INFO MainThread:22131 [backend.py:ensure_launched():219] starting backend process... +2022-03-23 18:02:11,122 INFO MainThread:22131 [backend.py:ensure_launched():224] started backend process with pid: 23223 +2022-03-23 18:02:11,124 INFO MainThread:22131 [wandb_init.py:init():501] backend started and connected +2022-03-23 18:02:11,140 INFO MainThread:22131 [wandb_init.py:init():565] updated telemetry +2022-03-23 18:02:11,219 INFO MainThread:22131 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-23 18:02:12,124 INFO MainThread:22131 [wandb_run.py:_on_init():1759] communicating current version +2022-03-23 18:02:12,184 INFO MainThread:22131 [wandb_run.py:_on_init():1763] got version response +2022-03-23 18:02:12,184 INFO MainThread:22131 [wandb_init.py:init():625] starting run threads in backend +2022-03-23 18:02:14,332 INFO MainThread:22131 [wandb_run.py:_console_start():1733] atexit reg +2022-03-23 18:02:14,333 INFO MainThread:22131 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-23 18:02:14,333 INFO MainThread:22131 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-23 18:02:14,335 INFO MainThread:22131 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-23 18:02:14,335 INFO MainThread:22131 [wandb_init.py:init():664] run started, returning control to user process +2022-03-23 18:06:09,826 INFO MainThread:22131 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-23 18:06:09,832 INFO MainThread:22131 [wandb_run.py:_restore():1674] restore +2022-03-23 18:06:11,966 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 18:06:12,079 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 18:06:12,272 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 3 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 52504 +} + +2022-03-23 18:06:12,373 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 52504 + total_bytes: 53045 +} + +2022-03-23 18:06:12,475 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:12,576 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:12,678 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:12,779 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:12,880 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:12,982 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:13,083 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:13,185 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:13,286 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53017 + total_bytes: 53045 +} + +2022-03-23 18:06:13,388 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:06:13,489 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:06:13,590 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:06:13,692 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:06:13,931 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:06:14,107 INFO MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} +local_info { +} + +2022-03-23 18:06:15,572 INFO MainThread:22131 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-23 18:06:15,573 INFO MainThread:22131 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-23 18:06:15,575 INFO MainThread:22131 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb b/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb new file mode 100644 index 0000000000000000000000000000000000000000..60c6d4bec481088243cb0070039b6754c1785851 Binary files /dev/null and b/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb differ diff --git a/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml b/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..7e9a5dfb47d9a3eb947d1caa430e2ddacb5ecc5b --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648061046 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220323_184406-3j6a5wn7/files/output.log b/wandb/run-20220323_184406-3j6a5wn7/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..eeda505f51671accf181f4eb30299e85e40dc6f1 --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/files/output.log @@ -0,0 +1,747 @@ +03/23/2022 18:44:10 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/23/2022 18:44:10 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x96466000 @ 0x7fa2e86af680 0x7fa2e86d0824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fa2e84c30b3 0x5fb12e +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-23 18:44:32.003830: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-23 18:44:32.003868: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/23/2022 18:44:34 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +03/23/2022 18:44:37 - INFO - __main__ - ***** Running training ***** +03/23/2022 18:44:37 - INFO - __main__ - Num examples = 20250 +03/23/2022 18:44:37 - INFO - __main__ - Num Epochs = 5 +03/23/2022 18:44:37 - INFO - __main__ - Instantaneous batch size per device = 2 +03/23/2022 18:44:37 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 16 +03/23/2022 18:44:37 - INFO - __main__ - Total optimization steps = 6325 +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 822, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl + return compiled_fun(*args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__ + out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs) +jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 895, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 822, in main + state, train_metric = p_train_step(state, batch) +RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). \ No newline at end of file diff --git a/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt b/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json b/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..b99001bf0e2bc6f4ab3dd4c9515e0dcba3d1d106 --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-23T18:44:09.994157", + "startedAt": "2022-03-23T18:44:06.716945", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=2", + "--per_device_eval_batch_size=2", + "--gradient_accumulation_steps=8", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json b/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9b598f223b48d6dba8753c905a4cba24bb7d5f4c --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 253}} \ No newline at end of file diff --git a/wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log b/wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..3713a63a00c9240ec992fd9597df326e9e39bbe3 --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log @@ -0,0 +1,188 @@ +2022-03-23 18:44:07,501 INFO MainThread:32213 [internal.py:wandb_internal():92] W&B internal server running at pid: 32213, started at: 2022-03-23 18:44:07.500863 +2022-03-23 18:44:07,528 INFO WriterThread:32213 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb +2022-03-23 18:44:07,529 DEBUG SenderThread:32213 [sender.py:send():235] send: header +2022-03-23 18:44:07,529 DEBUG SenderThread:32213 [sender.py:send():235] send: run +2022-03-23 18:44:07,629 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: check_version +2022-03-23 18:44:07,630 INFO SenderThread:32213 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files +2022-03-23 18:44:07,630 INFO SenderThread:32213 [sender.py:_start_run_threads():812] run started: 3j6a5wn7 with start time 1648061046 +2022-03-23 18:44:07,630 DEBUG SenderThread:32213 [sender.py:send():235] send: summary +2022-03-23 18:44:07,630 INFO SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:44:07,630 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: check_version +2022-03-23 18:44:07,689 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: run_start +2022-03-23 18:44:08,680 INFO Thread-7 :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json +2022-03-23 18:44:09,993 DEBUG HandlerThread:32213 [meta.py:__init__():37] meta init +2022-03-23 18:44:09,994 DEBUG HandlerThread:32213 [meta.py:__init__():51] meta init done +2022-03-23 18:44:09,994 DEBUG HandlerThread:32213 [meta.py:probe():211] probe +2022-03-23 18:44:09,995 DEBUG HandlerThread:32213 [meta.py:_setup_git():201] setup git +2022-03-23 18:44:10,033 DEBUG HandlerThread:32213 [meta.py:_setup_git():208] setup git done +2022-03-23 18:44:10,033 DEBUG HandlerThread:32213 [meta.py:_save_pip():55] save pip +2022-03-23 18:44:10,033 DEBUG HandlerThread:32213 [meta.py:_save_pip():69] save pip done +2022-03-23 18:44:10,033 DEBUG HandlerThread:32213 [meta.py:probe():249] probe done +2022-03-23 18:44:10,037 DEBUG SenderThread:32213 [sender.py:send():235] send: files +2022-03-23 18:44:10,037 INFO SenderThread:32213 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-23 18:44:10,043 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:44:10,043 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:44:10,073 DEBUG SenderThread:32213 [sender.py:send():235] send: telemetry +2022-03-23 18:44:10,309 INFO Thread-11 :32213 [upload_job.py:push():137] Uploaded file /tmp/tmp70kpwpj6wandb/bh9ty10j-wandb-metadata.json +2022-03-23 18:44:10,684 INFO Thread-7 :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:10,684 INFO Thread-7 :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt +2022-03-23 18:44:10,684 INFO Thread-7 :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json +2022-03-23 18:44:12,684 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:25,076 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:44:25,076 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:44:28,690 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:32,692 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:34,693 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:36,694 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:38,079 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:44:38,695 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:38,695 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml +2022-03-23 18:44:40,111 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:44:40,111 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:44:44,697 INFO Thread-7 :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:44:55,224 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:44:55,225 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:45:08,157 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:45:10,347 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:45:10,347 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:45:25,849 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:45:25,850 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:45:38,235 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:45:41,934 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:45:41,935 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:45:56,976 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:45:56,976 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:46:08,312 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:46:12,020 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:46:12,020 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:46:27,068 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:46:27,068 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:46:38,389 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:46:42,109 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:46:42,109 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:46:57,154 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:46:57,154 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:47:08,468 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:47:12,194 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:47:12,194 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:47:27,263 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:47:27,264 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:47:38,545 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:47:42,314 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:47:42,314 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:47:57,356 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:47:57,357 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:48:08,624 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:48:12,408 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status +2022-03-23 18:48:12,409 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: stop_status +2022-03-23 18:48:19,558 DEBUG SenderThread:32213 [sender.py:send():235] send: telemetry +2022-03-23 18:48:19,559 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: partial_history +2022-03-23 18:48:21,586 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:21,586 DEBUG SenderThread:32213 [sender.py:send():235] send: exit +2022-03-23 18:48:21,587 INFO SenderThread:32213 [sender.py:send_exit():371] handling exit code: 1 +2022-03-23 18:48:21,587 INFO SenderThread:32213 [sender.py:send_exit():373] handling runtime: 253 +2022-03-23 18:48:21,587 INFO SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:48:21,587 INFO SenderThread:32213 [sender.py:send_exit():379] send defer +2022-03-23 18:48:21,588 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:21,588 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,588 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-23 18:48:21,589 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,589 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-23 18:48:21,589 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 1 +2022-03-23 18:48:21,589 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,589 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-23 18:48:21,659 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,659 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-23 18:48:21,659 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 2 +2022-03-23 18:48:21,659 DEBUG SenderThread:32213 [sender.py:send():235] send: stats +2022-03-23 18:48:21,659 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,659 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-23 18:48:21,660 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,660 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-23 18:48:21,660 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 3 +2022-03-23 18:48:21,660 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,660 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-23 18:48:21,660 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,660 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-23 18:48:21,660 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 4 +2022-03-23 18:48:21,660 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,660 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-23 18:48:21,661 DEBUG SenderThread:32213 [sender.py:send():235] send: summary +2022-03-23 18:48:21,661 INFO SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-23 18:48:21,661 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,661 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-23 18:48:21,661 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 5 +2022-03-23 18:48:21,662 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,662 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-23 18:48:21,662 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,662 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-23 18:48:21,689 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:21,733 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 6 +2022-03-23 18:48:21,733 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:21,733 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,733 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-23 18:48:21,734 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,734 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-23 18:48:21,734 INFO SenderThread:32213 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-23 18:48:21,743 INFO SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:48:21,743 INFO SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json +2022-03-23 18:48:21,743 INFO SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt requirements.txt +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log output.log +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json wandb-metadata.json +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml config.yaml +2022-03-23 18:48:21,744 INFO SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json wandb-summary.json +2022-03-23 18:48:21,745 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 7 +2022-03-23 18:48:21,750 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:21,750 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-23 18:48:21,750 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:21,750 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-23 18:48:21,750 INFO SenderThread:32213 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 18:48:21,835 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:21,835 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:21,936 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:21,937 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,038 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,038 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,054 INFO Thread-13 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log +2022-03-23 18:48:22,117 INFO Thread-14 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml +2022-03-23 18:48:22,140 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,140 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,203 INFO Thread-12 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt +2022-03-23 18:48:22,212 INFO Thread-15 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json +2022-03-23 18:48:22,242 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,242 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,343 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,344 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,412 INFO Thread-6 :32213 [sender.py:transition_state():392] send defer: 8 +2022-03-23 18:48:22,413 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:22,413 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-23 18:48:22,413 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:22,413 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-23 18:48:22,445 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,557 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 9 +2022-03-23 18:48:22,557 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,558 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:22,558 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-23 18:48:22,558 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:22,558 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-23 18:48:22,558 INFO SenderThread:32213 [sender.py:transition_state():392] send defer: 10 +2022-03-23 18:48:22,559 DEBUG SenderThread:32213 [sender.py:send():235] send: final +2022-03-23 18:48:22,559 DEBUG SenderThread:32213 [sender.py:send():235] send: footer +2022-03-23 18:48:22,559 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer +2022-03-23 18:48:22,559 INFO HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-23 18:48:22,559 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: defer +2022-03-23 18:48:22,559 INFO SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-23 18:48:22,659 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-23 18:48:22,659 DEBUG SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit +2022-03-23 18:48:22,659 INFO SenderThread:32213 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 18:48:23,093 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-23 18:48:23,094 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: get_summary +2022-03-23 18:48:23,095 DEBUG HandlerThread:32213 [handler.py:handle_request():141] handle_request: shutdown +2022-03-23 18:48:23,095 INFO HandlerThread:32213 [handler.py:finish():778] shutting down handler +2022-03-23 18:48:23,559 INFO WriterThread:32213 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb +2022-03-23 18:48:23,992 INFO SenderThread:32213 [sender.py:finish():1078] shutting down sender +2022-03-23 18:48:23,992 INFO SenderThread:32213 [file_pusher.py:finish():145] shutting down file pusher +2022-03-23 18:48:23,992 INFO SenderThread:32213 [file_pusher.py:join():150] waiting for file pusher +2022-03-23 18:48:23,995 INFO MainThread:32213 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220323_184406-3j6a5wn7/logs/debug.log b/wandb/run-20220323_184406-3j6a5wn7/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..e568926b0ed4ab058f789fe7f5e948db9259e483 --- /dev/null +++ b/wandb/run-20220323_184406-3j6a5wn7/logs/debug.log @@ -0,0 +1,114 @@ +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/logs/debug.log +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_init.py:init():439] calling init triggers +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-23 18:44:06,718 INFO MainThread:31155 [wandb_init.py:init():492] starting backend +2022-03-23 18:44:06,718 INFO MainThread:31155 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-23 18:44:06,752 INFO MainThread:31155 [backend.py:ensure_launched():219] starting backend process... +2022-03-23 18:44:06,786 INFO MainThread:31155 [backend.py:ensure_launched():224] started backend process with pid: 32213 +2022-03-23 18:44:06,788 INFO MainThread:31155 [wandb_init.py:init():501] backend started and connected +2022-03-23 18:44:06,802 INFO MainThread:31155 [wandb_init.py:init():565] updated telemetry +2022-03-23 18:44:06,881 INFO MainThread:31155 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-23 18:44:07,629 INFO MainThread:31155 [wandb_run.py:_on_init():1759] communicating current version +2022-03-23 18:44:07,688 INFO MainThread:31155 [wandb_run.py:_on_init():1763] got version response +2022-03-23 18:44:07,688 INFO MainThread:31155 [wandb_init.py:init():625] starting run threads in backend +2022-03-23 18:44:10,041 INFO MainThread:31155 [wandb_run.py:_console_start():1733] atexit reg +2022-03-23 18:44:10,042 INFO MainThread:31155 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-23 18:44:10,042 INFO MainThread:31155 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-23 18:44:10,044 INFO MainThread:31155 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-23 18:44:10,044 INFO MainThread:31155 [wandb_init.py:init():664] run started, returning control to user process +2022-03-23 18:48:19,552 INFO MainThread:31155 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-23 18:48:19,558 INFO MainThread:31155 [wandb_run.py:_restore():1674] restore +2022-03-23 18:48:21,589 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 18:48:21,734 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-23 18:48:21,836 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 53045 +} + +2022-03-23 18:48:21,937 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 50664 + total_bytes: 53045 +} + +2022-03-23 18:48:22,039 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:48:22,141 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:48:22,243 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:48:22,344 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:48:22,558 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-23 18:48:22,992 INFO MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} +local_info { +} + +2022-03-23 18:48:24,533 INFO MainThread:31155 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-23 18:48:24,533 INFO MainThread:31155 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-23 18:48:24,536 INFO MainThread:31155 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb b/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb new file mode 100644 index 0000000000000000000000000000000000000000..9b15ae83c74d150d313a24ab84365daf9dd23f1c Binary files /dev/null and b/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb differ diff --git a/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml b/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..dbc2be36e167aa205104189e8fb02bc179332cfa --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648115747 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220324_095547-z3jyd0uo/files/output.log b/wandb/run-20220324_095547-z3jyd0uo/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..6a6920b07bfba779fc4ff2bbb082467d9b880d7e --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/files/output.log @@ -0,0 +1,1372 @@ +03/24/2022 09:55:50 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/24/2022 09:55:51 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x9555a000 @ 0x7fd5b3c3d680 0x7fd5b3c5e824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fd5b3a510b3 0x5fb12e +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/24/2022 09:56:11 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/24/2022 09:56:12 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-24 09:56:12.801945: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-24 09:56:12.802005: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/24/2022 09:56:14 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +03/24/2022 09:56:17 - INFO - __main__ - ***** Running training ***** +03/24/2022 09:56:17 - INFO - __main__ - Num examples = 20250 +03/24/2022 09:56:17 - INFO - __main__ - Num Epochs = 5 +03/24/2022 09:56:17 - INFO - __main__ - Instantaneous batch size per device = 4 +03/24/2022 09:56:17 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 32 +03/24/2022 09:56:17 - INFO - __main__ - Total optimization steps = 3160 +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 841, in main + wandb.log() +TypeError: log() missing 1 required positional argument: 'data' \ No newline at end of file diff --git a/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt b/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220324_095547-z3jyd0uo/files/wandb-metadata.json b/wandb/run-20220324_095547-z3jyd0uo/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..6867e0bcd13bc374241cdc727ea2d2d4c4e79618 --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-24T09:55:50.471699", + "startedAt": "2022-03-24T09:55:47.016044", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=4", + "--per_device_eval_batch_size=4", + "--gradient_accumulation_steps=2", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json b/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..432c9e9743a0fc5cee24ac126316de170f73beaf --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json @@ -0,0 +1 @@ +{"decoder_first_hidden_state": 129.71511840820312, "decoder_grad_norm": 0.3246144652366638, "encoder_grad_norm": 0.023451736196875572, "encoder_last_hidden_state": 106.09228515625, "grad_norm": 0.3254604935646057, "learning_rate": 0.00028590226429514587, "logits": 19760.7109375, "loss": 3.5140395164489746, "_timestamp": 1648117694, "_runtime": 1947, "_step": 625, "_wandb": {"runtime": 1963}} \ No newline at end of file diff --git a/wandb/run-20220324_095547-z3jyd0uo/logs/debug-internal.log b/wandb/run-20220324_095547-z3jyd0uo/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..f7bf7ad4fe47d215316a8bd0837c2c0736b7b36e --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/logs/debug-internal.log @@ -0,0 +1,1266 @@ +2022-03-24 09:55:47,867 INFO MainThread:87427 [internal.py:wandb_internal():92] W&B internal server running at pid: 87427, started at: 2022-03-24 09:55:47.867499 +2022-03-24 09:55:47,897 INFO WriterThread:87427 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/run-z3jyd0uo.wandb +2022-03-24 09:55:47,898 DEBUG SenderThread:87427 [sender.py:send():235] send: header +2022-03-24 09:55:47,898 DEBUG SenderThread:87427 [sender.py:send():235] send: run +2022-03-24 09:55:48,000 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: check_version +2022-03-24 09:55:48,000 INFO SenderThread:87427 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files +2022-03-24 09:55:48,000 INFO SenderThread:87427 [sender.py:_start_run_threads():812] run started: z3jyd0uo with start time 1648115747 +2022-03-24 09:55:48,000 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 09:55:48,001 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 09:55:48,001 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: check_version +2022-03-24 09:55:48,060 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: run_start +2022-03-24 09:55:49,003 INFO Thread-7 :87427 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 09:55:50,471 DEBUG HandlerThread:87427 [meta.py:__init__():37] meta init +2022-03-24 09:55:50,471 DEBUG HandlerThread:87427 [meta.py:__init__():51] meta init done +2022-03-24 09:55:50,471 DEBUG HandlerThread:87427 [meta.py:probe():211] probe +2022-03-24 09:55:50,472 DEBUG HandlerThread:87427 [meta.py:_setup_git():201] setup git +2022-03-24 09:55:50,507 DEBUG HandlerThread:87427 [meta.py:_setup_git():208] setup git done +2022-03-24 09:55:50,507 DEBUG HandlerThread:87427 [meta.py:_save_pip():55] save pip +2022-03-24 09:55:50,508 DEBUG HandlerThread:87427 [meta.py:_save_pip():69] save pip done +2022-03-24 09:55:50,508 DEBUG HandlerThread:87427 [meta.py:probe():249] probe done +2022-03-24 09:55:50,511 DEBUG SenderThread:87427 [sender.py:send():235] send: files +2022-03-24 09:55:50,512 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-24 09:55:50,518 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:55:50,518 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:55:50,553 DEBUG SenderThread:87427 [sender.py:send():235] send: telemetry +2022-03-24 09:55:50,766 INFO Thread-11 :87427 [upload_job.py:push():137] Uploaded file /tmp/tmppd8tubbowandb/jfa8dqwk-wandb-metadata.json +2022-03-24 09:55:51,007 INFO Thread-7 :87427 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:55:51,007 INFO Thread-7 :87427 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt +2022-03-24 09:55:51,007 INFO Thread-7 :87427 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-metadata.json +2022-03-24 09:55:53,007 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:05,555 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:56:05,556 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:56:09,014 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:13,015 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:15,016 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:17,017 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:18,550 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:56:19,018 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:19,019 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml +2022-03-24 09:56:20,609 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:56:20,610 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:56:23,020 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:56:35,662 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:56:35,662 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:56:48,621 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:56:50,784 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:56:50,785 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:57:05,832 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:57:05,833 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:57:18,694 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:57:20,920 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:57:20,920 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:57:35,970 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:57:35,970 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:57:48,766 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:57:51,042 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:57:51,043 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:58:06,083 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:58:06,083 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:58:18,842 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:58:21,147 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:58:21,148 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:58:36,205 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:58:36,205 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:58:48,927 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:58:51,242 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:58:51,242 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:59:06,281 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:59:06,281 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:59:19,007 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:59:21,322 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:59:21,323 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:59:36,360 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:59:36,361 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:59:49,087 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 09:59:50,114 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:59:51,453 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 09:59:51,453 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 09:59:52,115 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:59:56,117 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 09:59:58,117 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:00,119 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:04,120 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:06,121 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:06,544 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:00:06,544 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:00:08,122 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:10,123 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:14,125 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:16,126 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:19,158 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:00:20,127 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:21,610 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:00:21,610 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:00:22,128 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:24,129 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:28,131 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:30,132 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:32,132 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:36,134 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:36,732 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:00:36,732 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:00:38,135 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:40,136 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:45,139 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:47,140 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:49,232 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:00:51,141 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:51,840 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:00:51,841 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:00:53,143 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:55,144 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:56,969 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:00:56,975 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:00:58,145 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:00:59,145 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:01,146 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:03,147 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:06,993 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:01:06,994 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:01:07,149 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:09,150 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:13,151 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:15,152 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:17,153 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:19,306 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:01:21,155 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:22,241 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:01:22,241 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:01:23,156 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:27,158 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:29,159 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:31,160 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:35,161 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:37,162 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:37,281 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:01:37,281 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:01:39,163 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:43,165 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:45,166 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:48,167 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:49,380 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:01:50,168 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:52,363 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:01:52,363 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:01:54,169 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:01:56,170 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:00,172 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:02,173 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:04,174 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:06,507 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:02:06,508 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:02:06,509 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:02:06,509 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:02:06,512 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:02:07,175 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:07,176 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:02:07,461 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:02:07,461 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:02:08,176 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:10,177 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:14,178 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:16,179 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:18,180 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:19,453 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:02:22,182 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:22,545 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:02:22,546 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:02:24,183 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:26,184 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:30,185 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:32,186 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:36,188 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:37,741 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:02:37,742 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:02:38,189 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:40,190 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:44,191 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:46,192 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:48,193 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:49,526 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:02:52,195 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:52,810 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:02:52,810 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:02:54,196 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:02:58,197 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:00,198 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:02,199 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:07,201 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:07,869 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:03:07,869 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:03:09,202 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:11,203 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:15,204 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:16,203 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:03:16,204 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:03:16,204 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:03:16,205 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:03:16,205 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:03:16,208 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:03:18,206 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:19,207 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:19,599 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:03:21,207 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:23,070 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:03:23,070 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:03:23,208 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:25,210 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:29,211 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:31,212 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:33,213 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:37,215 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:38,345 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:03:38,346 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:03:39,216 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:43,217 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:45,218 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:47,219 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:49,220 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:49,672 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:03:53,222 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:53,410 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:03:53,411 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:03:55,223 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:03:59,224 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:01,225 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:03,226 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:07,228 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:08,534 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:04:08,534 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:04:10,229 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:12,230 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:16,231 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:18,232 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:19,747 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:04:20,233 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:23,620 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:04:23,620 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:04:24,235 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:24,929 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:04:24,931 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:04:24,931 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:04:24,931 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:04:24,935 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:04:25,236 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:04:26,236 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:27,236 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:30,238 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:32,238 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:34,239 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:38,241 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:39,194 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:04:39,195 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:04:40,241 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:42,242 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:46,244 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:48,245 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:49,820 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:04:52,247 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:54,248 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:04:54,291 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:04:54,291 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:04:56,249 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:00,250 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:02,251 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:04,252 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:08,254 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:09,384 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:05:09,384 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:05:10,255 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:12,256 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:14,257 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:18,258 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:19,895 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:05:21,260 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:24,478 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:05:24,478 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:05:25,261 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:27,262 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:29,263 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:31,264 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:32,990 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:05:32,992 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:05:32,992 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:05:32,992 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:05:32,997 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:05:33,265 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:05:34,265 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:35,266 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:37,266 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:39,738 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:05:39,738 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:05:41,268 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:43,269 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:45,270 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:49,271 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:49,970 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:05:51,273 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:53,273 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:54,833 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:05:54,834 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:05:57,275 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:05:59,276 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:03,278 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:05,279 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:09,280 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:09,978 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:06:09,978 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:06:11,281 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:13,282 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:15,283 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:19,285 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:20,045 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:06:21,286 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:25,059 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:06:25,059 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:06:25,287 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:27,288 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:30,289 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:32,290 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:36,292 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:38,292 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:40,148 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:06:40,149 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:06:42,294 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:42,572 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:06:42,573 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:06:42,574 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:06:42,574 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:06:42,578 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:06:43,294 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:06:44,295 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:45,295 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:46,296 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:50,114 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:06:50,297 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:52,298 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:55,290 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:06:55,291 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:06:56,300 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:06:58,301 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:00,302 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:02,302 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:06,304 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:08,305 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:10,381 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:07:10,381 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:07:12,307 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:14,308 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:16,309 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:20,182 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:07:20,310 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:22,311 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:25,461 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:07:25,461 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:07:26,313 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:28,314 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:30,315 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:34,316 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:36,317 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:38,318 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:40,500 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:07:40,500 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:07:43,320 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:45,321 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:47,322 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:50,248 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:07:51,323 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:52,105 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:07:52,107 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:07:52,107 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:07:52,108 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:07:52,111 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:07:52,324 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:07:53,324 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:54,325 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:55,325 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:07:55,565 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:07:55,565 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:07:59,327 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:01,327 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:05,329 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:07,330 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:09,331 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:10,621 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:08:10,621 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:08:11,332 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:15,333 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:17,334 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:20,315 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:08:21,336 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:23,337 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:25,338 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:25,696 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:08:25,697 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:08:29,339 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:31,340 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:33,341 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:37,343 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:39,344 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:40,736 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:08:40,736 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:08:41,345 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:45,347 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:47,348 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:49,348 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:50,388 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:08:53,350 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:55,351 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:08:55,798 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:08:55,798 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:08:59,353 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:00,221 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:09:00,222 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:09:00,223 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:09:00,223 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:09:00,227 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:09:00,353 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:09:02,354 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:03,355 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:04,355 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:06,356 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:10,357 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:10,868 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:09:10,868 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:09:12,358 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:16,360 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:18,361 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:20,362 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:20,461 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:09:24,364 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:25,939 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:09:25,939 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:09:26,365 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:30,366 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:32,367 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:34,368 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:38,370 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:40,371 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:41,016 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:09:41,016 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:09:42,372 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:46,374 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:48,375 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:50,376 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:50,534 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:09:52,377 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:56,109 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:09:56,109 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:09:56,378 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:09:58,379 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:00,380 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:05,382 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:07,383 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:08,122 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:10:08,124 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:10:08,125 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:10:08,125 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:10:08,128 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:10:08,384 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:10:09,384 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:11,237 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:10:11,237 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:10:11,385 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:15,386 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:17,387 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:20,608 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:10:21,389 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:23,390 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:25,390 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:26,556 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:10:26,556 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:10:29,392 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:31,393 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:33,393 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:35,394 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:39,396 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:41,397 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:41,640 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:10:41,640 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:10:43,398 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:47,400 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:49,401 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:50,680 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:10:52,402 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:56,404 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:10:56,729 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:10:56,729 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:10:58,405 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:02,406 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:04,407 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:06,408 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:10,411 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:11,832 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:11:11,833 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:11:12,412 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:14,413 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:16,386 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:11:16,388 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:11:16,388 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:11:16,389 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:11:16,392 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:11:16,413 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:11:18,414 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:20,415 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:20,752 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:11:22,416 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:26,418 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:26,903 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:11:26,903 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:11:28,418 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:32,420 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:34,421 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:36,422 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:38,423 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:40,424 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:41,961 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:11:41,961 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:11:44,425 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:46,426 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:50,826 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:11:51,428 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:53,429 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:55,430 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:11:57,058 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:11:57,058 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:11:59,431 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:01,432 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:03,433 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:07,435 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:09,436 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:11,437 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:15,439 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:17,075 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:12:17,075 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:12:17,439 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:19,440 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:20,899 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:12:23,442 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:24,214 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:12:24,215 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:12:24,215 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:12:24,216 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:12:24,220 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:12:24,442 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:12:25,443 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:27,443 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:31,445 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:32,251 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:12:32,251 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:12:33,446 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:35,447 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:37,448 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:41,449 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:44,451 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:47,332 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:12:47,332 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:12:48,452 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:50,453 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:50,973 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:12:52,454 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:56,456 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:12:58,456 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:00,457 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:02,435 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:13:02,435 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:13:02,458 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:06,460 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:08,461 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:12,463 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:14,464 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:16,464 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:17,518 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:13:17,519 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:13:18,465 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:21,046 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:13:22,467 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:24,467 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:28,469 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:30,470 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:31,863 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:13:31,865 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:13:31,865 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:13:31,866 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:13:31,869 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:13:32,471 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:32,471 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:13:32,582 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:13:32,582 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:13:36,472 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:38,473 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:40,474 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:44,476 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:46,476 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:47,667 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:13:47,667 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:13:48,477 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:51,119 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:13:53,479 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:55,480 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:13:59,482 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:01,483 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:02,787 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:14:02,787 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:14:03,484 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:05,485 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:09,486 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:11,487 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:15,489 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:17,490 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:17,854 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:14:17,855 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:14:19,490 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:21,191 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:14:23,492 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:25,493 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:29,495 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:31,495 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:32,963 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:14:32,963 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:14:33,496 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:37,498 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:39,499 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:40,812 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:14:40,814 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:14:40,814 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:14:40,814 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:14:40,818 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:14:41,500 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:41,500 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:14:43,501 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:47,502 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:48,059 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:14:48,059 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:14:49,503 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:51,265 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:14:53,504 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:55,505 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:14:58,506 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:00,507 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:03,186 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:15:03,186 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:15:04,509 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:06,510 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:10,511 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:12,512 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:14,513 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:18,256 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:15:18,257 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:15:18,515 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:20,515 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:21,334 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:15:22,516 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:24,517 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:28,519 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:30,519 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:32,520 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:33,362 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:15:33,362 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:15:36,522 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:38,522 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:40,523 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:44,525 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:46,526 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:47,772 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:15:47,774 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:15:47,774 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:15:47,775 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:15:47,779 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:15:48,435 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:15:48,435 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:15:48,527 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:48,527 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:15:51,410 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:15:52,528 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:54,529 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:15:57,530 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:01,532 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:03,533 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:03,826 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:16:03,826 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:16:05,534 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:09,535 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:11,536 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:13,537 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:17,539 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:18,942 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:16:18,942 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:16:19,539 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:21,485 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:16:21,540 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:25,542 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:27,543 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:29,544 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:33,546 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:34,032 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:16:34,032 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:16:35,546 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:37,547 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:41,549 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:43,550 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:48,551 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:49,137 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:16:49,137 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:16:50,552 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:51,557 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:16:52,553 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:54,554 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:56,612 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:16:56,613 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:16:56,614 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:16:56,614 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:16:56,618 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:16:57,555 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:16:57,555 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:16:58,555 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:00,556 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:04,264 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:17:04,264 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:17:04,557 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:06,558 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:08,559 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:12,561 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:14,561 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:16,562 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:19,312 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:17:19,313 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:17:20,564 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:21,628 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:17:22,564 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:26,566 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:28,567 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:30,567 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:32,568 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:34,395 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:17:34,395 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:17:36,569 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:38,570 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:40,571 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:44,573 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:46,573 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:48,574 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:49,466 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:17:49,467 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:17:50,575 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:51,701 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:17:55,577 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:17:57,578 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:01,579 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:03,580 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:04,562 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:18:04,562 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:18:04,703 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:18:04,704 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:18:04,704 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:18:04,705 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:18:04,709 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:18:05,581 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:18:06,581 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:07,582 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:09,582 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:11,583 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:13,584 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:17,585 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:19,586 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:19,609 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:18:19,609 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:18:21,587 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:21,773 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:18:23,588 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:27,589 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:29,590 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:33,592 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:34,686 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:18:34,686 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:18:35,593 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:37,593 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:41,595 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:43,596 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:45,597 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:49,598 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:49,839 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:18:49,839 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:18:51,599 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:51,844 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:18:54,601 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:18:58,603 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:00,604 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:02,605 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:04,972 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:19:04,973 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:19:06,606 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:08,607 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:10,608 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:12,327 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:19:12,328 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:19:12,328 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:19:12,329 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:19:12,333 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:19:12,609 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:19:14,610 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:16,611 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:18,612 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:20,026 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:19:20,026 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:19:21,917 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:19:22,614 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:24,615 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:26,615 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:30,617 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:32,618 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:34,619 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:35,190 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:19:35,190 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:19:36,620 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:40,622 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:42,623 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:46,625 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:48,625 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:50,306 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:19:50,307 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:19:50,626 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:51,991 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:19:54,628 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:57,630 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:19:59,631 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:03,632 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:05,390 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:20:05,390 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:20:05,633 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:07,634 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:11,636 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:13,637 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:17,639 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:19,640 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:20,546 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:20:20,546 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:20:20,770 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:20:20,771 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:20:20,772 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:20:20,772 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:20:20,776 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:20:21,641 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:21,641 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:20:22,064 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:20:23,642 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:25,642 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:27,643 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:29,644 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:31,645 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:35,615 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:20:35,615 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:20:35,647 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:37,648 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:39,649 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:43,650 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:45,651 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:49,653 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:50,758 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:20:50,758 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:20:51,654 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:52,137 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:20:53,655 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:55,656 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:20:59,657 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:03,659 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:05,660 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:05,832 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:21:05,833 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:21:07,661 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:11,663 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:13,664 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:15,665 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:20,667 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:20,944 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:21:20,944 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:21:22,213 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:21:22,668 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:24,669 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:26,670 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:28,705 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:21:28,706 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:21:28,706 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:21:28,707 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:21:28,710 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:21:29,671 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:21:30,671 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:32,672 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:36,046 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:21:36,046 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:21:36,674 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:38,675 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:40,677 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:42,677 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:46,679 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:48,680 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:50,681 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:51,111 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:21:51,111 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:21:52,283 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:21:54,682 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:21:56,683 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:00,685 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:02,686 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:04,687 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:06,237 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:22:06,237 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:22:06,688 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:10,689 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:12,690 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:14,691 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:16,692 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:20,694 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:21,325 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:22:21,326 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:22:22,358 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:22:22,695 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:24,696 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:28,697 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:31,699 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:33,699 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:35,844 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:22:35,845 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:22:35,845 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:22:35,845 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:22:35,850 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:22:36,447 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:22:36,447 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:22:36,701 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:22:37,701 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:39,702 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:43,704 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:45,705 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:47,706 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:51,523 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:22:51,523 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:22:51,708 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:52,431 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:22:53,709 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:55,710 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:22:59,712 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:01,713 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:03,713 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:06,576 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:23:06,576 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:23:07,715 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:09,716 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:11,717 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:15,719 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:17,720 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:19,721 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:21,637 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:23:21,637 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:23:22,503 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:23:23,723 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:25,724 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:28,725 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:30,726 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:34,728 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:36,712 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:23:36,712 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:23:36,728 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:38,729 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:42,731 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:42,788 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:23:42,789 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:23:42,790 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:23:42,790 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:23:42,794 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:23:43,731 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:43,732 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:23:44,732 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:46,733 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:48,734 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:51,795 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:23:51,795 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:23:52,576 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:23:52,735 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:54,736 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:23:56,737 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:00,739 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:02,740 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:06,742 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:06,869 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:24:06,870 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:24:08,742 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:10,743 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:14,745 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:16,746 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:18,747 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:21,934 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:24:21,935 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:24:22,649 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:24:22,748 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:24,749 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:26,750 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:30,751 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:32,752 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:34,753 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:36,976 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:24:36,977 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:24:39,755 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:41,756 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:45,757 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:47,758 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:49,759 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:50,838 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:24:50,839 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:24:50,840 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:24:50,840 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:24:50,844 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:24:51,760 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:51,760 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:24:52,038 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:24:52,038 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:24:52,720 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:24:52,761 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:55,762 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:57,763 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:24:59,764 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:03,765 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:05,766 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:07,132 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:25:07,132 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:25:07,767 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:11,769 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:13,770 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:17,772 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:19,773 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:21,774 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:22,233 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:25:22,234 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:25:22,791 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:25:23,775 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:27,777 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:29,778 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:33,779 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:35,780 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:37,303 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:25:37,304 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:25:37,781 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:41,783 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:43,783 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:48,785 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:50,786 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:52,446 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:25:52,446 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:25:52,787 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:52,864 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:25:56,789 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:58,790 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:25:59,826 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:25:59,827 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:25:59,827 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:25:59,828 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:25:59,832 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:26:00,791 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:00,791 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:26:01,791 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:04,792 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:06,793 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:07,540 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:26:07,541 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:26:08,794 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:10,795 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:14,797 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:16,797 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:20,799 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:22,648 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:26:22,649 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:26:22,800 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:22,939 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:26:24,801 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:28,802 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:30,803 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:32,804 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:36,806 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:37,757 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:26:37,757 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:26:38,806 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:40,807 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:44,809 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:46,810 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:48,810 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:52,806 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:26:52,807 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:26:52,812 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:53,012 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:26:55,813 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:57,814 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:26:59,815 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:03,816 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:05,817 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:07,253 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:27:07,254 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:27:07,254 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:27:07,255 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:27:07,259 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:27:07,818 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:27:07,925 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:27:07,925 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:27:09,819 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:11,820 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:13,821 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:15,822 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:19,824 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:21,825 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:22,986 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:27:22,986 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:27:23,088 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:27:23,825 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:27,827 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:29,828 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:33,829 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:35,830 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:37,831 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:38,046 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:27:38,046 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:27:41,833 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:43,834 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:45,835 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:47,836 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:52,838 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:53,138 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:27:53,139 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:27:53,180 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:27:54,839 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:56,839 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:27:58,840 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:02,842 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:04,842 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:06,843 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:08,209 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:28:08,209 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:28:10,845 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:12,846 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:14,162 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:28:14,163 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:28:14,163 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:28:14,164 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:28:14,167 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:28:14,846 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:28:15,847 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:16,847 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:18,848 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:20,849 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:22,850 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:23,223 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:28:23,286 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:28:23,286 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:28:26,851 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:28,852 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:29,506 DEBUG SenderThread:87427 [sender.py:send():235] send: telemetry +2022-03-24 10:28:29,507 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:28:29,508 DEBUG SenderThread:87427 [sender.py:send():235] send: history +2022-03-24 10:28:29,508 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:28:29,509 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:28:29,852 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:28:30,853 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:31,735 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:31,735 DEBUG SenderThread:87427 [sender.py:send():235] send: exit +2022-03-24 10:28:31,735 INFO SenderThread:87427 [sender.py:send_exit():371] handling exit code: 1 +2022-03-24 10:28:31,737 INFO SenderThread:87427 [sender.py:send_exit():373] handling runtime: 1963 +2022-03-24 10:28:31,737 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:28:31,737 INFO SenderThread:87427 [sender.py:send_exit():379] send defer +2022-03-24 10:28:31,738 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:31,738 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,738 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-24 10:28:31,739 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,739 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-24 10:28:31,739 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 1 +2022-03-24 10:28:31,739 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,739 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-24 10:28:31,743 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,744 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-24 10:28:31,744 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 2 +2022-03-24 10:28:31,744 DEBUG SenderThread:87427 [sender.py:send():235] send: stats +2022-03-24 10:28:31,744 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,744 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-24 10:28:31,745 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,745 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-24 10:28:31,745 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 3 +2022-03-24 10:28:31,745 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,745 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-24 10:28:31,745 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,745 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-24 10:28:31,745 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 4 +2022-03-24 10:28:31,745 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,745 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-24 10:28:31,746 DEBUG SenderThread:87427 [sender.py:send():235] send: summary +2022-03-24 10:28:31,746 INFO SenderThread:87427 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:28:31,746 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,746 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-24 10:28:31,746 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 5 +2022-03-24 10:28:31,746 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,747 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-24 10:28:31,747 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,747 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-24 10:28:31,840 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:31,856 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 6 +2022-03-24 10:28:31,856 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:31,857 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:31,857 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,857 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-24 10:28:31,857 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:28:31,857 INFO Thread-7 :87427 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml +2022-03-24 10:28:31,857 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,857 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-24 10:28:31,857 INFO SenderThread:87427 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-24 10:28:31,858 INFO SenderThread:87427 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files +2022-03-24 10:28:31,858 INFO SenderThread:87427 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt requirements.txt +2022-03-24 10:28:31,858 INFO SenderThread:87427 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log output.log +2022-03-24 10:28:31,858 INFO SenderThread:87427 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-metadata.json wandb-metadata.json +2022-03-24 10:28:31,859 INFO SenderThread:87427 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml config.yaml +2022-03-24 10:28:31,859 INFO SenderThread:87427 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json wandb-summary.json +2022-03-24 10:28:31,859 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 7 +2022-03-24 10:28:31,860 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:31,860 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-24 10:28:31,862 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:31,862 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-24 10:28:31,862 INFO SenderThread:87427 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 10:28:31,958 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:31,958 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,059 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,060 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,145 INFO Thread-12 :87427 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/requirements.txt +2022-03-24 10:28:32,161 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,162 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,183 INFO Thread-13 :87427 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/output.log +2022-03-24 10:28:32,197 INFO Thread-14 :87427 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/config.yaml +2022-03-24 10:28:32,232 INFO Thread-15 :87427 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/files/wandb-summary.json +2022-03-24 10:28:32,263 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,263 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,365 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,365 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,432 INFO Thread-6 :87427 [sender.py:transition_state():392] send defer: 8 +2022-03-24 10:28:32,433 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:32,433 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-24 10:28:32,433 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:32,433 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-24 10:28:32,466 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,614 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 9 +2022-03-24 10:28:32,615 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,615 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:32,615 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-24 10:28:32,615 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:32,616 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-24 10:28:32,616 INFO SenderThread:87427 [sender.py:transition_state():392] send defer: 10 +2022-03-24 10:28:32,616 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:28:32,616 INFO HandlerThread:87427 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-24 10:28:32,616 DEBUG SenderThread:87427 [sender.py:send():235] send: final +2022-03-24 10:28:32,616 DEBUG SenderThread:87427 [sender.py:send():235] send: footer +2022-03-24 10:28:32,617 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: defer +2022-03-24 10:28:32,617 INFO SenderThread:87427 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-24 10:28:32,716 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:28:32,717 DEBUG SenderThread:87427 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:28:32,717 INFO SenderThread:87427 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 10:28:32,980 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-24 10:28:32,982 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: get_summary +2022-03-24 10:28:32,983 DEBUG HandlerThread:87427 [handler.py:handle_request():141] handle_request: shutdown +2022-03-24 10:28:32,984 INFO HandlerThread:87427 [handler.py:finish():778] shutting down handler +2022-03-24 10:28:33,617 INFO WriterThread:87427 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/run-z3jyd0uo.wandb +2022-03-24 10:28:33,879 INFO SenderThread:87427 [sender.py:finish():1078] shutting down sender +2022-03-24 10:28:33,879 INFO SenderThread:87427 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 10:28:33,879 INFO SenderThread:87427 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 10:28:33,883 INFO MainThread:87427 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220324_095547-z3jyd0uo/logs/debug.log b/wandb/run-20220324_095547-z3jyd0uo/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..a4ce0bbadf6d2b09ba163f8bcad22dc396a645dd --- /dev/null +++ b/wandb/run-20220324_095547-z3jyd0uo/logs/debug.log @@ -0,0 +1,106 @@ +2022-03-24 09:55:47,017 INFO MainThread:86370 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-24 09:55:47,017 INFO MainThread:86370 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-24 09:55:47,017 INFO MainThread:86370 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-24 09:55:47,017 INFO MainThread:86370 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-24 09:55:47,017 INFO MainThread:86370 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/logs/debug.log +2022-03-24 09:55:47,018 INFO MainThread:86370 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_095547-z3jyd0uo/logs/debug-internal.log +2022-03-24 09:55:47,018 INFO MainThread:86370 [wandb_init.py:init():439] calling init triggers +2022-03-24 09:55:47,018 INFO MainThread:86370 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-24 09:55:47,018 INFO MainThread:86370 [wandb_init.py:init():492] starting backend +2022-03-24 09:55:47,018 INFO MainThread:86370 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-24 09:55:47,061 INFO MainThread:86370 [backend.py:ensure_launched():219] starting backend process... +2022-03-24 09:55:47,102 INFO MainThread:86370 [backend.py:ensure_launched():224] started backend process with pid: 87427 +2022-03-24 09:55:47,105 INFO MainThread:86370 [wandb_init.py:init():501] backend started and connected +2022-03-24 09:55:47,121 INFO MainThread:86370 [wandb_init.py:init():565] updated telemetry +2022-03-24 09:55:47,216 INFO MainThread:86370 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-24 09:55:47,999 INFO MainThread:86370 [wandb_run.py:_on_init():1759] communicating current version +2022-03-24 09:55:48,059 INFO MainThread:86370 [wandb_run.py:_on_init():1763] got version response +2022-03-24 09:55:48,059 INFO MainThread:86370 [wandb_init.py:init():625] starting run threads in backend +2022-03-24 09:55:50,516 INFO MainThread:86370 [wandb_run.py:_console_start():1733] atexit reg +2022-03-24 09:55:50,516 INFO MainThread:86370 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-24 09:55:50,517 INFO MainThread:86370 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-24 09:55:50,519 INFO MainThread:86370 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-24 09:55:50,519 INFO MainThread:86370 [wandb_init.py:init():664] run started, returning control to user process +2022-03-24 10:28:29,503 INFO MainThread:86370 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-24 10:28:29,506 INFO MainThread:86370 [wandb_run.py:_restore():1674] restore +2022-03-24 10:28:31,739 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 10:28:31,856 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 10:28:31,958 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,060 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,162 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,264 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,365 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,615 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} + +2022-03-24 10:28:32,879 INFO MainThread:86370 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 56077 + total_bytes: 56077 +} +local_info { +} + +2022-03-24 10:28:34,587 INFO MainThread:86370 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-24 10:28:34,588 INFO MainThread:86370 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-24 10:28:34,589 INFO MainThread:86370 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220324_095547-z3jyd0uo/run-z3jyd0uo.wandb b/wandb/run-20220324_095547-z3jyd0uo/run-z3jyd0uo.wandb new file mode 100644 index 0000000000000000000000000000000000000000..49b0992575ffb23c355cd2ad669f77d93d01630a Binary files /dev/null and b/wandb/run-20220324_095547-z3jyd0uo/run-z3jyd0uo.wandb differ diff --git a/wandb/run-20220324_103821-m1uuspzx/files/config.yaml b/wandb/run-20220324_103821-m1uuspzx/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..03121688136e93084b7bb1bc5e2af6528623aefa --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648118301 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220324_103821-m1uuspzx/files/output.log b/wandb/run-20220324_103821-m1uuspzx/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..45b167018a50d8af67ec0cb3478c80f78dc43ba5 --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/files/output.log @@ -0,0 +1,747 @@ +03/24/2022 10:38:24 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/24/2022 10:38:24 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x96602000 @ 0x7fdb3da8c680 0x7fdb3daad824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fdb3d8a00b3 0x5fb12e +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/24/2022 10:38:44 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/24/2022 10:38:45 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-24 10:38:45.437422: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-24 10:38:45.437478: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/24/2022 10:38:47 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +03/24/2022 10:38:51 - INFO - __main__ - ***** Running training ***** +03/24/2022 10:38:51 - INFO - __main__ - Num examples = 20250 +03/24/2022 10:38:51 - INFO - __main__ - Num Epochs = 5 +03/24/2022 10:38:51 - INFO - __main__ - Instantaneous batch size per device = 4 +03/24/2022 10:38:51 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 32 +03/24/2022 10:38:51 - INFO - __main__ - Total optimization steps = 3160 +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 822, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl + return compiled_fun(*args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__ + out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs) +jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 896, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 822, in main + state, train_metric = p_train_step(state, batch) +RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well). \ No newline at end of file diff --git a/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt b/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220324_103821-m1uuspzx/files/wandb-metadata.json b/wandb/run-20220324_103821-m1uuspzx/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..33cfa8bd059646ad18d6aa57a22e2d06fd3d8482 --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-24T10:38:24.159774", + "startedAt": "2022-03-24T10:38:21.032524", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=4", + "--per_device_eval_batch_size=4", + "--gradient_accumulation_steps=2", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json b/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..f5dcf8a064a01e5adc3072f1c9602911e02b6dba --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 277}} \ No newline at end of file diff --git a/wandb/run-20220324_103821-m1uuspzx/logs/debug-internal.log b/wandb/run-20220324_103821-m1uuspzx/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..37cf6a664dc0ca06c307e8d13890d07a65d53061 --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/logs/debug-internal.log @@ -0,0 +1,193 @@ +2022-03-24 10:38:21,870 INFO MainThread:94821 [internal.py:wandb_internal():92] W&B internal server running at pid: 94821, started at: 2022-03-24 10:38:21.870480 +2022-03-24 10:38:21,897 INFO WriterThread:94821 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/run-m1uuspzx.wandb +2022-03-24 10:38:21,898 DEBUG SenderThread:94821 [sender.py:send():235] send: header +2022-03-24 10:38:21,898 DEBUG SenderThread:94821 [sender.py:send():235] send: run +2022-03-24 10:38:21,964 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: check_version +2022-03-24 10:38:21,965 INFO SenderThread:94821 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files +2022-03-24 10:38:21,965 INFO SenderThread:94821 [sender.py:_start_run_threads():812] run started: m1uuspzx with start time 1648118301 +2022-03-24 10:38:21,965 DEBUG SenderThread:94821 [sender.py:send():235] send: summary +2022-03-24 10:38:21,965 INFO SenderThread:94821 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:38:21,965 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: check_version +2022-03-24 10:38:22,024 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: run_start +2022-03-24 10:38:23,028 INFO Thread-7 :94821 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json +2022-03-24 10:38:24,159 DEBUG HandlerThread:94821 [meta.py:__init__():37] meta init +2022-03-24 10:38:24,159 DEBUG HandlerThread:94821 [meta.py:__init__():51] meta init done +2022-03-24 10:38:24,159 DEBUG HandlerThread:94821 [meta.py:probe():211] probe +2022-03-24 10:38:24,160 DEBUG HandlerThread:94821 [meta.py:_setup_git():201] setup git +2022-03-24 10:38:24,193 DEBUG HandlerThread:94821 [meta.py:_setup_git():208] setup git done +2022-03-24 10:38:24,193 DEBUG HandlerThread:94821 [meta.py:_save_pip():55] save pip +2022-03-24 10:38:24,193 DEBUG HandlerThread:94821 [meta.py:_save_pip():69] save pip done +2022-03-24 10:38:24,193 DEBUG HandlerThread:94821 [meta.py:probe():249] probe done +2022-03-24 10:38:24,197 DEBUG SenderThread:94821 [sender.py:send():235] send: files +2022-03-24 10:38:24,197 INFO SenderThread:94821 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-24 10:38:24,202 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:38:24,203 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:38:24,253 DEBUG SenderThread:94821 [sender.py:send():235] send: telemetry +2022-03-24 10:38:24,436 INFO Thread-11 :94821 [upload_job.py:push():137] Uploaded file /tmp/tmp7e9jep7fwandb/2kq1u3tk-wandb-metadata.json +2022-03-24 10:38:25,080 INFO Thread-7 :94821 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-metadata.json +2022-03-24 10:38:25,081 INFO Thread-7 :94821 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:25,081 INFO Thread-7 :94821 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt +2022-03-24 10:38:27,081 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:39,255 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:38:39,255 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:38:43,087 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:47,089 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:49,090 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:52,237 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:38:53,091 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:38:53,092 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/config.yaml +2022-03-24 10:38:54,291 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:38:54,291 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:38:57,093 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:39:09,352 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:39:09,353 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:39:22,309 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:39:24,449 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:39:24,449 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:39:39,531 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:39:39,531 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:39:52,382 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:39:54,601 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:39:54,602 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:40:09,640 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:40:09,640 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:40:22,457 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:40:24,688 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:40:24,688 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:40:39,754 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:40:39,759 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:40:52,532 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:40:54,817 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:40:54,817 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:41:09,853 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:41:09,854 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:41:22,604 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:41:24,889 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:41:24,890 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:41:39,927 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:41:39,927 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:41:52,678 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:41:54,965 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:41:54,965 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:42:10,012 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:42:10,013 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:42:22,756 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:42:25,051 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:42:25,051 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:42:40,092 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:42:40,093 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:42:52,828 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:42:55,293 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 10:42:55,294 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: stop_status +2022-03-24 10:42:56,754 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 10:42:56,754 DEBUG SenderThread:94821 [sender.py:send():235] send: telemetry +2022-03-24 10:42:58,184 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:42:59,214 DEBUG SenderThread:94821 [sender.py:send():235] send: exit +2022-03-24 10:42:59,215 INFO SenderThread:94821 [sender.py:send_exit():371] handling exit code: 1 +2022-03-24 10:42:59,217 INFO SenderThread:94821 [sender.py:send_exit():373] handling runtime: 277 +2022-03-24 10:42:59,217 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:42:59,218 INFO SenderThread:94821 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:42:59,218 INFO SenderThread:94821 [sender.py:send_exit():379] send defer +2022-03-24 10:42:59,218 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:42:59,219 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,219 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-24 10:42:59,220 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,220 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-24 10:42:59,220 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 1 +2022-03-24 10:42:59,220 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,220 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-24 10:42:59,244 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,245 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-24 10:42:59,245 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 2 +2022-03-24 10:42:59,245 DEBUG SenderThread:94821 [sender.py:send():235] send: stats +2022-03-24 10:42:59,245 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,245 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-24 10:42:59,246 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,246 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-24 10:42:59,246 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 3 +2022-03-24 10:42:59,246 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,246 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-24 10:42:59,246 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,246 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-24 10:42:59,246 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 4 +2022-03-24 10:42:59,247 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,247 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-24 10:42:59,247 DEBUG SenderThread:94821 [sender.py:send():235] send: summary +2022-03-24 10:42:59,247 INFO SenderThread:94821 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 10:42:59,247 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,247 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-24 10:42:59,248 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 5 +2022-03-24 10:42:59,248 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,248 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-24 10:42:59,248 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,248 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-24 10:42:59,321 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:42:59,347 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 6 +2022-03-24 10:42:59,348 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:42:59,348 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:42:59,348 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-24 10:42:59,348 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:42:59,349 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-24 10:42:59,349 INFO SenderThread:94821 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-24 10:42:59,449 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,184 INFO Thread-7 :94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:43:00,185 INFO SenderThread:94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json +2022-03-24 10:43:00,185 INFO SenderThread:94821 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/config.yaml +2022-03-24 10:43:00,186 INFO SenderThread:94821 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files +2022-03-24 10:43:00,186 INFO SenderThread:94821 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt requirements.txt +2022-03-24 10:43:00,186 INFO SenderThread:94821 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log output.log +2022-03-24 10:43:00,186 INFO SenderThread:94821 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-metadata.json wandb-metadata.json +2022-03-24 10:43:00,186 INFO SenderThread:94821 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/config.yaml config.yaml +2022-03-24 10:43:00,192 INFO SenderThread:94821 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json wandb-summary.json +2022-03-24 10:43:00,193 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 7 +2022-03-24 10:43:00,193 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,199 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:43:00,199 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-24 10:43:00,199 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:43:00,200 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-24 10:43:00,200 INFO SenderThread:94821 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 10:43:00,295 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,295 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,397 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,397 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,453 INFO Thread-14 :94821 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/config.yaml +2022-03-24 10:43:00,465 INFO Thread-12 :94821 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/requirements.txt +2022-03-24 10:43:00,471 INFO Thread-13 :94821 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/output.log +2022-03-24 10:43:00,499 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,499 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,562 INFO Thread-15 :94821 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/files/wandb-summary.json +2022-03-24 10:43:00,600 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,601 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,702 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,703 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,762 INFO Thread-6 :94821 [sender.py:transition_state():392] send defer: 8 +2022-03-24 10:43:00,763 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:43:00,763 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-24 10:43:00,763 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:43:00,763 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-24 10:43:00,804 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,864 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 9 +2022-03-24 10:43:00,864 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,865 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:43:00,865 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-24 10:43:00,865 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:43:00,865 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-24 10:43:00,865 INFO SenderThread:94821 [sender.py:transition_state():392] send defer: 10 +2022-03-24 10:43:00,866 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: defer +2022-03-24 10:43:00,866 INFO HandlerThread:94821 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-24 10:43:00,866 DEBUG SenderThread:94821 [sender.py:send():235] send: final +2022-03-24 10:43:00,866 DEBUG SenderThread:94821 [sender.py:send():235] send: footer +2022-03-24 10:43:00,866 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: defer +2022-03-24 10:43:00,866 INFO SenderThread:94821 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-24 10:43:00,966 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 10:43:00,966 DEBUG SenderThread:94821 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 10:43:00,966 INFO SenderThread:94821 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 10:43:01,129 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-24 10:43:01,130 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: get_summary +2022-03-24 10:43:01,131 DEBUG HandlerThread:94821 [handler.py:handle_request():141] handle_request: shutdown +2022-03-24 10:43:01,131 INFO HandlerThread:94821 [handler.py:finish():778] shutting down handler +2022-03-24 10:43:01,866 INFO WriterThread:94821 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/run-m1uuspzx.wandb +2022-03-24 10:43:02,028 INFO SenderThread:94821 [sender.py:finish():1078] shutting down sender +2022-03-24 10:43:02,028 INFO SenderThread:94821 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 10:43:02,028 INFO SenderThread:94821 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 10:43:02,031 INFO MainThread:94821 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220324_103821-m1uuspzx/logs/debug.log b/wandb/run-20220324_103821-m1uuspzx/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..6c7197fdd51e00420cb31b97cb58961bc59e290d --- /dev/null +++ b/wandb/run-20220324_103821-m1uuspzx/logs/debug.log @@ -0,0 +1,114 @@ +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/logs/debug.log +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_103821-m1uuspzx/logs/debug-internal.log +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_init.py:init():439] calling init triggers +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-24 10:38:21,034 INFO MainThread:93760 [wandb_init.py:init():492] starting backend +2022-03-24 10:38:21,034 INFO MainThread:93760 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-24 10:38:21,069 INFO MainThread:93760 [backend.py:ensure_launched():219] starting backend process... +2022-03-24 10:38:21,103 INFO MainThread:93760 [backend.py:ensure_launched():224] started backend process with pid: 94821 +2022-03-24 10:38:21,105 INFO MainThread:93760 [wandb_init.py:init():501] backend started and connected +2022-03-24 10:38:21,121 INFO MainThread:93760 [wandb_init.py:init():565] updated telemetry +2022-03-24 10:38:21,203 INFO MainThread:93760 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-24 10:38:21,963 INFO MainThread:93760 [wandb_run.py:_on_init():1759] communicating current version +2022-03-24 10:38:22,023 INFO MainThread:93760 [wandb_run.py:_on_init():1763] got version response +2022-03-24 10:38:22,023 INFO MainThread:93760 [wandb_init.py:init():625] starting run threads in backend +2022-03-24 10:38:24,201 INFO MainThread:93760 [wandb_run.py:_console_start():1733] atexit reg +2022-03-24 10:38:24,202 INFO MainThread:93760 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-24 10:38:24,203 INFO MainThread:93760 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-24 10:38:24,205 INFO MainThread:93760 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-24 10:38:24,205 INFO MainThread:93760 [wandb_init.py:init():664] run started, returning control to user process +2022-03-24 10:42:56,747 INFO MainThread:93760 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-24 10:42:56,753 INFO MainThread:93760 [wandb_run.py:_restore():1674] restore +2022-03-24 10:42:59,220 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 10:42:59,348 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 10:43:00,194 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 3 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 52504 +} + +2022-03-24 10:43:00,296 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:00,398 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:00,500 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:00,601 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:00,703 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:00,865 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} + +2022-03-24 10:43:01,028 INFO MainThread:93760 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53045 + total_bytes: 53045 +} +local_info { +} + +2022-03-24 10:43:02,533 INFO MainThread:93760 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-24 10:43:02,533 INFO MainThread:93760 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-24 10:43:02,535 INFO MainThread:93760 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220324_103821-m1uuspzx/run-m1uuspzx.wandb b/wandb/run-20220324_103821-m1uuspzx/run-m1uuspzx.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ec0c29502a0ccdc62ebc2c8fcb03c200d98d3090 Binary files /dev/null and b/wandb/run-20220324_103821-m1uuspzx/run-m1uuspzx.wandb differ diff --git a/wandb/run-20220324_110424-16xdss7m/files/config.yaml b/wandb/run-20220324_110424-16xdss7m/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..1d5655bbe9750745c591bc08da385dd7adc93b6c --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/files/config.yaml @@ -0,0 +1,36 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648119864 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 2: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220324_110424-16xdss7m/files/output.log b/wandb/run-20220324_110424-16xdss7m/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..caf15155b100a6f0e1d5754a7e76399b6bae710f --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/files/output.log @@ -0,0 +1,760 @@ +03/24/2022 11:04:28 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/24/2022 11:04:28 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +loading weights file ./flax_model.msgpack +tcmalloc: large alloc 2353643520 bytes == 0x95f92000 @ 0x7f4c9a8b6680 0x7f4c9a8d7824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f4c9a6ca0b3 0x5fb12e +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow +03/24/2022 11:04:48 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow +03/24/2022 11:04:49 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow +All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel. +All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./. +If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training. +Feature extractor saved in ./preprocessor_config.json +tokenizer config file saved in ./tokenizer_config.json +Special tokens file saved in ./special_tokens_map.json +Configuration saved in ./config.json +loading feature extractor configuration file ./preprocessor_config.json +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json +2022-03-24 11:04:49.539815: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory +2022-03-24 11:04:49.539873: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303) +03/24/2022 11:04:51 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`. +Epoch ... (1/5): 0%| | 0/5 [00:00 + main() + File "run_flax_speech_recognition_seq2seq.py", line 825, in main + state, train_metric = p_train_step(state, batch) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback + return fun(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss + out_tree, out_flat = f_pmapped_(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f + out = pxla.xla_pmap( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind + return map_bind(self, fun, *args, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind + outs = primitive.process(top_trace, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process + return trace.process_map(self, fun, tracers, params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call + return primitive.impl(f, *tracers, **params) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 792, in xla_pmap_impl + compiled_fun, fingerprint = parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 272, in memoized_fun + ans = call(fun, *args) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 820, in parallel_callable + pmap_computation = lower_parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 993, in lower_parallel_callable + jaxpr, consts, replicas, parts, shards = stage_parallel_callable( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 900, in stage_parallel_callable + jaxpr, out_sharded_avals, consts = pe.trace_to_jaxpr_final( + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper + return func(*args, **kwargs) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1798, in trace_to_jaxpr_final + jaxpr, out_avals, consts = trace_to_subjaxpr_dynamic(fun, main, in_avals) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1775, in trace_to_subjaxpr_dynamic + ans = fun.call_wrapped(*in_tracers_) + File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped + ans = self.f(*args, **dict(self.params, **kwargs)) +jax._src.traceback_util.UnfilteredStackTrace: TypeError: train_step() got an unexpected keyword argument 'label_smoothing_factor' +The stack trace below excludes JAX-internal frames. +The preceding is the original exception that occurred, unmodified. +-------------------- +The above exception was the direct cause of the following exception: +Traceback (most recent call last): + File "run_flax_speech_recognition_seq2seq.py", line 899, in + main() + File "run_flax_speech_recognition_seq2seq.py", line 825, in main + state, train_metric = p_train_step(state, batch) +TypeError: train_step() got an unexpected keyword argument 'label_smoothing_factor' \ No newline at end of file diff --git a/wandb/run-20220324_110424-16xdss7m/files/requirements.txt b/wandb/run-20220324_110424-16xdss7m/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220324_110424-16xdss7m/files/wandb-metadata.json b/wandb/run-20220324_110424-16xdss7m/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..2055c992c540711323c03d4f0a54a02f668daac7 --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-24T11:04:27.794656", + "startedAt": "2022-03-24T11:04:24.293025", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=4", + "--per_device_eval_batch_size=4", + "--gradient_accumulation_steps=2", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json b/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..0396467f7569a8166ce6a4890676d52689b450a7 --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json @@ -0,0 +1 @@ +{"_wandb": {"runtime": 38}} \ No newline at end of file diff --git a/wandb/run-20220324_110424-16xdss7m/logs/debug-internal.log b/wandb/run-20220324_110424-16xdss7m/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..0c21d37c8259523a52be817d75d7ad273beae7f4 --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/logs/debug-internal.log @@ -0,0 +1,153 @@ +2022-03-24 11:04:25,109 INFO MainThread:98221 [internal.py:wandb_internal():92] W&B internal server running at pid: 98221, started at: 2022-03-24 11:04:25.109007 +2022-03-24 11:04:25,135 INFO WriterThread:98221 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/run-16xdss7m.wandb +2022-03-24 11:04:25,137 DEBUG SenderThread:98221 [sender.py:send():235] send: header +2022-03-24 11:04:25,137 DEBUG SenderThread:98221 [sender.py:send():235] send: run +2022-03-24 11:04:25,327 INFO SenderThread:98221 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files +2022-03-24 11:04:25,327 INFO SenderThread:98221 [sender.py:_start_run_threads():812] run started: 16xdss7m with start time 1648119864 +2022-03-24 11:04:25,327 DEBUG SenderThread:98221 [sender.py:send():235] send: summary +2022-03-24 11:04:25,327 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: check_version +2022-03-24 11:04:25,328 INFO SenderThread:98221 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 11:04:25,328 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: check_version +2022-03-24 11:04:25,390 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: run_start +2022-03-24 11:04:26,329 INFO Thread-7 :98221 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json +2022-03-24 11:04:27,794 DEBUG HandlerThread:98221 [meta.py:__init__():37] meta init +2022-03-24 11:04:27,794 DEBUG HandlerThread:98221 [meta.py:__init__():51] meta init done +2022-03-24 11:04:27,794 DEBUG HandlerThread:98221 [meta.py:probe():211] probe +2022-03-24 11:04:27,795 DEBUG HandlerThread:98221 [meta.py:_setup_git():201] setup git +2022-03-24 11:04:27,832 DEBUG HandlerThread:98221 [meta.py:_setup_git():208] setup git done +2022-03-24 11:04:27,832 DEBUG HandlerThread:98221 [meta.py:_save_pip():55] save pip +2022-03-24 11:04:27,833 DEBUG HandlerThread:98221 [meta.py:_save_pip():69] save pip done +2022-03-24 11:04:27,833 DEBUG HandlerThread:98221 [meta.py:probe():249] probe done +2022-03-24 11:04:27,836 DEBUG SenderThread:98221 [sender.py:send():235] send: files +2022-03-24 11:04:27,836 INFO SenderThread:98221 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-24 11:04:27,842 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 11:04:27,842 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: stop_status +2022-03-24 11:04:28,213 DEBUG SenderThread:98221 [sender.py:send():235] send: telemetry +2022-03-24 11:04:28,297 INFO Thread-11 :98221 [upload_job.py:push():137] Uploaded file /tmp/tmpz6isbl39wandb/4ew81nnt-wandb-metadata.json +2022-03-24 11:04:28,426 INFO Thread-7 :98221 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:28,426 INFO Thread-7 :98221 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-metadata.json +2022-03-24 11:04:28,426 INFO Thread-7 :98221 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/requirements.txt +2022-03-24 11:04:30,427 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:43,215 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 11:04:43,215 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: stop_status +2022-03-24 11:04:46,433 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:50,435 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:52,436 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:55,437 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/config.yaml +2022-03-24 11:04:55,882 DEBUG SenderThread:98221 [sender.py:send():235] send: stats +2022-03-24 11:04:56,438 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:04:58,303 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 11:04:58,303 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: stop_status +2022-03-24 11:05:00,440 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:05:00,906 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: partial_history +2022-03-24 11:05:00,906 DEBUG SenderThread:98221 [sender.py:send():235] send: telemetry +2022-03-24 11:05:02,440 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:05:03,881 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:03,881 DEBUG SenderThread:98221 [sender.py:send():235] send: exit +2022-03-24 11:05:03,882 INFO SenderThread:98221 [sender.py:send_exit():371] handling exit code: 1 +2022-03-24 11:05:03,882 INFO SenderThread:98221 [sender.py:send_exit():373] handling runtime: 38 +2022-03-24 11:05:03,882 INFO SenderThread:98221 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 11:05:03,883 INFO SenderThread:98221 [sender.py:send_exit():379] send defer +2022-03-24 11:05:03,883 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:03,883 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,884 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 0 +2022-03-24 11:05:03,884 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,884 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 0 +2022-03-24 11:05:03,884 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 1 +2022-03-24 11:05:03,884 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,884 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 1 +2022-03-24 11:05:03,902 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,902 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 1 +2022-03-24 11:05:03,902 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 2 +2022-03-24 11:05:03,902 DEBUG SenderThread:98221 [sender.py:send():235] send: stats +2022-03-24 11:05:03,903 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,903 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 2 +2022-03-24 11:05:03,903 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,903 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 2 +2022-03-24 11:05:03,903 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 3 +2022-03-24 11:05:03,903 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,903 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 3 +2022-03-24 11:05:03,904 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,904 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 3 +2022-03-24 11:05:03,904 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 4 +2022-03-24 11:05:03,904 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,904 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 4 +2022-03-24 11:05:03,904 DEBUG SenderThread:98221 [sender.py:send():235] send: summary +2022-03-24 11:05:03,904 INFO SenderThread:98221 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 11:05:03,904 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,904 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 4 +2022-03-24 11:05:03,905 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 5 +2022-03-24 11:05:03,905 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:03,905 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 5 +2022-03-24 11:05:03,905 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:03,905 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 5 +2022-03-24 11:05:03,984 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,086 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 6 +2022-03-24 11:05:04,086 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,086 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:04,086 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 6 +2022-03-24 11:05:04,087 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:04,087 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 6 +2022-03-24 11:05:04,087 INFO SenderThread:98221 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-24 11:05:04,187 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,441 INFO Thread-7 :98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/config.yaml +2022-03-24 11:05:04,442 INFO SenderThread:98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:05:04,442 INFO SenderThread:98221 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json +2022-03-24 11:05:04,442 INFO SenderThread:98221 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files +2022-03-24 11:05:04,442 INFO SenderThread:98221 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/requirements.txt requirements.txt +2022-03-24 11:05:04,442 INFO SenderThread:98221 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log output.log +2022-03-24 11:05:04,443 INFO SenderThread:98221 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-metadata.json wandb-metadata.json +2022-03-24 11:05:04,443 INFO SenderThread:98221 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/config.yaml config.yaml +2022-03-24 11:05:04,443 INFO SenderThread:98221 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json wandb-summary.json +2022-03-24 11:05:04,448 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 7 +2022-03-24 11:05:04,448 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,454 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:04,455 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 7 +2022-03-24 11:05:04,455 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:04,455 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 7 +2022-03-24 11:05:04,455 INFO SenderThread:98221 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 11:05:04,550 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,550 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,652 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,652 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,730 INFO Thread-12 :98221 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/requirements.txt +2022-03-24 11:05:04,746 INFO Thread-13 :98221 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/output.log +2022-03-24 11:05:04,747 INFO Thread-14 :98221 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/config.yaml +2022-03-24 11:05:04,753 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,753 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,773 INFO Thread-15 :98221 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/files/wandb-summary.json +2022-03-24 11:05:04,855 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,855 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,956 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:04,957 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:04,973 INFO Thread-6 :98221 [sender.py:transition_state():392] send defer: 8 +2022-03-24 11:05:04,974 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:04,974 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 8 +2022-03-24 11:05:04,974 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:04,974 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 8 +2022-03-24 11:05:05,058 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:05,516 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 9 +2022-03-24 11:05:05,517 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:05,517 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:05,517 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 9 +2022-03-24 11:05:05,517 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:05,518 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 9 +2022-03-24 11:05:05,518 INFO SenderThread:98221 [sender.py:transition_state():392] send defer: 10 +2022-03-24 11:05:05,518 DEBUG SenderThread:98221 [sender.py:send():235] send: final +2022-03-24 11:05:05,518 DEBUG SenderThread:98221 [sender.py:send():235] send: footer +2022-03-24 11:05:05,518 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: defer +2022-03-24 11:05:05,518 INFO HandlerThread:98221 [handler.py:handle_request_defer():164] handle defer: 10 +2022-03-24 11:05:05,519 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: defer +2022-03-24 11:05:05,519 INFO SenderThread:98221 [sender.py:send_request_defer():388] handle sender defer: 10 +2022-03-24 11:05:05,619 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: poll_exit +2022-03-24 11:05:05,619 DEBUG SenderThread:98221 [sender.py:send_request():249] send_request: poll_exit +2022-03-24 11:05:05,619 INFO SenderThread:98221 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 11:05:05,783 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: sampled_history +2022-03-24 11:05:05,784 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: get_summary +2022-03-24 11:05:05,785 DEBUG HandlerThread:98221 [handler.py:handle_request():141] handle_request: shutdown +2022-03-24 11:05:05,785 INFO HandlerThread:98221 [handler.py:finish():778] shutting down handler +2022-03-24 11:05:06,519 INFO WriterThread:98221 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/run-16xdss7m.wandb +2022-03-24 11:05:06,682 INFO SenderThread:98221 [sender.py:finish():1078] shutting down sender +2022-03-24 11:05:06,682 INFO SenderThread:98221 [file_pusher.py:finish():145] shutting down file pusher +2022-03-24 11:05:06,682 INFO SenderThread:98221 [file_pusher.py:join():150] waiting for file pusher +2022-03-24 11:05:06,685 INFO MainThread:98221 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220324_110424-16xdss7m/logs/debug.log b/wandb/run-20220324_110424-16xdss7m/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..de7ff41180d1929b87e03fdae150684736c475f0 --- /dev/null +++ b/wandb/run-20220324_110424-16xdss7m/logs/debug.log @@ -0,0 +1,114 @@ +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/logs/debug.log +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110424-16xdss7m/logs/debug-internal.log +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_init.py:init():439] calling init triggers +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-24 11:04:24,294 INFO MainThread:97161 [wandb_init.py:init():492] starting backend +2022-03-24 11:04:24,295 INFO MainThread:97161 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-24 11:04:24,329 INFO MainThread:97161 [backend.py:ensure_launched():219] starting backend process... +2022-03-24 11:04:24,363 INFO MainThread:97161 [backend.py:ensure_launched():224] started backend process with pid: 98221 +2022-03-24 11:04:24,365 INFO MainThread:97161 [wandb_init.py:init():501] backend started and connected +2022-03-24 11:04:24,381 INFO MainThread:97161 [wandb_init.py:init():565] updated telemetry +2022-03-24 11:04:24,462 INFO MainThread:97161 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-24 11:04:25,327 INFO MainThread:97161 [wandb_run.py:_on_init():1759] communicating current version +2022-03-24 11:04:25,389 INFO MainThread:97161 [wandb_run.py:_on_init():1763] got version response +2022-03-24 11:04:25,389 INFO MainThread:97161 [wandb_init.py:init():625] starting run threads in backend +2022-03-24 11:04:27,841 INFO MainThread:97161 [wandb_run.py:_console_start():1733] atexit reg +2022-03-24 11:04:27,842 INFO MainThread:97161 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-24 11:04:27,842 INFO MainThread:97161 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-24 11:04:27,844 INFO MainThread:97161 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-24 11:04:27,845 INFO MainThread:97161 [wandb_init.py:init():664] run started, returning control to user process +2022-03-24 11:05:00,903 INFO MainThread:97161 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1 +2022-03-24 11:05:00,905 INFO MainThread:97161 [wandb_run.py:_restore():1674] restore +2022-03-24 11:05:03,884 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 11:05:04,086 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 1 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 2043 +} + +2022-03-24 11:05:04,449 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 4 +} +pusher_stats { + uploaded_bytes: 2043 + total_bytes: 53773 +} + +2022-03-24 11:05:04,551 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:04,652 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:04,754 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:04,856 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:04,957 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:05,518 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} + +2022-03-24 11:05:05,682 INFO MainThread:97161 [wandb_run.py:_on_finish():1831] got exit ret: done: true +exit_result { +} +file_counts { + wandb_count: 5 +} +pusher_stats { + uploaded_bytes: 53800 + total_bytes: 53800 +} +local_info { +} + +2022-03-24 11:05:07,209 INFO MainThread:97161 [wandb_run.py:_footer_history_summary_info():2865] rendering history +2022-03-24 11:05:07,209 INFO MainThread:97161 [wandb_run.py:_footer_history_summary_info():2894] rendering summary +2022-03-24 11:05:07,210 INFO MainThread:97161 [wandb_run.py:_footer_sync_info():2822] logging synced files diff --git a/wandb/run-20220324_110424-16xdss7m/run-16xdss7m.wandb b/wandb/run-20220324_110424-16xdss7m/run-16xdss7m.wandb new file mode 100644 index 0000000000000000000000000000000000000000..ace59e04a2184afd014559f0a784c78491dc04a1 Binary files /dev/null and b/wandb/run-20220324_110424-16xdss7m/run-16xdss7m.wandb differ diff --git a/wandb/run-20220324_110832-1c8jfwlj/files/config.yaml b/wandb/run-20220324_110832-1c8jfwlj/files/config.yaml new file mode 100644 index 0000000000000000000000000000000000000000..983d1908793194adb599af8ecf1398694b9b43f0 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/files/config.yaml @@ -0,0 +1,27 @@ +wandb_version: 1 + +_wandb: + desc: null + value: + cli_version: 0.12.11 + framework: huggingface + huggingface_version: 4.18.0.dev0 + is_jupyter_run: false + is_kaggle_kernel: false + python_version: 3.8.10 + start_time: 1648120112 + t: + 1: + - 1 + - 2 + - 3 + - 11 + - 12 + - 45 + - 49 + - 51 + 4: 3.8.10 + 5: 0.12.11 + 6: 4.18.0.dev0 + 8: + - 5 diff --git a/wandb/run-20220324_110832-1c8jfwlj/files/output.log b/wandb/run-20220324_110832-1c8jfwlj/files/output.log new file mode 100644 index 0000000000000000000000000000000000000000..29775407f1643be5619d3b9e72eb9264549dd174 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/files/output.log @@ -0,0 +1,297 @@ +03/24/2022 11:08:36 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +03/24/2022 11:08:36 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25) +loading configuration file ./config.json +Model config SpeechEncoderDecoderConfig { + "_name_or_path": "./", + "architectures": [ + "SpeechEncoderDecoderModel" + ], + "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers", + "decoder": { + "_name_or_path": "facebook/bart-large-cnn", + "_num_labels": 3, + "activation_dropout": 0.0, + "activation_function": "gelu", + "add_cross_attention": true, + "add_final_layer_norm": false, + "architectures": [ + "BartForConditionalGeneration" + ], + "attention_dropout": 0.0, + "bad_words_ids": null, + "bos_token_id": 0, + "chunk_size_feed_forward": 0, + "classif_dropout": 0.0, + "classifier_dropout": 0.0, + "cross_attention_hidden_size": null, + "d_model": 1024, + "decoder_attention_heads": 16, + "decoder_ffn_dim": 4096, + "decoder_layerdrop": 0.0, + "decoder_layers": 12, + "decoder_start_token_id": 2, + "diversity_penalty": 0.0, + "do_sample": false, + "dropout": 0.1, + "early_stopping": true, + "encoder_attention_heads": 16, + "encoder_ffn_dim": 4096, + "encoder_layerdrop": 0.0, + "encoder_layers": 12, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "finetuning_task": null, + "force_bos_token_to_be_generated": true, + "forced_bos_token_id": 0, + "forced_eos_token_id": 2, + "gradient_checkpointing": false, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1", + "2": "LABEL_2" + }, + "init_std": 0.02, + "is_decoder": true, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1, + "LABEL_2": 2 + }, + "length_penalty": 2.0, + "max_length": 142, + "max_position_embeddings": 1024, + "min_length": 56, + "model_type": "bart", + "no_repeat_ngram_size": 3, + "normalize_before": false, + "num_beam_groups": 1, + "num_beams": 4, + "num_hidden_layers": 12, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_states": false, + "output_past": true, + "output_scores": false, + "pad_token_id": 1, + "prefix": " ", + "problem_type": null, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "scale_embedding": false, + "sep_token_id": null, + "task_specific_params": { + "summarization": { + "early_stopping": true, + "length_penalty": 2.0, + "max_length": 142, + "min_length": 56, + "no_repeat_ngram_size": 3, + "num_beams": 4 + } + }, + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_cache": true, + "vocab_size": 50264 + }, + "decoder_start_token_id": 0, + "encoder": { + "_name_or_path": "facebook/wav2vec2-large-lv60", + "activation_dropout": 0.1, + "adapter_kernel_size": 3, + "adapter_stride": 2, + "add_adapter": true, + "add_cross_attention": false, + "apply_spec_augment": true, + "architectures": [ + "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.1, + "bad_words_ids": null, + "bos_token_id": 1, + "chunk_size_feed_forward": 0, + "classifier_proj_size": 256, + "codevector_dim": 768, + "contrastive_logits_temperature": 0.1, + "conv_bias": true, + "conv_dim": [ + 512, + 512, + 512, + 512, + 512, + 512, + 512 + ], + "conv_kernel": [ + 10, + 3, + 3, + 3, + 3, + 2, + 2 + ], + "conv_stride": [ + 5, + 2, + 2, + 2, + 2, + 2, + 2 + ], + "cross_attention_hidden_size": null, + "ctc_loss_reduction": "sum", + "ctc_zero_infinity": false, + "decoder_start_token_id": null, + "diversity_loss_weight": 0.1, + "diversity_penalty": 0.0, + "do_sample": false, + "do_stable_layer_norm": true, + "early_stopping": false, + "encoder_no_repeat_ngram_size": 0, + "eos_token_id": 2, + "exponential_decay_length_penalty": null, + "feat_extract_activation": "gelu", + "feat_extract_dropout": 0.0, + "feat_extract_norm": "layer", + "feat_proj_dropout": 0.0, + "feat_quantizer_dropout": 0.0, + "final_dropout": 0.0, + "finetuning_task": null, + "forced_bos_token_id": null, + "forced_eos_token_id": null, + "gradient_checkpointing": false, + "hidden_act": "gelu", + "hidden_dropout": 0.1, + "hidden_dropout_prob": 0.1, + "hidden_size": 1024, + "id2label": { + "0": "LABEL_0", + "1": "LABEL_1" + }, + "initializer_range": 0.02, + "intermediate_size": 4096, + "is_decoder": false, + "is_encoder_decoder": false, + "label2id": { + "LABEL_0": 0, + "LABEL_1": 1 + }, + "layer_norm_eps": 1e-05, + "layerdrop": 0.0, + "length_penalty": 1.0, + "mask_feature_length": 10, + "mask_feature_min_masks": 0, + "mask_feature_prob": 0.0, + "mask_time_length": 10, + "mask_time_min_masks": 2, + "mask_time_prob": 0.1, + "max_length": 20, + "min_length": 0, + "model_type": "wav2vec2", + "no_repeat_ngram_size": 0, + "num_adapter_layers": 3, + "num_attention_heads": 16, + "num_beam_groups": 1, + "num_beams": 1, + "num_codevector_groups": 2, + "num_codevectors_per_group": 320, + "num_conv_pos_embedding_groups": 16, + "num_conv_pos_embeddings": 128, + "num_feat_extract_layers": 7, + "num_hidden_layers": 24, + "num_negatives": 100, + "num_return_sequences": 1, + "output_attentions": false, + "output_hidden_size": 1024, + "output_hidden_states": false, + "output_scores": false, + "pad_token_id": 0, + "prefix": null, + "problem_type": null, + "proj_codevector_dim": 768, + "pruned_heads": {}, + "remove_invalid_values": false, + "repetition_penalty": 1.0, + "return_dict": true, + "return_dict_in_generate": false, + "sep_token_id": null, + "task_specific_params": null, + "tdnn_dilation": [ + 1, + 2, + 3, + 1, + 1 + ], + "tdnn_dim": [ + 512, + 512, + 512, + 512, + 1500 + ], + "tdnn_kernel": [ + 5, + 3, + 3, + 1, + 1 + ], + "temperature": 1.0, + "tie_encoder_decoder": false, + "tie_word_embeddings": true, + "tokenizer_class": null, + "top_k": 50, + "top_p": 1.0, + "torch_dtype": null, + "torchscript": false, + "transformers_version": "4.18.0.dev0", + "typical_p": 1.0, + "use_bfloat16": false, + "use_weighted_layer_sum": false, + "vocab_size": 32, + "xvector_output_dim": 512 + }, + "eos_token_id": 2, + "is_encoder_decoder": true, + "max_length": 40, + "model_type": "speech-encoder-decoder", + "pad_token_id": 1, + "processor_class": "Wav2Vec2Processor", + "transformers_version": null, + "use_cache": false +} +loading feature extractor configuration file ./preprocessor_config.json +Feature extractor Wav2Vec2FeatureExtractor { + "do_normalize": true, + "feature_extractor_type": "Wav2Vec2FeatureExtractor", + "feature_size": 1, + "padding_side": "right", + "padding_value": 0.0, + "return_attention_mask": true, + "sampling_rate": 16000 +} +Didn't find file ./added_tokens.json. We won't load it. +loading file ./vocab.json +loading file ./merges.txt +loading file ./tokenizer.json +loading file None +loading file ./special_tokens_map.json +loading file ./tokenizer_config.json diff --git a/wandb/run-20220324_110832-1c8jfwlj/files/requirements.txt b/wandb/run-20220324_110832-1c8jfwlj/files/requirements.txt new file mode 100644 index 0000000000000000000000000000000000000000..00aea37a0af42d409a2934b3e1c97f9e9e3fda34 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/files/requirements.txt @@ -0,0 +1,135 @@ +absl-py==1.0.0 +aiohttp==3.8.1 +aiosignal==1.2.0 +appdirs==1.4.4 +asttokens==2.0.5 +astunparse==1.6.3 +async-timeout==4.0.2 +attrs==21.4.0 +audioread==2.1.9 +backcall==0.2.0 +cachetools==5.0.0 +certifi==2021.10.8 +cffi==1.15.0 +charset-normalizer==2.0.12 +chex==0.1.1 +click==8.0.4 +cycler==0.11.0 +datasets==2.0.1.dev0 +decorator==5.1.1 +dill==0.3.4 +dm-tree==0.1.6 +docker-pycreds==0.4.0 +executing==0.8.3 +filelock==3.6.0 +flatbuffers==2.0 +flax==0.4.0 +fonttools==4.31.2 +frozenlist==1.3.0 +fsspec==2022.2.0 +gast==0.5.3 +gitdb==4.0.9 +gitpython==3.1.27 +google-auth-oauthlib==0.4.6 +google-auth==2.6.2 +google-pasta==0.2.0 +grpcio==1.44.0 +h5py==3.6.0 +huggingface-hub==0.4.0 +idna==3.3 +importlib-metadata==4.11.3 +ipdb==0.13.9 +ipython==8.1.1 +jax==0.3.4 +jaxlib==0.3.2 +jedi==0.18.1 +jiwer==2.3.0 +joblib==1.1.0 +keras-preprocessing==1.1.2 +keras==2.8.0 +kiwisolver==1.4.0 +libclang==13.0.0 +librosa==0.9.1 +libtpu-nightly==0.1.dev20220315 +llvmlite==0.38.0 +markdown==3.3.6 +matplotlib-inline==0.1.3 +matplotlib==3.5.1 +msgpack==1.0.3 +multidict==6.0.2 +multiprocess==0.70.12.2 +numba==0.55.1 +numpy==1.21.0 +oauthlib==3.2.0 +opt-einsum==3.3.0 +optax==0.1.1 +packaging==21.3 +pandas==1.4.1 +parso==0.8.3 +pathtools==0.1.2 +pexpect==4.8.0 +pickleshare==0.7.5 +pillow==9.0.1 +pip==20.0.2 +pkg-resources==0.0.0 +pooch==1.6.0 +promise==2.3 +prompt-toolkit==3.0.28 +protobuf==3.19.4 +psutil==5.9.0 +ptyprocess==0.7.0 +pure-eval==0.2.2 +pyarrow==7.0.0 +pyasn1-modules==0.2.8 +pyasn1==0.4.8 +pycparser==2.21 +pygments==2.11.2 +pyparsing==3.0.7 +python-dateutil==2.8.2 +python-levenshtein==0.12.2 +pytz==2022.1 +pyyaml==6.0 +regex==2022.3.15 +requests-oauthlib==1.3.1 +requests==2.27.1 +resampy==0.2.2 +responses==0.18.0 +rsa==4.8 +sacremoses==0.0.49 +scikit-learn==1.0.2 +scipy==1.8.0 +sentry-sdk==1.5.8 +setproctitle==1.2.2 +setuptools==44.0.0 +shortuuid==1.0.8 +six==1.16.0 +smmap==5.0.0 +soundfile==0.10.3.post1 +stack-data==0.2.0 +tensorboard-data-server==0.6.1 +tensorboard-plugin-wit==1.8.1 +tensorboard==2.8.0 +tensorflow-io-gcs-filesystem==0.24.0 +tensorflow==2.8.0 +termcolor==1.1.0 +tf-estimator-nightly==2.8.0.dev2021122109 +threadpoolctl==3.1.0 +tokenizers==0.11.6 +toml==0.10.2 +toolz==0.11.2 +torch==1.11.0+cpu +torchaudio==0.11.0+cpu +tqdm==4.63.0 +traitlets==5.1.1 +transformers==4.18.0.dev0 +typing-extensions==4.1.1 +urllib3==1.26.9 +wandb==0.12.11 +wcwidth==0.2.5 +werkzeug==2.0.3 +wheel==0.37.1 +wrapt==1.14.0 +xxhash==3.0.0 +yarl==1.7.2 +yaspin==2.1.0 +zipp==3.7.0 \ No newline at end of file diff --git a/wandb/run-20220324_110832-1c8jfwlj/files/wandb-metadata.json b/wandb/run-20220324_110832-1c8jfwlj/files/wandb-metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..661958a3072ce405489db0d09179f8cfc9211151 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/files/wandb-metadata.json @@ -0,0 +1,54 @@ +{ + "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29", + "python": "3.8.10", + "heartbeatAt": "2022-03-24T11:08:35.922511", + "startedAt": "2022-03-24T11:08:32.629065", + "docker": null, + "cpu_count": 96, + "cuda": null, + "args": [ + "--dataset_name=librispeech_asr", + "--model_name_or_path=./", + "--dataset_config_name=clean", + "--train_split_name=train.100", + "--eval_split_name=validation", + "--output_dir=./", + "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets", + "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers", + "--preprocessing_num_workers=16", + "--length_column_name=input_length", + "--overwrite_output_dir", + "--num_train_epochs=5", + "--per_device_train_batch_size=4", + "--per_device_eval_batch_size=4", + "--gradient_accumulation_steps=2", + "--logging_steps=25", + "--max_duration_in_seconds=15", + "--max_target_length=64", + "--generation_max_length=40", + "--generation_num_beams=1", + "--learning_rate=3e-4", + "--warmup_steps=500", + "--text_column_name=text", + "--save_total_limit=1", + "--freeze_feature_encoder", + "--predict_with_generate", + "--do_lower_case", + "--do_eval", + "--do_train", + "--push_to_hub", + "--use_auth_token" + ], + "state": "running", + "program": "run_flax_speech_recognition_seq2seq.py", + "codePath": "run_flax_speech_recognition_seq2seq.py", + "git": { + "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c" + }, + "email": "sanchit@huggingface.co", + "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation", + "host": "t1v-n-0e948115-w-0", + "username": "sanchit_huggingface_co", + "executable": "/home/sanchit_huggingface_co/venv/bin/python" +} diff --git a/wandb/run-20220324_110832-1c8jfwlj/files/wandb-summary.json b/wandb/run-20220324_110832-1c8jfwlj/files/wandb-summary.json new file mode 100644 index 0000000000000000000000000000000000000000..9e26dfeeb6e641a33dae4961196235bdb965b21b --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/files/wandb-summary.json @@ -0,0 +1 @@ +{} \ No newline at end of file diff --git a/wandb/run-20220324_110832-1c8jfwlj/logs/debug-internal.log b/wandb/run-20220324_110832-1c8jfwlj/logs/debug-internal.log new file mode 100644 index 0000000000000000000000000000000000000000..afcad2d0598d7e55a1520d8363ce87504cc879b2 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/logs/debug-internal.log @@ -0,0 +1,39 @@ +2022-03-24 11:08:33,410 INFO MainThread:100105 [internal.py:wandb_internal():92] W&B internal server running at pid: 100105, started at: 2022-03-24 11:08:33.410220 +2022-03-24 11:08:33,441 INFO WriterThread:100105 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/run-1c8jfwlj.wandb +2022-03-24 11:08:33,443 DEBUG SenderThread:100105 [sender.py:send():235] send: header +2022-03-24 11:08:33,443 DEBUG SenderThread:100105 [sender.py:send():235] send: run +2022-03-24 11:08:33,515 DEBUG HandlerThread:100105 [handler.py:handle_request():141] handle_request: check_version +2022-03-24 11:08:33,516 INFO SenderThread:100105 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files +2022-03-24 11:08:33,516 INFO SenderThread:100105 [sender.py:_start_run_threads():812] run started: 1c8jfwlj with start time 1648120112 +2022-03-24 11:08:33,516 DEBUG SenderThread:100105 [sender.py:send():235] send: summary +2022-03-24 11:08:33,516 INFO SenderThread:100105 [sender.py:_save_file():947] saving file wandb-summary.json with policy end +2022-03-24 11:08:33,516 DEBUG SenderThread:100105 [sender.py:send_request():249] send_request: check_version +2022-03-24 11:08:33,577 DEBUG HandlerThread:100105 [handler.py:handle_request():141] handle_request: run_start +2022-03-24 11:08:34,519 INFO Thread-7 :100105 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files/wandb-summary.json +2022-03-24 11:08:35,922 DEBUG HandlerThread:100105 [meta.py:__init__():37] meta init +2022-03-24 11:08:35,922 DEBUG HandlerThread:100105 [meta.py:__init__():51] meta init done +2022-03-24 11:08:35,922 DEBUG HandlerThread:100105 [meta.py:probe():211] probe +2022-03-24 11:08:35,923 DEBUG HandlerThread:100105 [meta.py:_setup_git():201] setup git +2022-03-24 11:08:35,958 DEBUG HandlerThread:100105 [meta.py:_setup_git():208] setup git done +2022-03-24 11:08:35,959 DEBUG HandlerThread:100105 [meta.py:_save_pip():55] save pip +2022-03-24 11:08:35,959 DEBUG HandlerThread:100105 [meta.py:_save_pip():69] save pip done +2022-03-24 11:08:35,959 DEBUG HandlerThread:100105 [meta.py:probe():249] probe done +2022-03-24 11:08:35,962 DEBUG SenderThread:100105 [sender.py:send():235] send: files +2022-03-24 11:08:35,962 INFO SenderThread:100105 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now +2022-03-24 11:08:35,968 DEBUG HandlerThread:100105 [handler.py:handle_request():141] handle_request: stop_status +2022-03-24 11:08:35,969 DEBUG SenderThread:100105 [sender.py:send_request():249] send_request: stop_status +2022-03-24 11:08:36,013 DEBUG SenderThread:100105 [sender.py:send():235] send: telemetry +2022-03-24 11:08:36,253 INFO Thread-11 :100105 [upload_job.py:push():137] Uploaded file /tmp/tmpz2wbkympwandb/7tzqaf04-wandb-metadata.json +2022-03-24 11:08:36,519 INFO Thread-7 :100105 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files/wandb-metadata.json +2022-03-24 11:08:36,519 INFO Thread-7 :100105 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files/output.log +2022-03-24 11:08:36,520 INFO Thread-7 :100105 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files/requirements.txt +2022-03-24 11:08:38,520 INFO Thread-7 :100105 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/files/output.log +2022-03-24 11:08:43,327 WARNING MainThread:100105 [internal.py:wandb_internal():155] Internal process interrupt: 1 +2022-03-24 11:08:43,511 WARNING MainThread:100105 [internal.py:wandb_internal():155] Internal process interrupt: 2 +2022-03-24 11:08:43,512 ERROR MainThread:100105 [internal.py:wandb_internal():158] Internal process interrupted. +2022-03-24 11:08:43,613 INFO HandlerThread:100105 [handler.py:finish():778] shutting down handler +2022-03-24 11:08:43,614 INFO WriterThread:100105 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/run-1c8jfwlj.wandb +2022-03-24 11:08:43,614 DEBUG SenderThread:100105 [sender.py:send():235] send: telemetry +2022-03-24 11:08:43,615 INFO SenderThread:100105 [sender.py:finish():1078] shutting down sender +2022-03-24 11:08:43,615 INFO SenderThread:100105 [dir_watcher.py:finish():283] shutting down directory watcher +2022-03-24 11:08:43,873 INFO MainThread:100105 [internal.py:handle_exit():82] Internal process exited diff --git a/wandb/run-20220324_110832-1c8jfwlj/logs/debug.log b/wandb/run-20220324_110832-1c8jfwlj/logs/debug.log new file mode 100644 index 0000000000000000000000000000000000000000..3339797f853deccc43c6177b5d59424df2e251e0 --- /dev/null +++ b/wandb/run-20220324_110832-1c8jfwlj/logs/debug.log @@ -0,0 +1,26 @@ +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_setup.py:_flush():75] Loading settings from environment variables: {} +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'} +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/logs/debug.log +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220324_110832-1c8jfwlj/logs/debug-internal.log +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_init.py:init():439] calling init triggers +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_init.py:init():442] wandb.init called with sweep_config: {} +config: {} +2022-03-24 11:08:32,630 INFO MainThread:99048 [wandb_init.py:init():492] starting backend +2022-03-24 11:08:32,631 INFO MainThread:99048 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn +2022-03-24 11:08:32,665 INFO MainThread:99048 [backend.py:ensure_launched():219] starting backend process... +2022-03-24 11:08:32,698 INFO MainThread:99048 [backend.py:ensure_launched():224] started backend process with pid: 100105 +2022-03-24 11:08:32,701 INFO MainThread:99048 [wandb_init.py:init():501] backend started and connected +2022-03-24 11:08:32,717 INFO MainThread:99048 [wandb_init.py:init():565] updated telemetry +2022-03-24 11:08:32,797 INFO MainThread:99048 [wandb_init.py:init():596] communicating run to backend with 30 second timeout +2022-03-24 11:08:33,514 INFO MainThread:99048 [wandb_run.py:_on_init():1759] communicating current version +2022-03-24 11:08:33,576 INFO MainThread:99048 [wandb_run.py:_on_init():1763] got version response +2022-03-24 11:08:33,576 INFO MainThread:99048 [wandb_init.py:init():625] starting run threads in backend +2022-03-24 11:08:35,968 INFO MainThread:99048 [wandb_run.py:_console_start():1733] atexit reg +2022-03-24 11:08:35,968 INFO MainThread:99048 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT +2022-03-24 11:08:35,969 INFO MainThread:99048 [wandb_run.py:_redirect():1611] Redirecting console. +2022-03-24 11:08:35,971 INFO MainThread:99048 [wandb_run.py:_redirect():1667] Redirects installed. +2022-03-24 11:08:35,971 INFO MainThread:99048 [wandb_init.py:init():664] run started, returning control to user process +2022-03-24 11:08:43,611 INFO MainThread:99048 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 255 +2022-03-24 11:08:43,613 INFO MainThread:99048 [wandb_run.py:_restore():1674] restore diff --git a/wandb/run-20220324_110832-1c8jfwlj/run-1c8jfwlj.wandb b/wandb/run-20220324_110832-1c8jfwlj/run-1c8jfwlj.wandb new file mode 100644 index 0000000000000000000000000000000000000000..e9fb7b4992a44c8d8506a1a992f248d577acbf93 Binary files /dev/null and b/wandb/run-20220324_110832-1c8jfwlj/run-1c8jfwlj.wandb differ