Saving weights and logs of epoch 0

events.out.tfevents.1648134105.t1v-n-0e948115-w-0.173196.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b60cf22a414fbbb7339ca45cd0c4aff4d0d75ec0a4c82f8829f70edfec24f8f
+size 40

events.out.tfevents.1648134387.t1v-n-0e948115-w-0.175280.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d13bab5a15e2c1b958ba3c278801d4ee0d15a42869fbb63e99981af616857dc
+size 666641

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:932441fd4d1167a741bd188a1f0bc953a229e065d97f15027e824bb6dbe4ae7b
+oid sha256:aa4c05b95bd5e74085eceb7973e48666d8a45f27be3d313474f97cabc7c7aada
 size 2353635949

wandb/debug-internal.log

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj/logs/debug-internal.log

wandb/debug.log

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj/logs/debug.log

wandb/latest-run

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj

wandb/run-20220323_170702-w50ub6ac/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648055222
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_170702-w50ub6ac/files/output.log

@@ -0,0 +1,762 @@
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+tcmalloc: large alloc 2353643520 bytes == 0x96510000 @  0x7f431715b680 0x7f431717c824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f4316f6f0b3 0x5fb12e
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 17:07:27.772464: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 17:07:27.772507: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 17:07:29 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+03/23/2022 17:07:32 - INFO - __main__ - ***** Running training *****
+03/23/2022 17:07:32 - INFO - __main__ -   Num examples = 20250
+03/23/2022 17:07:32 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 17:07:32 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/23/2022 17:07:32 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 16
+03/23/2022 17:07:32 - INFO - __main__ -   Total optimization steps = 6325
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:21<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 893, in <module>
+  File "run_flax_speech_recognition_seq2seq.py", line 820, in main
+    train_metrics.append(train_metric)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 792, in xla_pmap_impl
+    compiled_fun, fingerprint = parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 272, in memoized_fun
+    ans = call(fun, *args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 820, in parallel_callable
+    pmap_computation = lower_parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 993, in lower_parallel_callable
+    jaxpr, consts, replicas, parts, shards = stage_parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 900, in stage_parallel_callable
+    jaxpr, out_sharded_avals, consts = pe.trace_to_jaxpr_final(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1798, in trace_to_jaxpr_final
+    jaxpr, out_avals, consts = trace_to_subjaxpr_dynamic(fun, main, in_avals)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1775, in trace_to_subjaxpr_dynamic
+    ans = fun.call_wrapped(*in_tracers_)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped
+    ans = self.f(*args, **dict(self.params, **kwargs))
+  File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step
+    grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']])
+jax._src.traceback_util.UnfilteredStackTrace: KeyError: ''
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 893, in <module>
+  File "run_flax_speech_recognition_seq2seq.py", line 820, in main
+    train_metrics.append(train_metric)
+  File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step
+    grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']])
+KeyError: ''

wandb/run-20220323_170702-w50ub6ac/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T17:07:06.080714",
+    "startedAt": "2022-03-23T17:07:02.480252",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=2",
+        "--per_device_eval_batch_size=2",
+        "--gradient_accumulation_steps=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 52}}

wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log

@@ -0,0 +1,153 @@
+2022-03-23 17:07:03,443 INFO    MainThread:14495 [internal.py:wandb_internal():92] W&B internal server running at pid: 14495, started at: 2022-03-23 17:07:03.443406
+2022-03-23 17:07:03,469 INFO    WriterThread:14495 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb
+2022-03-23 17:07:03,471 DEBUG   SenderThread:14495 [sender.py:send():235] send: header
+2022-03-23 17:07:03,471 DEBUG   SenderThread:14495 [sender.py:send():235] send: run
+2022-03-23 17:07:03,629 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [sender.py:_start_run_threads():812] run started: w50ub6ac with start time 1648055222
+2022-03-23 17:07:03,630 DEBUG   SenderThread:14495 [sender.py:send():235] send: summary
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:03,630 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: check_version
+2022-03-23 17:07:03,706 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 17:07:04,633 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:__init__():37] meta init
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:__init__():51] meta init done
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:probe():211] probe
+2022-03-23 17:07:06,081 DEBUG   HandlerThread:14495 [meta.py:_setup_git():201] setup git
+2022-03-23 17:07:06,114 DEBUG   HandlerThread:14495 [meta.py:_setup_git():208] setup git done
+2022-03-23 17:07:06,114 DEBUG   HandlerThread:14495 [meta.py:_save_pip():55] save pip
+2022-03-23 17:07:06,115 DEBUG   HandlerThread:14495 [meta.py:_save_pip():69] save pip done
+2022-03-23 17:07:06,115 DEBUG   HandlerThread:14495 [meta.py:probe():249] probe done
+2022-03-23 17:07:06,118 DEBUG   SenderThread:14495 [sender.py:send():235] send: files
+2022-03-23 17:07:06,118 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 17:07:06,125 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:06,125 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:06,199 DEBUG   SenderThread:14495 [sender.py:send():235] send: telemetry
+2022-03-23 17:07:06,451 INFO    Thread-11 :14495 [upload_job.py:push():137] Uploaded file /tmp/tmpvkf_ouoiwandb/2u99pz4k-wandb-metadata.json
+2022-03-23 17:07:06,634 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt
+2022-03-23 17:07:06,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json
+2022-03-23 17:07:06,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:08,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:21,201 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:21,201 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:24,642 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:28,643 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:30,644 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:34,165 DEBUG   SenderThread:14495 [sender.py:send():235] send: stats
+2022-03-23 17:07:34,646 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:34,646 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:36,413 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:36,414 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:38,648 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:51,584 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:51,584 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:53,609 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 17:07:53,610 DEBUG   SenderThread:14495 [sender.py:send():235] send: telemetry
+2022-03-23 17:07:54,654 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:55,871 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:55,872 DEBUG   SenderThread:14495 [sender.py:send():235] send: exit
+2022-03-23 17:07:55,872 INFO    SenderThread:14495 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 17:07:55,872 INFO    SenderThread:14495 [sender.py:send_exit():373] handling runtime: 52
+2022-03-23 17:07:55,873 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:55,873 INFO    SenderThread:14495 [sender.py:send_exit():379] send defer
+2022-03-23 17:07:55,873 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:55,873 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,874 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 17:07:55,874 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,874 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 17:07:55,874 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 1
+2022-03-23 17:07:55,874 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,874 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 17:07:55,918 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,918 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 17:07:55,918 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 2
+2022-03-23 17:07:55,918 DEBUG   SenderThread:14495 [sender.py:send():235] send: stats
+2022-03-23 17:07:55,918 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,918 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 17:07:55,919 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 3
+2022-03-23 17:07:55,919 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,919 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 17:07:55,919 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 4
+2022-03-23 17:07:55,919 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,920 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 17:07:55,920 DEBUG   SenderThread:14495 [sender.py:send():235] send: summary
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:55,920 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 5
+2022-03-23 17:07:55,921 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,921 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 17:07:55,921 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,921 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 17:07:55,975 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:55,996 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 6
+2022-03-23 17:07:55,996 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:55,996 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,996 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 17:07:55,997 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,997 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 17:07:55,997 INFO    SenderThread:14495 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 17:07:56,097 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,655 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt requirements.txt
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log output.log
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml config.yaml
+2022-03-23 17:07:56,657 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json wandb-summary.json
+2022-03-23 17:07:56,657 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 7
+2022-03-23 17:07:56,657 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,658 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:56,658 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 17:07:56,658 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:56,658 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 17:07:56,658 INFO    SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:07:56,759 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,759 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,861 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,861 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,916 INFO    Thread-13 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:56,924 INFO    Thread-14 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:56,944 INFO    Thread-15 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:56,948 INFO    Thread-12 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt
+2022-03-23 17:07:56,963 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,963 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,064 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,065 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,148 INFO    Thread-6  :14495 [sender.py:transition_state():392] send defer: 8
+2022-03-23 17:07:57,149 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,149 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 17:07:57,149 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,149 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 17:07:57,166 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,212 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 9
+2022-03-23 17:07:57,212 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,212 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,212 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,213 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 17:07:57,213 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 10
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send():235] send: final
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send():235] send: footer
+2022-03-23 17:07:57,213 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,214 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 17:07:57,214 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,214 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 17:07:57,313 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,314 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,314 INFO    SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:07:57,507 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 17:07:57,508 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 17:07:57,509 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 17:07:57,509 INFO    HandlerThread:14495 [handler.py:finish():778] shutting down handler
+2022-03-23 17:07:58,214 INFO    WriterThread:14495 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [sender.py:finish():1078] shutting down sender
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:07:58,409 INFO    MainThread:14495 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_170702-w50ub6ac/logs/debug.log

@@ -0,0 +1,107 @@
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Applying login settings: {'api_key': '***REDACTED***'}
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug.log
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():439] calling init triggers
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():492] starting backend
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 17:07:02,564 INFO    MainThread:13375 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 17:07:02,682 INFO    MainThread:13375 [backend.py:ensure_launched():224] started backend process with pid: 14495
+2022-03-23 17:07:02,684 INFO    MainThread:13375 [wandb_init.py:init():501] backend started and connected
+2022-03-23 17:07:02,697 INFO    MainThread:13375 [wandb_init.py:init():565] updated telemetry
+2022-03-23 17:07:02,882 INFO    MainThread:13375 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 17:07:03,628 INFO    MainThread:13375 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 17:07:03,705 INFO    MainThread:13375 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 17:07:03,705 INFO    MainThread:13375 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 17:07:06,123 INFO    MainThread:13375 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 17:07:06,123 INFO    MainThread:13375 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 17:07:06,124 INFO    MainThread:13375 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 17:07:06,126 INFO    MainThread:13375 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 17:07:06,126 INFO    MainThread:13375 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 17:07:53,604 INFO    MainThread:13375 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 17:07:53,608 INFO    MainThread:13375 [wandb_run.py:_restore():1674] restore
+2022-03-23 17:07:55,874 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:07:55,997 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:07:56,658 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 4
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 53903
+}
+
+2022-03-23 17:07:56,760 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:56,862 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:56,964 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,065 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,213 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,406 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+local_info {
+}
+
+2022-03-23 17:07:58,855 INFO    MainThread:13375 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 17:07:58,855 INFO    MainThread:13375 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 17:07:58,857 INFO    MainThread:13375 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220323_171538-5b3vz6lx/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648055739
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_171538-5b3vz6lx/files/output.log

@@ -0,0 +1,747 @@
+03/23/2022 17:15:43 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 17:15:43 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+tcmalloc: large alloc 2353643520 bytes == 0x96a7c000 @  0x7fdcaa657680 0x7fdcaa678824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fdcaa46b0b3 0x5fb12e
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 17:16:02 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 17:16:03 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 17:16:04.261410: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 17:16:04.261471: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 17:16:07 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+03/23/2022 17:16:10 - INFO - __main__ - ***** Running training *****
+03/23/2022 17:16:10 - INFO - __main__ -   Num examples = 20250
+03/23/2022 17:16:10 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 17:16:10 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/23/2022 17:16:10 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 16
+03/23/2022 17:16:10 - INFO - __main__ -   Total optimization steps = 6325
+Training...:   0%|                                                                             | 0/1265 [03:21<?, ?it/s]
+Epoch ... (1/5):   0%|                                                                            | 0/5 [03:26<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl
+    return compiled_fun(*args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__
+    out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs)
+jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).

wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T17:15:42.639953",
+    "startedAt": "2022-03-23T17:15:38.940650",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=2",
+        "--per_device_eval_batch_size=2",
+        "--gradient_accumulation_steps=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 239}}

wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log

@@ -0,0 +1,185 @@
+2022-03-23 17:15:39,798 INFO    MainThread:16634 [internal.py:wandb_internal():92] W&B internal server running at pid: 16634, started at: 2022-03-23 17:15:39.798196
+2022-03-23 17:15:39,829 INFO    WriterThread:16634 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb
+2022-03-23 17:15:39,830 DEBUG   SenderThread:16634 [sender.py:send():235] send: header
+2022-03-23 17:15:39,830 DEBUG   SenderThread:16634 [sender.py:send():235] send: run
+2022-03-23 17:15:40,142 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 17:15:40,142 INFO    SenderThread:16634 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files
+2022-03-23 17:15:40,143 INFO    SenderThread:16634 [sender.py:_start_run_threads():812] run started: 5b3vz6lx with start time 1648055739
+2022-03-23 17:15:40,143 DEBUG   SenderThread:16634 [sender.py:send():235] send: summary
+2022-03-23 17:15:40,143 INFO    SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:15:40,143 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: check_version
+2022-03-23 17:15:40,202 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 17:15:41,144 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json
+2022-03-23 17:15:42,639 DEBUG   HandlerThread:16634 [meta.py:__init__():37] meta init
+2022-03-23 17:15:42,639 DEBUG   HandlerThread:16634 [meta.py:__init__():51] meta init done
+2022-03-23 17:15:42,639 DEBUG   HandlerThread:16634 [meta.py:probe():211] probe
+2022-03-23 17:15:42,641 DEBUG   HandlerThread:16634 [meta.py:_setup_git():201] setup git
+2022-03-23 17:15:42,676 DEBUG   HandlerThread:16634 [meta.py:_setup_git():208] setup git done
+2022-03-23 17:15:42,676 DEBUG   HandlerThread:16634 [meta.py:_save_pip():55] save pip
+2022-03-23 17:15:42,677 DEBUG   HandlerThread:16634 [meta.py:_save_pip():69] save pip done
+2022-03-23 17:15:42,677 DEBUG   HandlerThread:16634 [meta.py:probe():249] probe done
+2022-03-23 17:15:42,680 DEBUG   SenderThread:16634 [sender.py:send():235] send: files
+2022-03-23 17:15:42,681 INFO    SenderThread:16634 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 17:15:42,686 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:15:42,687 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:15:42,740 DEBUG   SenderThread:16634 [sender.py:send():235] send: telemetry
+2022-03-23 17:15:43,147 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt
+2022-03-23 17:15:43,147 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:15:43,147 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json
+2022-03-23 17:15:43,573 INFO    Thread-11 :16634 [upload_job.py:push():137] Uploaded file /tmp/tmpcgnu3sa6wandb/1lmj2vet-wandb-metadata.json
+2022-03-23 17:15:45,148 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:15:57,742 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:15:57,742 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:16:01,154 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:16:05,156 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:16:09,158 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:16:10,158 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml
+2022-03-23 17:16:10,726 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:16:12,777 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:16:12,777 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:16:13,159 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:16:17,161 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:16:27,852 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:16:27,852 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:16:40,804 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:16:42,916 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:16:42,916 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:16:57,968 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:16:57,968 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:17:10,883 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:17:13,013 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:17:13,013 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:17:28,060 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:17:28,060 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:17:40,963 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:17:43,134 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:17:43,134 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:17:58,179 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:17:58,179 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:18:11,043 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:18:13,217 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:18:13,217 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:18:28,336 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:18:28,337 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:18:41,123 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:18:43,408 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:18:43,408 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:18:58,446 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:18:58,447 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:19:11,201 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:19:13,488 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:19:13,489 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:19:28,533 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:19:28,533 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:19:37,253 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 17:19:37,254 DEBUG   SenderThread:16634 [sender.py:send():235] send: telemetry
+2022-03-23 17:19:38,243 INFO    Thread-7  :16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:19:39,594 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:39,594 DEBUG   SenderThread:16634 [sender.py:send():235] send: exit
+2022-03-23 17:19:39,595 INFO    SenderThread:16634 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 17:19:39,596 INFO    SenderThread:16634 [sender.py:send_exit():373] handling runtime: 239
+2022-03-23 17:19:39,596 INFO    SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:19:39,597 INFO    SenderThread:16634 [sender.py:send_exit():379] send defer
+2022-03-23 17:19:39,597 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:39,597 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,598 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 17:19:39,598 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,598 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 17:19:39,598 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 1
+2022-03-23 17:19:39,598 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,598 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 17:19:39,673 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,673 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 17:19:39,673 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 2
+2022-03-23 17:19:39,673 DEBUG   SenderThread:16634 [sender.py:send():235] send: stats
+2022-03-23 17:19:39,674 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,674 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 17:19:39,674 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,674 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 17:19:39,674 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 3
+2022-03-23 17:19:39,674 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,674 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 17:19:39,674 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,675 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 17:19:39,675 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 4
+2022-03-23 17:19:39,675 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,675 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 17:19:39,675 DEBUG   SenderThread:16634 [sender.py:send():235] send: summary
+2022-03-23 17:19:39,675 INFO    SenderThread:16634 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:19:39,676 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,676 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 17:19:39,676 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 5
+2022-03-23 17:19:39,676 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,676 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 17:19:39,676 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,676 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 17:19:39,699 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:39,863 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 6
+2022-03-23 17:19:39,863 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:39,864 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:39,864 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 17:19:39,864 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:39,864 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 17:19:39,864 INFO    SenderThread:16634 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 17:19:39,965 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,244 INFO    SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:19:40,244 INFO    SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml
+2022-03-23 17:19:40,244 INFO    SenderThread:16634 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json
+2022-03-23 17:19:40,244 INFO    SenderThread:16634 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt requirements.txt
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log output.log
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml config.yaml
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json wandb-summary.json
+2022-03-23 17:19:40,245 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 7
+2022-03-23 17:19:40,246 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,247 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:40,247 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 17:19:40,250 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:40,250 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 17:19:40,250 INFO    SenderThread:16634 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:19:40,348 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,349 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,450 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,450 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,518 INFO    Thread-14 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/config.yaml
+2022-03-23 17:19:40,552 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,552 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,561 INFO    Thread-12 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/requirements.txt
+2022-03-23 17:19:40,570 INFO    Thread-13 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/output.log
+2022-03-23 17:19:40,589 INFO    Thread-15 :16634 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/files/wandb-summary.json
+2022-03-23 17:19:40,654 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,654 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,755 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,756 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,789 INFO    Thread-6  :16634 [sender.py:transition_state():392] send defer: 8
+2022-03-23 17:19:40,790 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:40,790 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 17:19:40,790 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:40,790 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 17:19:40,857 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:40,915 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 9
+2022-03-23 17:19:40,915 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:40,915 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:40,916 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 17:19:40,916 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:40,916 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 17:19:40,916 INFO    SenderThread:16634 [sender.py:transition_state():392] send defer: 10
+2022-03-23 17:19:40,916 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:19:40,916 INFO    HandlerThread:16634 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 17:19:40,917 DEBUG   SenderThread:16634 [sender.py:send():235] send: final
+2022-03-23 17:19:40,917 DEBUG   SenderThread:16634 [sender.py:send():235] send: footer
+2022-03-23 17:19:40,917 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:19:40,917 INFO    SenderThread:16634 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 17:19:41,017 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:19:41,017 DEBUG   SenderThread:16634 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:19:41,017 INFO    SenderThread:16634 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:19:41,172 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 17:19:41,173 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 17:19:41,174 DEBUG   HandlerThread:16634 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 17:19:41,174 INFO    HandlerThread:16634 [handler.py:finish():778] shutting down handler
+2022-03-23 17:19:41,917 INFO    WriterThread:16634 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/run-5b3vz6lx.wandb
+2022-03-23 17:19:42,071 INFO    SenderThread:16634 [sender.py:finish():1078] shutting down sender
+2022-03-23 17:19:42,071 INFO    SenderThread:16634 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:19:42,071 INFO    SenderThread:16634 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:19:42,110 INFO    MainThread:16634 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_171538-5b3vz6lx/logs/debug.log

@@ -0,0 +1,114 @@
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/logs/debug.log
+2022-03-23 17:15:38,942 INFO    MainThread:15577 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_171538-5b3vz6lx/logs/debug-internal.log
+2022-03-23 17:15:38,943 INFO    MainThread:15577 [wandb_init.py:init():439] calling init triggers
+2022-03-23 17:15:38,943 INFO    MainThread:15577 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 17:15:38,943 INFO    MainThread:15577 [wandb_init.py:init():492] starting backend
+2022-03-23 17:15:38,943 INFO    MainThread:15577 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 17:15:38,986 INFO    MainThread:15577 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 17:15:39,028 INFO    MainThread:15577 [backend.py:ensure_launched():224] started backend process with pid: 16634
+2022-03-23 17:15:39,031 INFO    MainThread:15577 [wandb_init.py:init():501] backend started and connected
+2022-03-23 17:15:39,045 INFO    MainThread:15577 [wandb_init.py:init():565] updated telemetry
+2022-03-23 17:15:39,142 INFO    MainThread:15577 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 17:15:40,141 INFO    MainThread:15577 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 17:15:40,201 INFO    MainThread:15577 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 17:15:40,201 INFO    MainThread:15577 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 17:15:42,686 INFO    MainThread:15577 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 17:15:42,686 INFO    MainThread:15577 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 17:15:42,687 INFO    MainThread:15577 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 17:15:42,689 INFO    MainThread:15577 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 17:15:42,689 INFO    MainThread:15577 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 17:19:37,247 INFO    MainThread:15577 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 17:19:37,253 INFO    MainThread:15577 [wandb_run.py:_restore():1674] restore
+2022-03-23 17:19:39,598 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:19:39,864 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:19:40,247 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 4
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 53017
+}
+
+2022-03-23 17:19:40,349 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 4909
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:40,451 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:40,553 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:40,655 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:40,756 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:40,916 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:19:41,071 INFO    MainThread:15577 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+local_info {
+}
+
+2022-03-23 17:19:42,880 INFO    MainThread:15577 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 17:19:42,880 INFO    MainThread:15577 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 17:19:42,883 INFO    MainThread:15577 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220323_175422-wdfvd4e9/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648058062
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_175422-wdfvd4e9/files/output.log

@@ -0,0 +1,747 @@
+03/23/2022 17:54:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 17:54:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+tcmalloc: large alloc 2353643520 bytes == 0x955ca000 @  0x7f1e1734d680 0x7f1e1736e824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f1e171610b3 0x5fb12e
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 17:54:46 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 17:54:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 17:54:47.969371: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 17:54:47.969419: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 17:54:49 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+03/23/2022 17:54:52 - INFO - __main__ - ***** Running training *****
+03/23/2022 17:54:52 - INFO - __main__ -   Num examples = 20250
+03/23/2022 17:54:52 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 17:54:52 - INFO - __main__ -   Instantaneous batch size per device = 4
+03/23/2022 17:54:52 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 32
+03/23/2022 17:54:52 - INFO - __main__ -   Total optimization steps = 3160
+Training...:   0%|                                                                              | 0/632 [03:37<?, ?it/s]
+Epoch ... (1/5):   0%|                                                                            | 0/5 [03:42<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl
+    return compiled_fun(*args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__
+    out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs)
+jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.48G at the bottom of memory. That was not possible. There are 6.68G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).

wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T17:54:26.261172",
+    "startedAt": "2022-03-23T17:54:22.814637",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=4",
+        "--per_device_eval_batch_size=4",
+        "--gradient_accumulation_steps=2",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 253}}

wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log

@@ -0,0 +1,188 @@
+2022-03-23 17:54:23,640 INFO    MainThread:20766 [internal.py:wandb_internal():92] W&B internal server running at pid: 20766, started at: 2022-03-23 17:54:23.640435
+2022-03-23 17:54:23,667 INFO    WriterThread:20766 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb
+2022-03-23 17:54:23,668 DEBUG   SenderThread:20766 [sender.py:send():235] send: header
+2022-03-23 17:54:23,668 DEBUG   SenderThread:20766 [sender.py:send():235] send: run
+2022-03-23 17:54:23,926 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 17:54:23,927 INFO    SenderThread:20766 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files
+2022-03-23 17:54:23,927 INFO    SenderThread:20766 [sender.py:_start_run_threads():812] run started: wdfvd4e9 with start time 1648058062
+2022-03-23 17:54:23,927 DEBUG   SenderThread:20766 [sender.py:send():235] send: summary
+2022-03-23 17:54:23,927 INFO    SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:54:23,927 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: check_version
+2022-03-23 17:54:23,987 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 17:54:25,035 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json
+2022-03-23 17:54:26,260 DEBUG   HandlerThread:20766 [meta.py:__init__():37] meta init
+2022-03-23 17:54:26,261 DEBUG   HandlerThread:20766 [meta.py:__init__():51] meta init done
+2022-03-23 17:54:26,261 DEBUG   HandlerThread:20766 [meta.py:probe():211] probe
+2022-03-23 17:54:26,262 DEBUG   HandlerThread:20766 [meta.py:_setup_git():201] setup git
+2022-03-23 17:54:26,294 DEBUG   HandlerThread:20766 [meta.py:_setup_git():208] setup git done
+2022-03-23 17:54:26,294 DEBUG   HandlerThread:20766 [meta.py:_save_pip():55] save pip
+2022-03-23 17:54:26,295 DEBUG   HandlerThread:20766 [meta.py:_save_pip():69] save pip done
+2022-03-23 17:54:26,295 DEBUG   HandlerThread:20766 [meta.py:probe():249] probe done
+2022-03-23 17:54:26,298 DEBUG   SenderThread:20766 [sender.py:send():235] send: files
+2022-03-23 17:54:26,299 INFO    SenderThread:20766 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 17:54:26,306 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:54:26,306 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:54:26,343 DEBUG   SenderThread:20766 [sender.py:send():235] send: telemetry
+2022-03-23 17:54:26,584 INFO    Thread-11 :20766 [upload_job.py:push():137] Uploaded file /tmp/tmpcyy2gbubwandb/29rj97ln-wandb-metadata.json
+2022-03-23 17:54:27,037 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt
+2022-03-23 17:54:27,038 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json
+2022-03-23 17:54:27,038 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:29,038 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:41,345 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:54:41,345 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:54:45,045 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:49,047 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:51,048 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:54,344 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:54:55,050 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml
+2022-03-23 17:54:55,051 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:54:56,426 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:54:56,426 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:54:59,052 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:55:11,535 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:55:11,536 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:55:24,419 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:55:26,708 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:55:26,709 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:55:41,811 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:55:41,812 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:55:54,500 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:55:56,865 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:55:56,865 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:56:12,102 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:56:12,102 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:56:24,576 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:56:27,141 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:56:27,141 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:56:42,178 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:56:42,179 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:56:54,654 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:56:57,223 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:56:57,223 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:57:12,272 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:57:12,272 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:57:24,732 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:57:27,312 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:57:27,312 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:57:42,355 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:57:42,356 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:57:54,809 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:57:57,398 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:57:57,399 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:58:12,440 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:58:12,440 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:58:24,882 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:58:27,758 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:58:27,759 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:58:34,718 DEBUG   SenderThread:20766 [sender.py:send():235] send: telemetry
+2022-03-23 17:58:34,718 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 17:58:36,146 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:58:37,009 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:37,009 DEBUG   SenderThread:20766 [sender.py:send():235] send: exit
+2022-03-23 17:58:37,010 INFO    SenderThread:20766 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 17:58:37,010 INFO    SenderThread:20766 [sender.py:send_exit():373] handling runtime: 253
+2022-03-23 17:58:37,010 INFO    SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:58:37,011 INFO    SenderThread:20766 [sender.py:send_exit():379] send defer
+2022-03-23 17:58:37,011 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:37,012 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,012 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 17:58:37,012 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,012 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 17:58:37,012 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 1
+2022-03-23 17:58:37,012 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,012 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 17:58:37,112 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,112 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 17:58:37,112 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 2
+2022-03-23 17:58:37,113 DEBUG   SenderThread:20766 [sender.py:send():235] send: stats
+2022-03-23 17:58:37,113 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,113 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 17:58:37,113 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:37,113 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,114 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 17:58:37,114 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 3
+2022-03-23 17:58:37,114 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:37,114 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,114 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 17:58:37,114 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,114 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 17:58:37,114 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 4
+2022-03-23 17:58:37,115 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,115 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 17:58:37,115 DEBUG   SenderThread:20766 [sender.py:send():235] send: summary
+2022-03-23 17:58:37,115 INFO    SenderThread:20766 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:58:37,115 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,115 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 17:58:37,115 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 5
+2022-03-23 17:58:37,116 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,116 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 17:58:37,116 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,116 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 17:58:37,146 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json
+2022-03-23 17:58:37,146 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:58:37,166 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 6
+2022-03-23 17:58:37,167 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:37,167 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 17:58:37,167 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:37,167 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 17:58:37,167 INFO    SenderThread:20766 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 17:58:37,215 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,147 INFO    Thread-7  :20766 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml
+2022-03-23 17:58:38,147 INFO    SenderThread:20766 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt requirements.txt
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log output.log
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml config.yaml
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json wandb-summary.json
+2022-03-23 17:58:38,148 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 7
+2022-03-23 17:58:38,148 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,149 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:38,149 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 17:58:38,155 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:38,155 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 17:58:38,155 INFO    SenderThread:20766 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:58:38,250 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,250 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,352 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,352 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,426 INFO    Thread-12 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/requirements.txt
+2022-03-23 17:58:38,453 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,454 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,459 INFO    Thread-15 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/wandb-summary.json
+2022-03-23 17:58:38,486 INFO    Thread-14 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/config.yaml
+2022-03-23 17:58:38,549 INFO    Thread-13 :20766 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/files/output.log
+2022-03-23 17:58:38,556 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,556 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,657 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,658 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,750 INFO    Thread-6  :20766 [sender.py:transition_state():392] send defer: 8
+2022-03-23 17:58:38,750 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:38,750 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 17:58:38,751 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:38,751 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 17:58:38,759 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:38,900 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 9
+2022-03-23 17:58:38,900 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:38,901 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:38,901 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 17:58:38,901 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:38,901 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 17:58:38,901 INFO    SenderThread:20766 [sender.py:transition_state():392] send defer: 10
+2022-03-23 17:58:38,902 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:58:38,902 INFO    HandlerThread:20766 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 17:58:38,902 DEBUG   SenderThread:20766 [sender.py:send():235] send: final
+2022-03-23 17:58:38,902 DEBUG   SenderThread:20766 [sender.py:send():235] send: footer
+2022-03-23 17:58:38,902 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:58:38,902 INFO    SenderThread:20766 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 17:58:39,002 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:58:39,002 DEBUG   SenderThread:20766 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:58:39,002 INFO    SenderThread:20766 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:58:39,161 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 17:58:39,162 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 17:58:39,163 DEBUG   HandlerThread:20766 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 17:58:39,163 INFO    HandlerThread:20766 [handler.py:finish():778] shutting down handler
+2022-03-23 17:58:39,902 INFO    WriterThread:20766 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/run-wdfvd4e9.wandb
+2022-03-23 17:58:40,060 INFO    SenderThread:20766 [sender.py:finish():1078] shutting down sender
+2022-03-23 17:58:40,060 INFO    SenderThread:20766 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:58:40,060 INFO    SenderThread:20766 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:58:40,063 INFO    MainThread:20766 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_175422-wdfvd4e9/logs/debug.log

@@ -0,0 +1,114 @@
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/logs/debug.log
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_175422-wdfvd4e9/logs/debug-internal.log
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_init.py:init():439] calling init triggers
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [wandb_init.py:init():492] starting backend
+2022-03-23 17:54:22,816 INFO    MainThread:19707 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 17:54:22,850 INFO    MainThread:19707 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 17:54:22,883 INFO    MainThread:19707 [backend.py:ensure_launched():224] started backend process with pid: 20766
+2022-03-23 17:54:22,886 INFO    MainThread:19707 [wandb_init.py:init():501] backend started and connected
+2022-03-23 17:54:22,902 INFO    MainThread:19707 [wandb_init.py:init():565] updated telemetry
+2022-03-23 17:54:22,983 INFO    MainThread:19707 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 17:54:23,925 INFO    MainThread:19707 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 17:54:23,986 INFO    MainThread:19707 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 17:54:23,986 INFO    MainThread:19707 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 17:54:26,303 INFO    MainThread:19707 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 17:54:26,304 INFO    MainThread:19707 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 17:54:26,305 INFO    MainThread:19707 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 17:54:26,307 INFO    MainThread:19707 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 17:54:26,307 INFO    MainThread:19707 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 17:58:34,712 INFO    MainThread:19707 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 17:58:34,717 INFO    MainThread:19707 [wandb_run.py:_restore():1674] restore
+2022-03-23 17:58:37,012 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:58:37,114 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:58:38,149 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 4
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 53017
+}
+
+2022-03-23 17:58:38,251 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 4424
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:38,353 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:38,455 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:38,557 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:38,658 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:38,901 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 17:58:39,060 INFO    MainThread:19707 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+local_info {
+}
+
+2022-03-23 17:58:40,526 INFO    MainThread:19707 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 17:58:40,527 INFO    MainThread:19707 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 17:58:40,529 INFO    MainThread:19707 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220323_180211-1s0w56op/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648058531
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_180211-1s0w56op/files/output.log

@@ -0,0 +1,747 @@
+03/23/2022 18:02:15 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 18:02:15 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+tcmalloc: large alloc 2353643520 bytes == 0x96e34000 @  0x7f92b0d7d680 0x7f92b0d9e824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f92b0b910b3 0x5fb12e
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 18:02:36.574326: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 18:02:36.574364: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 18:02:35 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 18:02:36 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+03/23/2022 18:02:38 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+03/23/2022 18:02:41 - INFO - __main__ - ***** Running training *****
+03/23/2022 18:02:41 - INFO - __main__ -   Num examples = 20250
+03/23/2022 18:02:41 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 18:02:41 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/23/2022 18:02:41 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 16
+03/23/2022 18:02:41 - INFO - __main__ -   Total optimization steps = 6325
+Training...:   0%|                                                                             | 0/1265 [03:23<?, ?it/s]
+Epoch ... (1/5):   0%|                                                                            | 0/5 [03:28<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl
+    return compiled_fun(*args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__
+    out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs)
+jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 892, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 819, in main
+    state, train_metric = p_train_step(state, batch)
+RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).

wandb/run-20220323_180211-1s0w56op/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T18:02:14.291985",
+    "startedAt": "2022-03-23T18:02:11.053380",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=2",
+        "--per_device_eval_batch_size=2",
+        "--gradient_accumulation_steps=8",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 239}}

wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log

@@ -0,0 +1,203 @@
+2022-03-23 18:02:11,929 INFO    MainThread:23223 [internal.py:wandb_internal():92] W&B internal server running at pid: 23223, started at: 2022-03-23 18:02:11.928790
+2022-03-23 18:02:11,954 INFO    WriterThread:23223 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb
+2022-03-23 18:02:11,955 DEBUG   SenderThread:23223 [sender.py:send():235] send: header
+2022-03-23 18:02:11,955 DEBUG   SenderThread:23223 [sender.py:send():235] send: run
+2022-03-23 18:02:12,124 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 18:02:12,125 INFO    SenderThread:23223 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files
+2022-03-23 18:02:12,125 INFO    SenderThread:23223 [sender.py:_start_run_threads():812] run started: 1s0w56op with start time 1648058531
+2022-03-23 18:02:12,125 DEBUG   SenderThread:23223 [sender.py:send():235] send: summary
+2022-03-23 18:02:12,125 INFO    SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:02:12,125 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: check_version
+2022-03-23 18:02:12,185 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 18:02:13,174 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json
+2022-03-23 18:02:14,291 DEBUG   HandlerThread:23223 [meta.py:__init__():37] meta init
+2022-03-23 18:02:14,291 DEBUG   HandlerThread:23223 [meta.py:__init__():51] meta init done
+2022-03-23 18:02:14,291 DEBUG   HandlerThread:23223 [meta.py:probe():211] probe
+2022-03-23 18:02:14,292 DEBUG   HandlerThread:23223 [meta.py:_setup_git():201] setup git
+2022-03-23 18:02:14,324 DEBUG   HandlerThread:23223 [meta.py:_setup_git():208] setup git done
+2022-03-23 18:02:14,324 DEBUG   HandlerThread:23223 [meta.py:_save_pip():55] save pip
+2022-03-23 18:02:14,325 DEBUG   HandlerThread:23223 [meta.py:_save_pip():69] save pip done
+2022-03-23 18:02:14,325 DEBUG   HandlerThread:23223 [meta.py:probe():249] probe done
+2022-03-23 18:02:14,328 DEBUG   SenderThread:23223 [sender.py:send():235] send: files
+2022-03-23 18:02:14,328 INFO    SenderThread:23223 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 18:02:14,333 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:02:14,333 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:02:14,386 DEBUG   SenderThread:23223 [sender.py:send():235] send: telemetry
+2022-03-23 18:02:14,784 INFO    Thread-11 :23223 [upload_job.py:push():137] Uploaded file /tmp/tmpv76b5b10wandb/3rtj44eg-wandb-metadata.json
+2022-03-23 18:02:15,209 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:15,209 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt
+2022-03-23 18:02:15,209 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json
+2022-03-23 18:02:17,209 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:29,391 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:02:29,392 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:02:33,216 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:37,218 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:39,219 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:41,220 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:42,374 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:02:43,221 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:43,221 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml
+2022-03-23 18:02:44,431 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:02:44,431 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:02:47,222 INFO    Thread-7  :23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:02:59,563 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:02:59,564 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:03:12,449 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:03:14,653 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:03:14,653 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:03:29,799 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:03:29,800 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:03:42,529 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:03:44,842 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:03:44,842 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:03:59,876 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:03:59,877 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:04:12,604 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:04:14,919 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:04:14,919 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:04:29,960 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:04:29,961 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:04:42,679 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:04:44,996 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:04:44,996 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:05:00,038 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:05:00,039 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:05:12,756 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:05:15,081 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:05:15,081 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:05:30,164 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:05:30,164 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:05:42,833 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:05:45,263 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:05:45,264 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:06:00,312 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:06:00,312 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:06:09,832 DEBUG   SenderThread:23223 [sender.py:send():235] send: telemetry
+2022-03-23 18:06:09,832 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 18:06:11,964 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:11,964 DEBUG   SenderThread:23223 [sender.py:send():235] send: exit
+2022-03-23 18:06:11,964 INFO    SenderThread:23223 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 18:06:11,965 INFO    SenderThread:23223 [sender.py:send_exit():373] handling runtime: 239
+2022-03-23 18:06:11,965 INFO    SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:06:11,965 INFO    SenderThread:23223 [sender.py:send_exit():379] send defer
+2022-03-23 18:06:11,965 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:11,966 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:11,966 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 18:06:11,966 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:11,966 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 18:06:11,966 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 1
+2022-03-23 18:06:11,966 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:11,967 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 18:06:12,008 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,008 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 18:06:12,008 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 2
+2022-03-23 18:06:12,008 DEBUG   SenderThread:23223 [sender.py:send():235] send: stats
+2022-03-23 18:06:12,009 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,009 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 18:06:12,009 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,009 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 18:06:12,009 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 3
+2022-03-23 18:06:12,010 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,010 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 18:06:12,010 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,010 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 18:06:12,010 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 4
+2022-03-23 18:06:12,010 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,010 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 18:06:12,010 DEBUG   SenderThread:23223 [sender.py:send():235] send: summary
+2022-03-23 18:06:12,010 INFO    SenderThread:23223 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:06:12,011 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,011 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 18:06:12,011 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 5
+2022-03-23 18:06:12,011 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,011 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 18:06:12,011 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,011 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 18:06:12,067 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,078 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 6
+2022-03-23 18:06:12,078 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,078 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,079 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 18:06:12,079 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,079 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 18:06:12,079 INFO    SenderThread:23223 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 18:06:12,179 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt requirements.txt
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log output.log
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 18:06:12,270 INFO    SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml config.yaml
+2022-03-23 18:06:12,271 INFO    SenderThread:23223 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json wandb-summary.json
+2022-03-23 18:06:12,271 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 7
+2022-03-23 18:06:12,271 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,274 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:12,274 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 18:06:12,276 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:12,276 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 18:06:12,276 INFO    SenderThread:23223 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 18:06:12,372 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,373 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,474 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,474 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,542 INFO    Thread-12 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/requirements.txt
+2022-03-23 18:06:12,571 INFO    Thread-13 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/output.log
+2022-03-23 18:06:12,575 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,576 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,656 INFO    Thread-14 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/config.yaml
+2022-03-23 18:06:12,677 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,677 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,778 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,779 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,880 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,880 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:12,981 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:12,981 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,082 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,083 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,184 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,184 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,285 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,286 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,387 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,387 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,488 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,488 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,539 INFO    Thread-15 :23223 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/files/wandb-summary.json
+2022-03-23 18:06:13,590 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,590 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,691 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,691 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,739 INFO    Thread-6  :23223 [sender.py:transition_state():392] send defer: 8
+2022-03-23 18:06:13,740 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:13,740 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 18:06:13,740 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:13,740 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 18:06:13,792 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:13,930 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 9
+2022-03-23 18:06:13,930 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:13,931 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:13,931 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 18:06:13,931 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:13,931 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 18:06:13,931 INFO    SenderThread:23223 [sender.py:transition_state():392] send defer: 10
+2022-03-23 18:06:13,931 DEBUG   SenderThread:23223 [sender.py:send():235] send: final
+2022-03-23 18:06:13,931 DEBUG   SenderThread:23223 [sender.py:send():235] send: footer
+2022-03-23 18:06:13,932 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:06:13,932 INFO    HandlerThread:23223 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 18:06:13,932 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:06:13,932 INFO    SenderThread:23223 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 18:06:14,031 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:06:14,032 DEBUG   SenderThread:23223 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:06:14,032 INFO    SenderThread:23223 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 18:06:14,208 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 18:06:14,208 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 18:06:14,209 DEBUG   HandlerThread:23223 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 18:06:14,209 INFO    HandlerThread:23223 [handler.py:finish():778] shutting down handler
+2022-03-23 18:06:14,932 INFO    WriterThread:23223 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/run-1s0w56op.wandb
+2022-03-23 18:06:15,107 INFO    SenderThread:23223 [sender.py:finish():1078] shutting down sender
+2022-03-23 18:06:15,107 INFO    SenderThread:23223 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 18:06:15,107 INFO    SenderThread:23223 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 18:06:15,109 INFO    MainThread:23223 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_180211-1s0w56op/logs/debug.log

@@ -0,0 +1,186 @@
+2022-03-23 18:02:11,054 INFO    MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 18:02:11,054 INFO    MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 18:02:11,054 INFO    MainThread:22131 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/logs/debug.log
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_180211-1s0w56op/logs/debug-internal.log
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_init.py:init():439] calling init triggers
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [wandb_init.py:init():492] starting backend
+2022-03-23 18:02:11,055 INFO    MainThread:22131 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 18:02:11,089 INFO    MainThread:22131 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 18:02:11,122 INFO    MainThread:22131 [backend.py:ensure_launched():224] started backend process with pid: 23223
+2022-03-23 18:02:11,124 INFO    MainThread:22131 [wandb_init.py:init():501] backend started and connected
+2022-03-23 18:02:11,140 INFO    MainThread:22131 [wandb_init.py:init():565] updated telemetry
+2022-03-23 18:02:11,219 INFO    MainThread:22131 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 18:02:12,124 INFO    MainThread:22131 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 18:02:12,184 INFO    MainThread:22131 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 18:02:12,184 INFO    MainThread:22131 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 18:02:14,332 INFO    MainThread:22131 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 18:02:14,333 INFO    MainThread:22131 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 18:02:14,333 INFO    MainThread:22131 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 18:02:14,335 INFO    MainThread:22131 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 18:02:14,335 INFO    MainThread:22131 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 18:06:09,826 INFO    MainThread:22131 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 18:06:09,832 INFO    MainThread:22131 [wandb_run.py:_restore():1674] restore
+2022-03-23 18:06:11,966 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 18:06:12,079 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 18:06:12,272 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 3
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 52504
+}
+
+2022-03-23 18:06:12,373 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 52504
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,475 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,576 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,678 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,779 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,880 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:12,982 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,083 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,185 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,286 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53017
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,388 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,489 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,590 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,692 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:13,931 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:06:14,107 INFO    MainThread:22131 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+local_info {
+}
+
+2022-03-23 18:06:15,572 INFO    MainThread:22131 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 18:06:15,573 INFO    MainThread:22131 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 18:06:15,575 INFO    MainThread:22131 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220323_184406-3j6a5wn7/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648061046
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_184406-3j6a5wn7/files/output.log

@@ -0,0 +1,747 @@
+03/23/2022 18:44:10 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 18:44:10 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+tcmalloc: large alloc 2353643520 bytes == 0x96466000 @  0x7fa2e86af680 0x7fa2e86d0824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7fa2e84c30b3 0x5fb12e
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 18:44:30 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 18:44:31 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 18:44:32.003830: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 18:44:32.003868: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 18:44:34 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+03/23/2022 18:44:37 - INFO - __main__ - ***** Running training *****
+03/23/2022 18:44:37 - INFO - __main__ -   Num examples = 20250
+03/23/2022 18:44:37 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 18:44:37 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/23/2022 18:44:37 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 16
+03/23/2022 18:44:37 - INFO - __main__ -   Total optimization steps = 6325
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+Training...:   0%|                                                                             | 0/1265 [03:37<?, ?it/s]
+Epoch ... (1/5):   0%|                                                                            | 0/5 [03:41<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 895, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 822, in main
+    state, train_metric = p_train_step(state, batch)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 804, in xla_pmap_impl
+    return compiled_fun(*args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 1565, in __call__
+    out_bufs = self.xla_executable.execute_sharded_on_local_devices(input_bufs)
+jax._src.traceback_util.UnfilteredStackTrace: RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 895, in <module>
+    main()
+  File "run_flax_speech_recognition_seq2seq.py", line 822, in main
+    state, train_metric = p_train_step(state, batch)
+RuntimeError: RESOURCE_EXHAUSTED: Attempting to reserve 4.49G at the bottom of memory. That was not possible. There are 6.67G free, 0B reserved, and 4.45G reservable.: while running replica 0 and partition 0 of a replicated computation (other replicas may have failed as well).

wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T18:44:09.994157",
+    "startedAt": "2022-03-23T18:44:06.716945",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=2",
+        "--per_device_eval_batch_size=2",
+        "--gradient_accumulation_steps=8",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 253}}

wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log

@@ -0,0 +1,188 @@
+2022-03-23 18:44:07,501 INFO    MainThread:32213 [internal.py:wandb_internal():92] W&B internal server running at pid: 32213, started at: 2022-03-23 18:44:07.500863
+2022-03-23 18:44:07,528 INFO    WriterThread:32213 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb
+2022-03-23 18:44:07,529 DEBUG   SenderThread:32213 [sender.py:send():235] send: header
+2022-03-23 18:44:07,529 DEBUG   SenderThread:32213 [sender.py:send():235] send: run
+2022-03-23 18:44:07,629 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 18:44:07,630 INFO    SenderThread:32213 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files
+2022-03-23 18:44:07,630 INFO    SenderThread:32213 [sender.py:_start_run_threads():812] run started: 3j6a5wn7 with start time 1648061046
+2022-03-23 18:44:07,630 DEBUG   SenderThread:32213 [sender.py:send():235] send: summary
+2022-03-23 18:44:07,630 INFO    SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:44:07,630 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: check_version
+2022-03-23 18:44:07,689 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 18:44:08,680 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json
+2022-03-23 18:44:09,993 DEBUG   HandlerThread:32213 [meta.py:__init__():37] meta init
+2022-03-23 18:44:09,994 DEBUG   HandlerThread:32213 [meta.py:__init__():51] meta init done
+2022-03-23 18:44:09,994 DEBUG   HandlerThread:32213 [meta.py:probe():211] probe
+2022-03-23 18:44:09,995 DEBUG   HandlerThread:32213 [meta.py:_setup_git():201] setup git
+2022-03-23 18:44:10,033 DEBUG   HandlerThread:32213 [meta.py:_setup_git():208] setup git done
+2022-03-23 18:44:10,033 DEBUG   HandlerThread:32213 [meta.py:_save_pip():55] save pip
+2022-03-23 18:44:10,033 DEBUG   HandlerThread:32213 [meta.py:_save_pip():69] save pip done
+2022-03-23 18:44:10,033 DEBUG   HandlerThread:32213 [meta.py:probe():249] probe done
+2022-03-23 18:44:10,037 DEBUG   SenderThread:32213 [sender.py:send():235] send: files
+2022-03-23 18:44:10,037 INFO    SenderThread:32213 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 18:44:10,043 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:44:10,043 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:44:10,073 DEBUG   SenderThread:32213 [sender.py:send():235] send: telemetry
+2022-03-23 18:44:10,309 INFO    Thread-11 :32213 [upload_job.py:push():137] Uploaded file /tmp/tmp70kpwpj6wandb/bh9ty10j-wandb-metadata.json
+2022-03-23 18:44:10,684 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:10,684 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt
+2022-03-23 18:44:10,684 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json
+2022-03-23 18:44:12,684 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:25,076 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:44:25,076 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:44:28,690 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:32,692 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:34,693 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:36,694 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:38,079 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:44:38,695 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:38,695 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml
+2022-03-23 18:44:40,111 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:44:40,111 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:44:44,697 INFO    Thread-7  :32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:44:55,224 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:44:55,225 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:45:08,157 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:45:10,347 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:45:10,347 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:45:25,849 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:45:25,850 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:45:38,235 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:45:41,934 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:45:41,935 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:45:56,976 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:45:56,976 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:46:08,312 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:46:12,020 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:46:12,020 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:46:27,068 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:46:27,068 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:46:38,389 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:46:42,109 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:46:42,109 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:46:57,154 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:46:57,154 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:47:08,468 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:47:12,194 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:47:12,194 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:47:27,263 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:47:27,264 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:47:38,545 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:47:42,314 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:47:42,314 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:47:57,356 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:47:57,357 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:48:08,624 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:48:12,408 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 18:48:12,409 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 18:48:19,558 DEBUG   SenderThread:32213 [sender.py:send():235] send: telemetry
+2022-03-23 18:48:19,559 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 18:48:21,586 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:21,586 DEBUG   SenderThread:32213 [sender.py:send():235] send: exit
+2022-03-23 18:48:21,587 INFO    SenderThread:32213 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 18:48:21,587 INFO    SenderThread:32213 [sender.py:send_exit():373] handling runtime: 253
+2022-03-23 18:48:21,587 INFO    SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:48:21,587 INFO    SenderThread:32213 [sender.py:send_exit():379] send defer
+2022-03-23 18:48:21,588 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:21,588 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,588 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 18:48:21,589 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,589 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 18:48:21,589 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 1
+2022-03-23 18:48:21,589 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,589 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 18:48:21,659 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,659 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 18:48:21,659 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 2
+2022-03-23 18:48:21,659 DEBUG   SenderThread:32213 [sender.py:send():235] send: stats
+2022-03-23 18:48:21,659 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,659 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 18:48:21,660 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,660 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 18:48:21,660 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 3
+2022-03-23 18:48:21,660 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,660 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 18:48:21,660 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,660 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 18:48:21,660 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 4
+2022-03-23 18:48:21,660 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,660 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 18:48:21,661 DEBUG   SenderThread:32213 [sender.py:send():235] send: summary
+2022-03-23 18:48:21,661 INFO    SenderThread:32213 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 18:48:21,661 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,661 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 18:48:21,661 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 5
+2022-03-23 18:48:21,662 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,662 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 18:48:21,662 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,662 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 18:48:21,689 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:21,733 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 6
+2022-03-23 18:48:21,733 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:21,733 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,733 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 18:48:21,734 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,734 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 18:48:21,734 INFO    SenderThread:32213 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 18:48:21,743 INFO    SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:48:21,743 INFO    SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json
+2022-03-23 18:48:21,743 INFO    SenderThread:32213 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt requirements.txt
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log output.log
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml config.yaml
+2022-03-23 18:48:21,744 INFO    SenderThread:32213 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json wandb-summary.json
+2022-03-23 18:48:21,745 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 7
+2022-03-23 18:48:21,750 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:21,750 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 18:48:21,750 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:21,750 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 18:48:21,750 INFO    SenderThread:32213 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 18:48:21,835 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:21,835 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:21,936 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:21,937 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,038 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,038 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,054 INFO    Thread-13 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/output.log
+2022-03-23 18:48:22,117 INFO    Thread-14 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/config.yaml
+2022-03-23 18:48:22,140 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,140 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,203 INFO    Thread-12 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/requirements.txt
+2022-03-23 18:48:22,212 INFO    Thread-15 :32213 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/files/wandb-summary.json
+2022-03-23 18:48:22,242 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,242 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,343 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,344 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,412 INFO    Thread-6  :32213 [sender.py:transition_state():392] send defer: 8
+2022-03-23 18:48:22,413 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:22,413 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 18:48:22,413 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:22,413 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 18:48:22,445 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,557 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 9
+2022-03-23 18:48:22,557 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,558 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:22,558 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 18:48:22,558 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:22,558 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 18:48:22,558 INFO    SenderThread:32213 [sender.py:transition_state():392] send defer: 10
+2022-03-23 18:48:22,559 DEBUG   SenderThread:32213 [sender.py:send():235] send: final
+2022-03-23 18:48:22,559 DEBUG   SenderThread:32213 [sender.py:send():235] send: footer
+2022-03-23 18:48:22,559 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 18:48:22,559 INFO    HandlerThread:32213 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 18:48:22,559 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: defer
+2022-03-23 18:48:22,559 INFO    SenderThread:32213 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 18:48:22,659 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 18:48:22,659 DEBUG   SenderThread:32213 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 18:48:22,659 INFO    SenderThread:32213 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 18:48:23,093 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 18:48:23,094 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 18:48:23,095 DEBUG   HandlerThread:32213 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 18:48:23,095 INFO    HandlerThread:32213 [handler.py:finish():778] shutting down handler
+2022-03-23 18:48:23,559 INFO    WriterThread:32213 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/run-3j6a5wn7.wandb
+2022-03-23 18:48:23,992 INFO    SenderThread:32213 [sender.py:finish():1078] shutting down sender
+2022-03-23 18:48:23,992 INFO    SenderThread:32213 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 18:48:23,992 INFO    SenderThread:32213 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 18:48:23,995 INFO    MainThread:32213 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_184406-3j6a5wn7/logs/debug.log

@@ -0,0 +1,114 @@
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/logs/debug.log
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_184406-3j6a5wn7/logs/debug-internal.log
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_init.py:init():439] calling init triggers
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [wandb_init.py:init():492] starting backend
+2022-03-23 18:44:06,718 INFO    MainThread:31155 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 18:44:06,752 INFO    MainThread:31155 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 18:44:06,786 INFO    MainThread:31155 [backend.py:ensure_launched():224] started backend process with pid: 32213
+2022-03-23 18:44:06,788 INFO    MainThread:31155 [wandb_init.py:init():501] backend started and connected
+2022-03-23 18:44:06,802 INFO    MainThread:31155 [wandb_init.py:init():565] updated telemetry
+2022-03-23 18:44:06,881 INFO    MainThread:31155 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 18:44:07,629 INFO    MainThread:31155 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 18:44:07,688 INFO    MainThread:31155 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 18:44:07,688 INFO    MainThread:31155 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 18:44:10,041 INFO    MainThread:31155 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 18:44:10,042 INFO    MainThread:31155 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 18:44:10,042 INFO    MainThread:31155 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 18:44:10,044 INFO    MainThread:31155 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 18:44:10,044 INFO    MainThread:31155 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 18:48:19,552 INFO    MainThread:31155 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 18:48:19,558 INFO    MainThread:31155 [wandb_run.py:_restore():1674] restore
+2022-03-23 18:48:21,589 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 18:48:21,734 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 18:48:21,836 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:21,937 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 50664
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,039 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,141 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,243 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,344 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,558 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+
+2022-03-23 18:48:22,992 INFO    MainThread:31155 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53045
+  total_bytes: 53045
+}
+local_info {
+}
+
+2022-03-23 18:48:24,533 INFO    MainThread:31155 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 18:48:24,533 INFO    MainThread:31155 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 18:48:24,536 INFO    MainThread:31155 [wandb_run.py:_footer_sync_info():2822] logging synced files

wandb/run-20220324_095547-z3jyd0uo/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648115747
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5