Saving weights and logs of epoch 0

events.out.tfevents.1648134105.t1v-n-0e948115-w-0.173196.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4b60cf22a414fbbb7339ca45cd0c4aff4d0d75ec0a4c82f8829f70edfec24f8f
+size 40

events.out.tfevents.1648134387.t1v-n-0e948115-w-0.175280.0.v2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d13bab5a15e2c1b958ba3c278801d4ee0d15a42869fbb63e99981af616857dc
+size 666641

flax_model.msgpack

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:932441fd4d1167a741bd188a1f0bc953a229e065d97f15027e824bb6dbe4ae7b
+oid sha256:aa4c05b95bd5e74085eceb7973e48666d8a45f27be3d313474f97cabc7c7aada
 size 2353635949

wandb/debug-internal.log

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj/logs/debug-internal.log

wandb/debug.log

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj/logs/debug.log

wandb/latest-run

@@ -0,0 +1 @@
+run-20220324_110832-1c8jfwlj

wandb/run-20220323_170702-w50ub6ac/files/config.yaml

@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+  desc: null
+  value:
+    cli_version: 0.12.11
+    framework: huggingface
+    huggingface_version: 4.18.0.dev0
+    is_jupyter_run: false
+    is_kaggle_kernel: false
+    python_version: 3.8.10
+    start_time: 1648055222
+    t:
+      1:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      2:
+      - 1
+      - 2
+      - 3
+      - 11
+      - 12
+      - 45
+      - 49
+      - 51
+      4: 3.8.10
+      5: 0.12.11
+      6: 4.18.0.dev0
+      8:
+      - 5

wandb/run-20220323_170702-w50ub6ac/files/output.log

@@ -0,0 +1,762 @@
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+03/23/2022 17:07:06 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25)
+tcmalloc: large alloc 2353643520 bytes == 0x96510000 @  0x7f431715b680 0x7f431717c824 0x5f9ec1 0x649811 0x5c4706 0x4f2c4e 0x6501b8 0x504be3 0x56b5e0 0x5696da 0x5f6403 0x50b271 0x5f55f2 0x56cbfb 0x5696da 0x50add0 0x56c5d1 0x5696da 0x5f6403 0x56b3fe 0x5696da 0x68db17 0x67eeb1 0x67ef2f 0x67efd1 0x67f377 0x6b7902 0x6b7c8d 0x7f4316f6f0b3 0x5fb12e
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea15d97b9566d103.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-d7fc571278966c76.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4965e6e979b2b60b.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8a47bb6f96f32026.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-cbbe1288df13cab7.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b2269d84247a33b4.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-8bb3e3321558a7fe.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-7fca762335ab1cb3.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-05ecf5d454b27d4c.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-997bee0e4ee82287.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-38358ff6a9f589a1.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-c9efc32c2d772ecc.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-aac567c0d49b9306.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-b56ddb8551754afc.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9fd80e6a76a5c81d.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-4b6374f1e99ab634.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-68ddf7581351ecc6.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f2cf0710b724a5f2.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-44af87c7b0820e05.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ba5d520ccccec157.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-19fa7abaf3b91fad.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6bcf29dd446af266.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-1251ad556665a7a6.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-994a8fe7d263f650.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-75cd8234878cd5c4.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a067d3c7a8914aa8.arrow
+03/23/2022 17:07:26 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-bf947cc62d7008e0.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-147583e7c14ed101.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9ed1c08ef2966ee4.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-f74f5ab629122ac5.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9beeeed44badf1ee.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-e998c5138e26cd17.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-a0e04d4db6254683_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-9d1cc78efd8c6a64_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-6cda192980aa4e0d_00015_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00000_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00001_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00002_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00003_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00004_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00005_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00006_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00007_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00008_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00009_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00010_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00011_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00012_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00013_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00014_of_00016.arrow
+03/23/2022 17:07:27 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchit_huggingface_co/cache/huggingface/datasets/librispeech_asr/clean/2.1.0/8c6e15bda76db687d2a7c7198808151adecbb4d890ff463033a2e6f788c0ba25/cache-ea385c5194cfd4e8_00015_of_00016.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+Model config SpeechEncoderDecoderConfig {
+  "_name_or_path": "./",
+  "architectures": [
+    "SpeechEncoderDecoderModel"
+  ],
+  "cache_dir": "/home/sanchit_huggingface_co/cache/huggingface/transformers",
+  "decoder": {
+    "_name_or_path": "facebook/bart-large-cnn",
+    "_num_labels": 3,
+    "activation_dropout": 0.0,
+    "activation_function": "gelu",
+    "add_cross_attention": true,
+    "add_final_layer_norm": false,
+    "architectures": [
+      "BartForConditionalGeneration"
+    ],
+    "attention_dropout": 0.0,
+    "bad_words_ids": null,
+    "bos_token_id": 0,
+    "chunk_size_feed_forward": 0,
+    "classif_dropout": 0.0,
+    "classifier_dropout": 0.0,
+    "cross_attention_hidden_size": null,
+    "d_model": 1024,
+    "decoder_attention_heads": 16,
+    "decoder_ffn_dim": 4096,
+    "decoder_layerdrop": 0.0,
+    "decoder_layers": 12,
+    "decoder_start_token_id": 2,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "dropout": 0.1,
+    "early_stopping": true,
+    "encoder_attention_heads": 16,
+    "encoder_ffn_dim": 4096,
+    "encoder_layerdrop": 0.0,
+    "encoder_layers": 12,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "finetuning_task": null,
+    "force_bos_token_to_be_generated": true,
+    "forced_bos_token_id": 0,
+    "forced_eos_token_id": 2,
+    "gradient_checkpointing": false,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1",
+      "2": "LABEL_2"
+    },
+    "init_std": 0.02,
+    "is_decoder": true,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1,
+      "LABEL_2": 2
+    },
+    "length_penalty": 2.0,
+    "max_length": 142,
+    "max_position_embeddings": 1024,
+    "min_length": 56,
+    "model_type": "bart",
+    "no_repeat_ngram_size": 3,
+    "normalize_before": false,
+    "num_beam_groups": 1,
+    "num_beams": 4,
+    "num_hidden_layers": 12,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_states": false,
+    "output_past": true,
+    "output_scores": false,
+    "pad_token_id": 1,
+    "prefix": " ",
+    "problem_type": null,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "scale_embedding": false,
+    "sep_token_id": null,
+    "task_specific_params": {
+      "summarization": {
+        "early_stopping": true,
+        "length_penalty": 2.0,
+        "max_length": 142,
+        "min_length": 56,
+        "no_repeat_ngram_size": 3,
+        "num_beams": 4
+      }
+    },
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_cache": true,
+    "vocab_size": 50264
+  },
+  "decoder_start_token_id": 0,
+  "encoder": {
+    "_name_or_path": "facebook/wav2vec2-large-lv60",
+    "activation_dropout": 0.1,
+    "adapter_kernel_size": 3,
+    "adapter_stride": 2,
+    "add_adapter": true,
+    "add_cross_attention": false,
+    "apply_spec_augment": true,
+    "architectures": [
+      "Wav2Vec2ForPreTraining"
+    ],
+    "attention_dropout": 0.1,
+    "bad_words_ids": null,
+    "bos_token_id": 1,
+    "chunk_size_feed_forward": 0,
+    "classifier_proj_size": 256,
+    "codevector_dim": 768,
+    "contrastive_logits_temperature": 0.1,
+    "conv_bias": true,
+    "conv_dim": [
+      512,
+      512,
+      512,
+      512,
+      512,
+      512,
+      512
+    ],
+    "conv_kernel": [
+      10,
+      3,
+      3,
+      3,
+      3,
+      2,
+      2
+    ],
+    "conv_stride": [
+      5,
+      2,
+      2,
+      2,
+      2,
+      2,
+      2
+    ],
+    "cross_attention_hidden_size": null,
+    "ctc_loss_reduction": "sum",
+    "ctc_zero_infinity": false,
+    "decoder_start_token_id": null,
+    "diversity_loss_weight": 0.1,
+    "diversity_penalty": 0.0,
+    "do_sample": false,
+    "do_stable_layer_norm": true,
+    "early_stopping": false,
+    "encoder_no_repeat_ngram_size": 0,
+    "eos_token_id": 2,
+    "exponential_decay_length_penalty": null,
+    "feat_extract_activation": "gelu",
+    "feat_extract_dropout": 0.0,
+    "feat_extract_norm": "layer",
+    "feat_proj_dropout": 0.0,
+    "feat_quantizer_dropout": 0.0,
+    "final_dropout": 0.0,
+    "finetuning_task": null,
+    "forced_bos_token_id": null,
+    "forced_eos_token_id": null,
+    "gradient_checkpointing": false,
+    "hidden_act": "gelu",
+    "hidden_dropout": 0.1,
+    "hidden_dropout_prob": 0.1,
+    "hidden_size": 1024,
+    "id2label": {
+      "0": "LABEL_0",
+      "1": "LABEL_1"
+    },
+    "initializer_range": 0.02,
+    "intermediate_size": 4096,
+    "is_decoder": false,
+    "is_encoder_decoder": false,
+    "label2id": {
+      "LABEL_0": 0,
+      "LABEL_1": 1
+    },
+    "layer_norm_eps": 1e-05,
+    "layerdrop": 0.0,
+    "length_penalty": 1.0,
+    "mask_feature_length": 10,
+    "mask_feature_min_masks": 0,
+    "mask_feature_prob": 0.0,
+    "mask_time_length": 10,
+    "mask_time_min_masks": 2,
+    "mask_time_prob": 0.1,
+    "max_length": 20,
+    "min_length": 0,
+    "model_type": "wav2vec2",
+    "no_repeat_ngram_size": 0,
+    "num_adapter_layers": 3,
+    "num_attention_heads": 16,
+    "num_beam_groups": 1,
+    "num_beams": 1,
+    "num_codevector_groups": 2,
+    "num_codevectors_per_group": 320,
+    "num_conv_pos_embedding_groups": 16,
+    "num_conv_pos_embeddings": 128,
+    "num_feat_extract_layers": 7,
+    "num_hidden_layers": 24,
+    "num_negatives": 100,
+    "num_return_sequences": 1,
+    "output_attentions": false,
+    "output_hidden_size": 1024,
+    "output_hidden_states": false,
+    "output_scores": false,
+    "pad_token_id": 0,
+    "prefix": null,
+    "problem_type": null,
+    "proj_codevector_dim": 768,
+    "pruned_heads": {},
+    "remove_invalid_values": false,
+    "repetition_penalty": 1.0,
+    "return_dict": true,
+    "return_dict_in_generate": false,
+    "sep_token_id": null,
+    "task_specific_params": null,
+    "tdnn_dilation": [
+      1,
+      2,
+      3,
+      1,
+      1
+    ],
+    "tdnn_dim": [
+      512,
+      512,
+      512,
+      512,
+      1500
+    ],
+    "tdnn_kernel": [
+      5,
+      3,
+      3,
+      1,
+      1
+    ],
+    "temperature": 1.0,
+    "tie_encoder_decoder": false,
+    "tie_word_embeddings": true,
+    "tokenizer_class": null,
+    "top_k": 50,
+    "top_p": 1.0,
+    "torch_dtype": null,
+    "torchscript": false,
+    "transformers_version": "4.18.0.dev0",
+    "typical_p": 1.0,
+    "use_bfloat16": false,
+    "use_weighted_layer_sum": false,
+    "vocab_size": 32,
+    "xvector_output_dim": 512
+  },
+  "eos_token_id": 2,
+  "is_encoder_decoder": true,
+  "max_length": 40,
+  "model_type": "speech-encoder-decoder",
+  "pad_token_id": 1,
+  "processor_class": "Wav2Vec2Processor",
+  "transformers_version": null,
+  "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+  "do_normalize": true,
+  "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+  "feature_size": 1,
+  "padding_side": "right",
+  "padding_value": 0.0,
+  "return_attention_mask": true,
+  "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-03-23 17:07:27.772464: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-03-23 17:07:27.772507: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+03/23/2022 17:07:29 - WARNING - huggingface_hub.repository - /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:00<?, ?it/s]
+03/23/2022 17:07:32 - INFO - __main__ - ***** Running training *****
+03/23/2022 17:07:32 - INFO - __main__ -   Num examples = 20250
+03/23/2022 17:07:32 - INFO - __main__ -   Num Epochs = 5
+03/23/2022 17:07:32 - INFO - __main__ -   Instantaneous batch size per device = 2
+03/23/2022 17:07:32 - INFO - __main__ -   Total train batch size (w. parallel & distributed) = 16
+03/23/2022 17:07:32 - INFO - __main__ -   Total optimization steps = 6325
+Epoch ... (1/5):   0%|                                                                            | 0/5 [00:21<?, ?it/s]
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 893, in <module>
+  File "run_flax_speech_recognition_seq2seq.py", line 820, in main
+    train_metrics.append(train_metric)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+    return fun(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+    out_tree, out_flat = f_pmapped_(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+    out = pxla.xla_pmap(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+    return map_bind(self, fun, *args, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+    outs = primitive.process(top_trace, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+    return trace.process_map(self, fun, tracers, params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+    return primitive.impl(f, *tracers, **params)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 792, in xla_pmap_impl
+    compiled_fun, fingerprint = parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 272, in memoized_fun
+    ans = call(fun, *args)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 820, in parallel_callable
+    pmap_computation = lower_parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 993, in lower_parallel_callable
+    jaxpr, consts, replicas, parts, shards = stage_parallel_callable(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 900, in stage_parallel_callable
+    jaxpr, out_sharded_avals, consts = pe.trace_to_jaxpr_final(
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+    return func(*args, **kwargs)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1798, in trace_to_jaxpr_final
+    jaxpr, out_avals, consts = trace_to_subjaxpr_dynamic(fun, main, in_avals)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1775, in trace_to_subjaxpr_dynamic
+    ans = fun.call_wrapped(*in_tracers_)
+  File "/home/sanchit_huggingface_co/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped
+    ans = self.f(*args, **dict(self.params, **kwargs))
+  File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step
+    grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']])
+jax._src.traceback_util.UnfilteredStackTrace: KeyError: ''
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+  File "run_flax_speech_recognition_seq2seq.py", line 893, in <module>
+  File "run_flax_speech_recognition_seq2seq.py", line 820, in main
+    train_metrics.append(train_metric)
+  File "run_flax_speech_recognition_seq2seq.py", line 751, in train_step
+    grad_norm = jnp.linalg.norm([logs['encoder_grad_norm'], logs['decoder_grad_norm']])
+KeyError: ''

wandb/run-20220323_170702-w50ub6ac/files/requirements.txt

@@ -0,0 +1,135 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+appdirs==1.4.4
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+backcall==0.2.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.0.4
+cycler==0.11.0
+datasets==2.0.1.dev0
+decorator==5.1.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.0
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+ipdb==0.13.9
+ipython==8.1.1
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jiwer==2.3.0
+joblib==1.1.0
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.0
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pooch==1.6.0
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+soundfile==0.10.3.post1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tqdm==4.63.0
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+werkzeug==2.0.3
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0

wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json

@@ -0,0 +1,54 @@
+{
+    "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+    "python": "3.8.10",
+    "heartbeatAt": "2022-03-23T17:07:06.080714",
+    "startedAt": "2022-03-23T17:07:02.480252",
+    "docker": null,
+    "cpu_count": 96,
+    "cuda": null,
+    "args": [
+        "--dataset_name=librispeech_asr",
+        "--model_name_or_path=./",
+        "--dataset_config_name=clean",
+        "--train_split_name=train.100",
+        "--eval_split_name=validation",
+        "--output_dir=./",
+        "--dataset_cache_dir=/home/sanchit_huggingface_co/cache/huggingface/datasets",
+        "--cache_dir=/home/sanchit_huggingface_co/cache/huggingface/transformers",
+        "--preprocessing_num_workers=16",
+        "--length_column_name=input_length",
+        "--overwrite_output_dir",
+        "--num_train_epochs=5",
+        "--per_device_train_batch_size=2",
+        "--per_device_eval_batch_size=2",
+        "--gradient_accumulation_steps=4",
+        "--logging_steps=25",
+        "--max_duration_in_seconds=15",
+        "--max_target_length=64",
+        "--generation_max_length=40",
+        "--generation_num_beams=1",
+        "--learning_rate=3e-4",
+        "--warmup_steps=500",
+        "--text_column_name=text",
+        "--save_total_limit=1",
+        "--freeze_feature_encoder",
+        "--predict_with_generate",
+        "--do_lower_case",
+        "--do_eval",
+        "--do_train",
+        "--push_to_hub",
+        "--use_auth_token"
+    ],
+    "state": "running",
+    "program": "run_flax_speech_recognition_seq2seq.py",
+    "codePath": "run_flax_speech_recognition_seq2seq.py",
+    "git": {
+        "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+        "commit": "d1558b4bad2032d0c74efadebceaa6f07bb6393c"
+    },
+    "email": "sanchit@huggingface.co",
+    "root": "/home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation",
+    "host": "t1v-n-0e948115-w-0",
+    "username": "sanchit_huggingface_co",
+    "executable": "/home/sanchit_huggingface_co/venv/bin/python"
+}

wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json

@@ -0,0 +1 @@
+{"_wandb": {"runtime": 52}}

wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log

@@ -0,0 +1,153 @@
+2022-03-23 17:07:03,443 INFO    MainThread:14495 [internal.py:wandb_internal():92] W&B internal server running at pid: 14495, started at: 2022-03-23 17:07:03.443406
+2022-03-23 17:07:03,469 INFO    WriterThread:14495 [datastore.py:open_for_write():77] open: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb
+2022-03-23 17:07:03,471 DEBUG   SenderThread:14495 [sender.py:send():235] send: header
+2022-03-23 17:07:03,471 DEBUG   SenderThread:14495 [sender.py:send():235] send: run
+2022-03-23 17:07:03,629 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: check_version
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [dir_watcher.py:__init__():169] watching files in: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [sender.py:_start_run_threads():812] run started: w50ub6ac with start time 1648055222
+2022-03-23 17:07:03,630 DEBUG   SenderThread:14495 [sender.py:send():235] send: summary
+2022-03-23 17:07:03,630 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:03,630 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: check_version
+2022-03-23 17:07:03,706 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: run_start
+2022-03-23 17:07:04,633 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:__init__():37] meta init
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:__init__():51] meta init done
+2022-03-23 17:07:06,080 DEBUG   HandlerThread:14495 [meta.py:probe():211] probe
+2022-03-23 17:07:06,081 DEBUG   HandlerThread:14495 [meta.py:_setup_git():201] setup git
+2022-03-23 17:07:06,114 DEBUG   HandlerThread:14495 [meta.py:_setup_git():208] setup git done
+2022-03-23 17:07:06,114 DEBUG   HandlerThread:14495 [meta.py:_save_pip():55] save pip
+2022-03-23 17:07:06,115 DEBUG   HandlerThread:14495 [meta.py:_save_pip():69] save pip done
+2022-03-23 17:07:06,115 DEBUG   HandlerThread:14495 [meta.py:probe():249] probe done
+2022-03-23 17:07:06,118 DEBUG   SenderThread:14495 [sender.py:send():235] send: files
+2022-03-23 17:07:06,118 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-03-23 17:07:06,125 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:06,125 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:06,199 DEBUG   SenderThread:14495 [sender.py:send():235] send: telemetry
+2022-03-23 17:07:06,451 INFO    Thread-11 :14495 [upload_job.py:push():137] Uploaded file /tmp/tmpvkf_ouoiwandb/2u99pz4k-wandb-metadata.json
+2022-03-23 17:07:06,634 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt
+2022-03-23 17:07:06,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json
+2022-03-23 17:07:06,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:08,635 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:21,201 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:21,201 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:24,642 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:28,643 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:30,644 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:34,165 DEBUG   SenderThread:14495 [sender.py:send():235] send: stats
+2022-03-23 17:07:34,646 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:34,646 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:36,413 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:36,414 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:38,648 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:51,584 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: stop_status
+2022-03-23 17:07:51,584 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: stop_status
+2022-03-23 17:07:53,609 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: partial_history
+2022-03-23 17:07:53,610 DEBUG   SenderThread:14495 [sender.py:send():235] send: telemetry
+2022-03-23 17:07:54,654 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:55,871 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:55,872 DEBUG   SenderThread:14495 [sender.py:send():235] send: exit
+2022-03-23 17:07:55,872 INFO    SenderThread:14495 [sender.py:send_exit():371] handling exit code: 1
+2022-03-23 17:07:55,872 INFO    SenderThread:14495 [sender.py:send_exit():373] handling runtime: 52
+2022-03-23 17:07:55,873 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:55,873 INFO    SenderThread:14495 [sender.py:send_exit():379] send defer
+2022-03-23 17:07:55,873 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:55,873 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,874 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 0
+2022-03-23 17:07:55,874 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,874 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-03-23 17:07:55,874 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 1
+2022-03-23 17:07:55,874 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,874 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 1
+2022-03-23 17:07:55,918 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,918 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-03-23 17:07:55,918 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 2
+2022-03-23 17:07:55,918 DEBUG   SenderThread:14495 [sender.py:send():235] send: stats
+2022-03-23 17:07:55,918 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,918 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 2
+2022-03-23 17:07:55,919 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 3
+2022-03-23 17:07:55,919 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,919 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 3
+2022-03-23 17:07:55,919 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-03-23 17:07:55,919 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 4
+2022-03-23 17:07:55,919 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,920 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 4
+2022-03-23 17:07:55,920 DEBUG   SenderThread:14495 [sender.py:send():235] send: summary
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-03-23 17:07:55,920 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-03-23 17:07:55,920 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 5
+2022-03-23 17:07:55,921 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,921 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 5
+2022-03-23 17:07:55,921 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,921 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-03-23 17:07:55,975 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:55,996 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 6
+2022-03-23 17:07:55,996 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:55,996 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:55,996 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 6
+2022-03-23 17:07:55,997 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:55,997 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-03-23 17:07:55,997 INFO    SenderThread:14495 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-03-23 17:07:56,097 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,655 INFO    Thread-7  :14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():313] scan: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt requirements.txt
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log output.log
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-metadata.json wandb-metadata.json
+2022-03-23 17:07:56,656 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml config.yaml
+2022-03-23 17:07:56,657 INFO    SenderThread:14495 [dir_watcher.py:finish():327] scan save: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json wandb-summary.json
+2022-03-23 17:07:56,657 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 7
+2022-03-23 17:07:56,657 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,658 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:56,658 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 7
+2022-03-23 17:07:56,658 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:56,658 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-03-23 17:07:56,658 INFO    SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:07:56,759 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,759 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,861 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,861 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:56,916 INFO    Thread-13 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/output.log
+2022-03-23 17:07:56,924 INFO    Thread-14 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/config.yaml
+2022-03-23 17:07:56,944 INFO    Thread-15 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/wandb-summary.json
+2022-03-23 17:07:56,948 INFO    Thread-12 :14495 [upload_job.py:push():137] Uploaded file /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/files/requirements.txt
+2022-03-23 17:07:56,963 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:56,963 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,064 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,065 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,148 INFO    Thread-6  :14495 [sender.py:transition_state():392] send defer: 8
+2022-03-23 17:07:57,149 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,149 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 8
+2022-03-23 17:07:57,149 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,149 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-03-23 17:07:57,166 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,212 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 9
+2022-03-23 17:07:57,212 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,212 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,212 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 9
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,213 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-03-23 17:07:57,213 INFO    SenderThread:14495 [sender.py:transition_state():392] send defer: 10
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send():235] send: final
+2022-03-23 17:07:57,213 DEBUG   SenderThread:14495 [sender.py:send():235] send: footer
+2022-03-23 17:07:57,213 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: defer
+2022-03-23 17:07:57,214 INFO    HandlerThread:14495 [handler.py:handle_request_defer():164] handle defer: 10
+2022-03-23 17:07:57,214 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: defer
+2022-03-23 17:07:57,214 INFO    SenderThread:14495 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-03-23 17:07:57,313 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: poll_exit
+2022-03-23 17:07:57,314 DEBUG   SenderThread:14495 [sender.py:send_request():249] send_request: poll_exit
+2022-03-23 17:07:57,314 INFO    SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:07:57,507 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: sampled_history
+2022-03-23 17:07:57,508 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: get_summary
+2022-03-23 17:07:57,509 DEBUG   HandlerThread:14495 [handler.py:handle_request():141] handle_request: shutdown
+2022-03-23 17:07:57,509 INFO    HandlerThread:14495 [handler.py:finish():778] shutting down handler
+2022-03-23 17:07:58,214 INFO    WriterThread:14495 [datastore.py:close():281] close: /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/run-w50ub6ac.wandb
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [sender.py:finish():1078] shutting down sender
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [file_pusher.py:finish():145] shutting down file pusher
+2022-03-23 17:07:58,406 INFO    SenderThread:14495 [file_pusher.py:join():150] waiting for file pusher
+2022-03-23 17:07:58,409 INFO    MainThread:14495 [internal.py:handle_exit():82] Internal process exited

wandb/run-20220323_170702-w50ub6ac/logs/debug.log

@@ -0,0 +1,107 @@
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/.config/wandb/settings
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/settings
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-03-23 17:07:02,481 INFO    MainThread:13375 [wandb_setup.py:_flush():75] Applying login settings: {'api_key': '***REDACTED***'}
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug.log
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchit_huggingface_co/flax-wav2vec2-2-bart-large-cnn-gradient-accumulation/wandb/run-20220323_170702-w50ub6ac/logs/debug-internal.log
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():439] calling init triggers
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [wandb_init.py:init():492] starting backend
+2022-03-23 17:07:02,482 INFO    MainThread:13375 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-03-23 17:07:02,564 INFO    MainThread:13375 [backend.py:ensure_launched():219] starting backend process...
+2022-03-23 17:07:02,682 INFO    MainThread:13375 [backend.py:ensure_launched():224] started backend process with pid: 14495
+2022-03-23 17:07:02,684 INFO    MainThread:13375 [wandb_init.py:init():501] backend started and connected
+2022-03-23 17:07:02,697 INFO    MainThread:13375 [wandb_init.py:init():565] updated telemetry
+2022-03-23 17:07:02,882 INFO    MainThread:13375 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-03-23 17:07:03,628 INFO    MainThread:13375 [wandb_run.py:_on_init():1759] communicating current version
+2022-03-23 17:07:03,705 INFO    MainThread:13375 [wandb_run.py:_on_init():1763] got version response 
+2022-03-23 17:07:03,705 INFO    MainThread:13375 [wandb_init.py:init():625] starting run threads in backend
+2022-03-23 17:07:06,123 INFO    MainThread:13375 [wandb_run.py:_console_start():1733] atexit reg
+2022-03-23 17:07:06,123 INFO    MainThread:13375 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-03-23 17:07:06,124 INFO    MainThread:13375 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-03-23 17:07:06,126 INFO    MainThread:13375 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-03-23 17:07:06,126 INFO    MainThread:13375 [wandb_init.py:init():664] run started, returning control to user process
+2022-03-23 17:07:53,604 INFO    MainThread:13375 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-03-23 17:07:53,608 INFO    MainThread:13375 [wandb_run.py:_restore():1674] restore
+2022-03-23 17:07:55,874 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:07:55,997 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 1
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 2043
+}
+
+2022-03-23 17:07:56,658 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 4
+}
+pusher_stats {
+  uploaded_bytes: 2043
+  total_bytes: 53903
+}
+
+2022-03-23 17:07:56,760 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:56,862 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:56,964 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,065 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,213 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+
+2022-03-23 17:07:57,406 INFO    MainThread:13375 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+  wandb_count: 5
+}
+pusher_stats {
+  uploaded_bytes: 53930
+  total_bytes: 53930
+}
+local_info {
+}
+
+2022-03-23 17:07:58,855 INFO    MainThread:13375 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-03-23 17:07:58,855 INFO    MainThread:13375 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-03-23 17:07:58,857 INFO    MainThread:13375 [wandb_run.py:_footer_sync_info():2822] logging synced files