diff --git a/README.md b/README.md
new file mode 120000
index 0000000000000000000000000000000000000000..7479cad2f95e8fd08e08dcead1b5d3f8e161d56f
--- /dev/null
+++ b/README.md
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/README.md
\ No newline at end of file
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..c978ae4e2d0107d36f866bd3fdb0d8bcef8e9107
--- /dev/null
+++ b/config.json
@@ -0,0 +1,248 @@
+{
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
diff --git a/create_model.py b/create_model.py
new file mode 100644
index 0000000000000000000000000000000000000000..9d4f792ddd6edd33f12a2f28f43107b2d5553f3f
--- /dev/null
+++ b/create_model.py
@@ -0,0 +1,32 @@
+import jax.numpy as jnp
+from transformers import AutoFeatureExtractor, AutoTokenizer
+from models.modeling_flax_speech_encoder_decoder import FlaxSpeechEncoderDecoderModel
+
+encoder_id = "hf-internal-testing/tiny-random-wav2vec2"
+decoder_id = "hf-internal-testing/tiny-random-bart"
+
+model = FlaxSpeechEncoderDecoderModel.from_encoder_decoder_pretrained(
+ encoder_id, decoder_id, encoder_from_pt=True, decoder_from_pt=True, encoder_add_adapter=True
+)
+
+model.config.encoder.feat_proj_dropout = 0.0
+model.config.encoder.final_dropout = 0.0
+model.config.encoder.mask_time_prob = 0.1
+model.config.decoder_start_token_id = model.config.decoder.bos_token_id
+model.config.pad_token_id = model.config.decoder.pad_token_id
+model.config.eos_token_id = model.config.decoder.eos_token_id
+model.config.max_length = 20
+model.config.num_beams = 1
+model.config.encoder.layerdrop = 0.0
+model.config.use_cache = False
+model.config.processor_class = "Wav2Vec2Processor"
+
+# check if generation works
+out = model.generate(jnp.ones((1, 2000)))
+
+model.save_pretrained("./")
+
+feature_extractor = AutoFeatureExtractor.from_pretrained(encoder_id)
+feature_extractor.save_pretrained("./")
+tokenizer = AutoTokenizer.from_pretrained(decoder_id)
+tokenizer.save_pretrained("./")
diff --git a/create_scan_model.py b/create_scan_model.py
new file mode 100644
index 0000000000000000000000000000000000000000..87065217d7021c6c309f730fafbcd30949a12239
--- /dev/null
+++ b/create_scan_model.py
@@ -0,0 +1,61 @@
+import jax.numpy as jnp
+from transformers import AutoFeatureExtractor, AutoTokenizer
+from models.modeling_flax_speech_encoder_decoder import FlaxSpeechEncoderDecoderModel
+from flax.traverse_util import flatten_dict, unflatten_dict
+
+encoder_id = "hf-internal-testing/tiny-random-wav2vec2"
+decoder_id = "hf-internal-testing/tiny-random-bart"
+
+unrolled_model = FlaxSpeechEncoderDecoderModel.from_encoder_decoder_pretrained(encoder_id, decoder_id, encoder_add_adapter=True, encoder_from_pt=True, decoder_from_pt=True, encoder_use_scan=False, decoder_use_scan=False)
+model = FlaxSpeechEncoderDecoderModel.from_encoder_decoder_pretrained(encoder_id, decoder_id, encoder_add_adapter=True, encoder_from_pt=True, decoder_from_pt=True, encoder_use_scan=True, decoder_use_scan=True)
+
+model.config.encoder.feat_proj_dropout = 0.0
+model.config.encoder.final_dropout = 0.0
+model.config.encoder.mask_time_prob = 0.1
+model.config.decoder_start_token_id = model.config.decoder.bos_token_id
+model.config.pad_token_id = model.config.decoder.pad_token_id
+model.config.eos_token_id = model.config.decoder.eos_token_id
+model.config.max_length = 40
+model.config.num_beams = 1
+model.config.encoder.layerdrop = 0.0
+model.config.use_cache = False
+model.config.processor_class = "Wav2Vec2Processor"
+
+def unrolled_to_scanned(model):
+ params = model.params
+ new_enc_params = {}
+ # get the key of a scanned module
+ for k in flatten_dict(params['encoder']['encoder']['layers']['0']):
+ # stack the weights for each layer of the scanned module into one matrix
+ new_enc_params[k] = jnp.stack([flatten_dict(params['encoder']['encoder']['layers'][str(i)])[k] for i in range(model.config.encoder.num_hidden_layers)])
+ # append the correct prefix to the scanned modules' keys
+ new_enc_params = unflatten_dict({('encoder', 'layers', 'FlaxWav2Vec2EncoderLayers'): unflatten_dict(new_enc_params)})
+
+ # repeat for the decoder (note that the key 'layers' appears one index to the right than in the encoder, thus we'll treat the encoder and decoder independently for now)
+ new_dec_params = {}
+ for k in flatten_dict(params['decoder']['model']['decoder']['layers']['0']):
+ new_dec_params[k] = jnp.stack([flatten_dict(params['decoder']['model']['decoder']['layers'][str(i)])[k] for i in range(model.config.decoder.decoder_layers)])
+ new_dec_params = unflatten_dict({('model', 'decoder', 'layers', 'FlaxBartDecoderLayers'): unflatten_dict(new_dec_params)})
+
+ # combine the encoder and decoder parameters
+ new_params = {'encoder': new_enc_params, 'decoder': new_dec_params}
+ new_params = flatten_dict(new_params)
+
+ # append parameters for non-scanned modules (i.e. all modules that do not contain the key 'layers')
+ for k in flatten_dict(params):
+ if 'layers' not in k or 'adapter' in k:
+ new_params[k] = flatten_dict(params)[k]
+
+ return unflatten_dict(new_params)
+
+model.params = unrolled_to_scanned(unrolled_model)
+
+# check if generation works
+out = model.generate(jnp.ones((1, 2000)))
+
+model.save_pretrained("./")
+
+feature_extractor = AutoFeatureExtractor.from_pretrained(encoder_id)
+feature_extractor.save_pretrained("./")
+tokenizer = AutoTokenizer.from_pretrained(decoder_id)
+tokenizer.save_pretrained("./")
diff --git a/events.out.tfevents.1651947549.t1v-n-4eb331dd-w-0.34345.0.v2 b/events.out.tfevents.1651947549.t1v-n-4eb331dd-w-0.34345.0.v2
new file mode 100644
index 0000000000000000000000000000000000000000..751b3f89aa18fb6dcd113e9980b054a5507f8a9c
--- /dev/null
+++ b/events.out.tfevents.1651947549.t1v-n-4eb331dd-w-0.34345.0.v2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:eb893c5ceaaec7846d75585c4d40dfb182cdee31a0ad4ac2179a673b07532463
+size 40
diff --git a/events.out.tfevents.1651947657.t1v-n-4eb331dd-w-0.36195.0.v2 b/events.out.tfevents.1651947657.t1v-n-4eb331dd-w-0.36195.0.v2
new file mode 100644
index 0000000000000000000000000000000000000000..bd76b2a2caab4aea4ebfac19c05a8264f8af52d7
--- /dev/null
+++ b/events.out.tfevents.1651947657.t1v-n-4eb331dd-w-0.36195.0.v2
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1a0a63521ce8f164c3b6480d5c6341d59f9221b3469f37c1fdc527ebfae8853
+size 40
diff --git a/flax_model.msgpack b/flax_model.msgpack
new file mode 100644
index 0000000000000000000000000000000000000000..9dfd5264aad4e8ff2da11ce4655a2b1e899f8581
--- /dev/null
+++ b/flax_model.msgpack
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f770185c729bc3a29d8a2707034cb6d5877ead0981ccddaf12b5297b275324a
+size 218688
diff --git a/get_ctc_tokenizer.py b/get_ctc_tokenizer.py
new file mode 120000
index 0000000000000000000000000000000000000000..0b3eaf0bc49359b8d007c18678fe5464ff3e5060
--- /dev/null
+++ b/get_ctc_tokenizer.py
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/get_ctc_tokenizer.py
\ No newline at end of file
diff --git a/merges.txt b/merges.txt
new file mode 100644
index 0000000000000000000000000000000000000000..dd6e6eead27888bb18c70abd5791985751dfdc05
--- /dev/null
+++ b/merges.txt
@@ -0,0 +1,803 @@
+#version: 0.2 - Trained by `huggingface/tokenizers`
+Ġ t
+h e
+Ġ a
+i n
+Ġt he
+e r
+o n
+Ġ ,
+r e
+Ġ s
+e d
+Ġ o
+Ġ w
+n d
+a t
+Ġ .
+o r
+i t
+Ġ c
+e n
+Ġ f
+i s
+e s
+a r
+Ġo f
+Ġ b
+a n
+Ġ in
+a l
+in g
+Ġ p
+Ġa nd
+a s
+Ġt o
+r o
+i c
+Ġ m
+Ġ d
+Ġ h
+i on
+l e
+o u
+Ġ T
+Ġ re
+Ġ =
+Ġ "
+Ġ A
+Ġ S
+en t
+i l
+Ġt h
+Ġ 1
+s t
+Ġ C
+e l
+o m
+Ġ l
+a m
+Ġ Ċ
+Ġ e
+Ġ n
+Ġ @
+a d
+a c
+Ġw as
+Ġ M
+u r
+ĠT he
+e c
+Ġ on
+l y
+Ġ B
+Ġ I
+Ġ g
+Ġ '
+e t
+o l
+i d
+i v
+i m
+Ġf or
+i r
+- @
+Ġ@ -@
+i g
+o t
+t er
+Ġa s
+Ġ H
+u s
+o w
+Ġs t
+u t
+it h
+a y
+Ġ 2
+Ġ P
+at ion
+v er
+Ġb e
+he r
+Ġth at
+Ġw ith
+Ġ R
+c e
+t h
+Ġ D
+Ġ is
+u n
+e m
+Ġ F
+Ġw h
+u l
+Ġb y
+Ġa l
+c h
+Ġ )
+Ġ (
+Ġ W
+Ġc on
+r a
+Ġ G
+o s
+Ġ L
+Ġ N
+Ġa t
+er s
+c t
+Ġ it
+Ġ1 9
+ro m
+a nd
+Ġa n
+u m
+es t
+Ġ J
+a g
+Ġ he
+0 0
+is t
+a in
+o d
+a v
+r i
+Ġ E
+Ġ O
+Ġf rom
+Ġc om
+Ġh is
+o p
+Ġp ro
+re s
+i es
+i f
+Ġ v
+or t
+er e
+il l
+l d
+Ġd e
+p p
+Ġs u
+o re
+ĠI n
+Ġ r
+Ġs e
+Ġw ere
+e w
+on g
+ig h
+ar d
+at e
+al l
+ar t
+a k
+ic h
+Ġc h
+Ġo r
+a b
+an t
+u d
+o c
+b er
+Ġe x
+g h
+it y
+at ed
+p t
+es s
+e ar
+Ġ K
+Ġp l
+am e
+q u
+iv e
+ro u
+Ġa re
+Ġ â
+Ġs h
+Ġ k
+ac k
+ec t
+Ġâ Ģ
+Ġ U
+Ġh ad
+s e
+Ġwh ich
+re d
+o v
+ĠS t
+as t
+Ġs p
+i an
+Ġ y
+m ent
+Ġ le
+Ġn ot
+g e
+or d
+r it
+i p
+in e
+el l
+al ly
+ou r
+o st
+igh t
+t her
+a p
+Ġ u
+is h
+ĠC h
+ou n
+i a
+Ġ 3
+av e
+ar y
+u st
+o g
+Ġ2 00
+Ġ un
+ou s
+ir st
+Ġ V
+c c
+Ġin c
+Ġ ;
+Ġcom p
+r u
+ion s
+Ġthe ir
+Ġb ut
+id e
+u re
+s o
+Ġcon t
+Ġin t
+f ter
+ic al
+i al
+Ġa r
+Ġf irst
+ou ld
+Ġit s
+he d
+ĠâĢ ĵ
+Ġw he
+w o
+ou t
+u b
+Ġ2 0
+f f
+Ġ :
+u e
+Ġ her
+ow n
+o k
+Ġal so
+Ġc l
+p er
+ig n
+at er
+r an
+or m
+i e
+om e
+or k
+as s
+i re
+e nd
+Ġre s
+Ġa b
+Ġa d
+Ġ us
+r y
+Ġre c
+Ġh ave
+ag e
+ĠH e
+Ġ 4
+Ġ ro
+m er
+Ġon e
+on d
+l ow
+Ġh as
+ĠT h
+d u
+Ġ 5
+Ġp er
+Ġbe en
+im e
+Ġt wo
+en ce
+l and
+Ġ1 8
+. @
+Ġ@ .@
+ul t
+re e
+ou gh
+i le
+Ġwh o
+ĠA l
+Ġs c
+ur ing
+p l
+or y
+it ion
+r ic
+ation s
+Ġd is
+Ġth is
+Ġb ec
+Ġa pp
+i z
+ĠI t
+a re
+ac h
+l ud
+ad e
+Ġpl ay
+Ġ j
+Ġm an
+ac t
+el y
+Ġp art
+Ġd es
+Ġa g
+Ġthe y
+Ġy ear
+oun t
+Ġ20 1
+Ġo ver
+Ġo ther
+ou nd
+Ġa fter
+i b
+o ver
+Ġs er
+Ġ en
+Ġof f
+Ġ im
+ct ion
+Ġ Y
+k e
+it e
+, @
+Ġ@ ,@
+t e
+ur n
+Ġinc lud
+res s
+an ce
+an g
+Ġat t
+ic e
+ac e
+ar k
+Ġo ut
+w n
+p h
+em ber
+Ġp re
+Ġu p
+en s
+m an
+Ġe v
+Ġt ime
+nd er
+rou gh
+c ed
+Ġf in
+Ġint o
+on e
+p ort
+rou nd
+w e
+re n
+l es
+in t
+ĠO n
+v el
+Ġcom m
+Ġs he
+as on
+am p
+Ġt e
+Ġw ould
+w ard
+Ġm ore
+Ġ 6
+i ed
+os e
+ri b
+ĠU n
+Ġal l
+ing s
+ter n
+c es
+ab le
+Ġw e
+it ed
+e ver
+ent s
+Ġh im
+as ed
+or s
+o y
+o od
+Ġc ent
+i x
+as e
+il d
+ĠA n
+Ġ 7
+Ġw ork
+at es
+i ous
+at h
+Ġp o
+ro p
+ol d
+al s
+is s
+e y
+ic t
+Ġf e
+Ġthe m
+g an
+Ġs ec
+Ġb et
+Ġwhe n
+Ġs ong
+Ġre m
+e p
+f orm
+a il
+f er
+Ġe ar
+ub l
+a w
+Ġk n
+ak e
+a us
+Ġm ost
+Ġcon s
+Ġd uring
+ĠA s
+or th
+Ġn ew
+er ed
+il m
+v ed
+at t
+Ġon ly
+Ġ 9
+Ġd ec
+Ġ 8
+ic k
+Ġg ame
+on s
+u g
+Ġt r
+f t
+ot h
+o ok
+ĠM ar
+re at
+w ay
+Ġc an
+ol low
+ou th
+we en
+ĠE n
+Ġ19 9
+ter s
+Ġre l
+in d
+Ġab out
+Ġse ason
+Ġag ain
+r al
+Ġth ree
+ation al
+Ġu nder
+ul ar
+Ġm e
+Ġth an
+ĠC om
+ĠA r
+h ip
+o b
+Ġn e
+Ġbet ween
+Ġf l
+h n
+v e
+Ġch ar
+Ġc ol
+Ġrec ord
+i ew
+r on
+f ore
+Ġth rough
+is ion
+or n
+Ġ 00
+oc k
+Ġ ver
+Ġl ater
+Ġn um
+Ġe nd
+ol og
+am es
+Ġp os
+Ġw rit
+Ġpro du
+Ġwh ile
+Ġa ct
+Ġre le
+Ġf ilm
+is hed
+Ġp r
+an s
+Ġre g
+Ġfor m
+Ġas s
+ĠS e
+ur y
+t ed
+t s
+Ġm ade
+Ġsu b
+Ġp e
+Ġs o
+or ld
+Ġre t
+ĠN ew
+Ġsp ec
+Ġa cc
+Ġ qu
+Ġwhe re
+en er
+Ġm ov
+he s
+mer ic
+at ing
+Ġin ter
+ĠL e
+ĠA meric
+Ġ ra
+Ġs ome
+Ġc o
+Ġl ar
+Ġb u
+Ġde f
+b um
+Ġa c
+Ġm us
+Ġf ollow
+ĠA t
+in s
+iv ed
+if ic
+u al
+Ġa m
+Ġsu ch
+Ġsec ond
+i ke
+Ġf our
+Ġin d
+an n
+he n
+Ġus ed
+ĠR e
+ic s
+le ct
+Ġd ay
+i el
+il y
+ĠTh is
+Ġ 0
+Ġp ubl
+Ġc all
+ĠJ o
+l l
+Ġal bum
+Ġ00 0
+ran s
+Ġd o
+an y
+Ġbe fore
+ro s
+ĠS h
+Ġs y
+a id
+ĠEn g
+Ġbe ing
+Ġ1 0
+u c
+Ġe p
+Ġsu pp
+Ġthe re
+Ġyear s
+ar s
+ow ever
+Ġ ent
+if e
+Ġh igh
+Ġf ound
+ir d
+Ġn o
+Ġs et
+in es
+iv er
+i o
+ot her
+j ect
+Ġs ur
+a j
+t en
+Ġt ra
+Ġ1 2
+is ed
+it ies
+vel op
+Ġb l
+al e
+Ġser ies
+Ġl oc
+Ġnum ber
+Ġp res
+an e
+aus e
+od e
+e k
+t on
+ĠS c
+i er
+is e
+Ġse ver
+in ce
+Ġb oth
+an k
+ro w
+ire ct
+s on
+Ġthe n
+ĠB rit
+i et
+Ġ1 6
+Ġep is
+Ġinclud ing
+it s
+ig in
+p r
+Ġ /
+Ġagain st
+Ġw ell
+Ġbec ame
+Ġex p
+Ġkn own
+Ġt rans
+Ġchar ac
+ĠâĢ Ķ
+r am
+Ġb ack
+Ġad d
+Ġp op
+Ġg o
+ur ch
+Ġdes c
+Ġs ing
+iel d
+Ġper form
+ain ed
+Ġre ce
+id ent
+Ġe m
+er t
+u res
+Ġin v
+Ġde p
+Ġ19 8
+a ir
+er n
+at her
+f ul
+Ġ Z
+Ġm on
+Ġman y
+Ġm ain
+Ġst ud
+Ġl ong
+in n
+th ough
+u p
+o ol
+ĠUn ited
+l ed
+em ent
+Ġ1 5
+ow er
+ĠJo hn
+Ġo p
+Ġ1 1
+in ed
+Ġm et
+o ber
+le y
+Ġ1 7
+Ġcent ury
+Ġte am
+Ġ est
+ĠA fter
+y l
+Ġm in
+u ch
+ut e
+Ġde velop
+ĠS he
+i am
+Ġsh ow
+el f
+Ġre p
+Ġcon c
+at ive
+Ġc re
+over n
+a red
+Ġ19 4
+Ġor igin
+Ġs m
+iv ers
+a z
+Ġle ad
+Ġsever al
+a h
+Ġo b
+Ġre v
+Ġm ill
+er m
+u ally
+o ot
+Ġbe gan
+Ġ19 6
+i red
+Ġd if
+Ġcont in
+Ġs ign
+i k
+ĠI nd
+ment s
+iz ed
+Ġ19 7
+Ġd irect
+a u
+Ġex t
+ros s
+em b
+d er
+Ġp ol
+Ġm ay
+a pt
+el s
+ĠW h
+Ġcomp le
+Ġar t
+ĠB r
+ĠI s
+un e
+t il
+Ġc rit
+Ġh ist
+Ġear ly
+Ġc ould
+ĠC on
+Ġd id
+Ġb el
+Ġcall ed
+u ed
diff --git a/models b/models
new file mode 120000
index 0000000000000000000000000000000000000000..2fba49ca118fc549bbeedf0a6fb733aa5317a37d
--- /dev/null
+++ b/models
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/models
\ No newline at end of file
diff --git a/potatoes.txt b/potatoes.txt
deleted file mode 100644
index 42323f4a91341d63b85ac9470f10950f72e140a1..0000000000000000000000000000000000000000
--- a/potatoes.txt
+++ /dev/null
@@ -1 +0,0 @@
-Yoooo
diff --git a/preprocessor_config.json b/preprocessor_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..a0b7227fc1d916e469b14f6c154ad6dfea1e6891
--- /dev/null
+++ b/preprocessor_config.json
@@ -0,0 +1,9 @@
+{
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
diff --git a/run_ctc_dummy.sh b/run_ctc_dummy.sh
new file mode 120000
index 0000000000000000000000000000000000000000..ab0c890419a49d024005b1cd6e9101b460881f77
--- /dev/null
+++ b/run_ctc_dummy.sh
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/run_ctc_dummy.sh
\ No newline at end of file
diff --git a/run_flax_speech_recognition_ctc.py b/run_flax_speech_recognition_ctc.py
new file mode 120000
index 0000000000000000000000000000000000000000..2762b41b4d544f4e5259fa4d8ab1f0c19f3eb103
--- /dev/null
+++ b/run_flax_speech_recognition_ctc.py
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/run_flax_speech_recognition_ctc.py
\ No newline at end of file
diff --git a/run_flax_speech_recognition_seq2seq.py b/run_flax_speech_recognition_seq2seq.py
new file mode 120000
index 0000000000000000000000000000000000000000..881d3d1e676ea4c5011c6b4e1023cda1d0477321
--- /dev/null
+++ b/run_flax_speech_recognition_seq2seq.py
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/run_flax_speech_recognition_seq2seq.py
\ No newline at end of file
diff --git a/run_librispeech.sh b/run_librispeech.sh
new file mode 100644
index 0000000000000000000000000000000000000000..bbacecb62561c5cb4e780c694c2cc7f977988720
--- /dev/null
+++ b/run_librispeech.sh
@@ -0,0 +1,37 @@
+#!/usr/bin/env bash
+python run_flax_speech_recognition_seq2seq.py \
+ --dataset_name="hf-internal-testing/librispeech_asr_dummy" \
+ --model_name_or_path="./" \
+ --dataset_config_name="clean" \
+ --train_split_name="validation" \
+ --eval_split_name="validation" \
+ --test_split_name="validation[:90%]+validation[:95%]" \
+ --output_dir="./" \
+ --dataset_cache_dir="/home/sanchitgandhi/cache/huggingface/datasets" \
+ --preprocessing_num_workers="1" \
+ --length_column_name="input_length" \
+ --overwrite_output_dir \
+ --max_steps="15" \
+ --eval_steps="5" \
+ --save_steps="5" \
+ --per_device_train_batch_size="2" \
+ --per_device_eval_batch_size="2" \
+ --logging_steps="1" \
+ --max_duration_in_seconds="15" \
+ --max_target_length="64" \
+ --generation_max_length="40" \
+ --generation_num_beams="1" \
+ --final_generation_max_length="50" \
+ --final_generation_num_beams="2" \
+ --learning_rate="3e-4" \
+ --warmup_steps="500" \
+ --text_column_name="text" \
+ --save_total_limit="1" \
+ --wandb_project="flax-wav2vec2-2-bart-dummy" \
+ --freeze_feature_encoder \
+ --predict_with_generate \
+ --do_lower_case \
+ --do_train \
+ --do_eval \
+ --do_predict \
+ --push_to_hub
diff --git a/seq2seq.png b/seq2seq.png
new file mode 120000
index 0000000000000000000000000000000000000000..67c2d4a952670998ea3a43213c15b3136c2bae9c
--- /dev/null
+++ b/seq2seq.png
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/seq2seq.png
\ No newline at end of file
diff --git a/special_tokens_map.json b/special_tokens_map.json
new file mode 100644
index 0000000000000000000000000000000000000000..2ea7ad0e45a9d1d1591782ba7e29a703d0758831
--- /dev/null
+++ b/special_tokens_map.json
@@ -0,0 +1 @@
+{"bos_token": "", "eos_token": "", "unk_token": "", "sep_token": "", "pad_token": "", "cls_token": "", "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false}}
\ No newline at end of file
diff --git a/tests b/tests
new file mode 120000
index 0000000000000000000000000000000000000000..ab3b27b67a76f875a53edba804cc9b9eb0a43307
--- /dev/null
+++ b/tests
@@ -0,0 +1 @@
+/home/sanchitgandhi/seq2seq-speech/tests
\ No newline at end of file
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..3f9827348733c46e95bf2bb18202fd241b932115
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,1890 @@
+{
+ "version": "1.0",
+ "truncation": null,
+ "padding": null,
+ "added_tokens": [
+ {
+ "id": 0,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 1,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 2,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 3,
+ "content": "",
+ "single_word": false,
+ "lstrip": false,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ },
+ {
+ "id": 4,
+ "content": "",
+ "single_word": false,
+ "lstrip": true,
+ "rstrip": false,
+ "normalized": false,
+ "special": true
+ }
+ ],
+ "normalizer": null,
+ "pre_tokenizer": {
+ "type": "ByteLevel",
+ "add_prefix_space": false,
+ "trim_offsets": true
+ },
+ "post_processor": {
+ "type": "RobertaProcessing",
+ "sep": [
+ "",
+ 2
+ ],
+ "cls": [
+ "",
+ 0
+ ],
+ "trim_offsets": true,
+ "add_prefix_space": false
+ },
+ "decoder": {
+ "type": "ByteLevel",
+ "add_prefix_space": true,
+ "trim_offsets": true
+ },
+ "model": {
+ "type": "BPE",
+ "dropout": null,
+ "unk_token": null,
+ "continuing_subword_prefix": "",
+ "end_of_word_suffix": "",
+ "fuse_unk": false,
+ "vocab": {
+ "": 0,
+ "": 1,
+ "": 2,
+ "": 3,
+ "": 4,
+ "!": 5,
+ "\"": 6,
+ "#": 7,
+ "$": 8,
+ "%": 9,
+ "&": 10,
+ "'": 11,
+ "(": 12,
+ ")": 13,
+ "*": 14,
+ "+": 15,
+ ",": 16,
+ "-": 17,
+ ".": 18,
+ "/": 19,
+ "0": 20,
+ "1": 21,
+ "2": 22,
+ "3": 23,
+ "4": 24,
+ "5": 25,
+ "6": 26,
+ "7": 27,
+ "8": 28,
+ "9": 29,
+ ":": 30,
+ ";": 31,
+ "<": 32,
+ "=": 33,
+ ">": 34,
+ "?": 35,
+ "@": 36,
+ "A": 37,
+ "B": 38,
+ "C": 39,
+ "D": 40,
+ "E": 41,
+ "F": 42,
+ "G": 43,
+ "H": 44,
+ "I": 45,
+ "J": 46,
+ "K": 47,
+ "L": 48,
+ "M": 49,
+ "N": 50,
+ "O": 51,
+ "P": 52,
+ "Q": 53,
+ "R": 54,
+ "S": 55,
+ "T": 56,
+ "U": 57,
+ "V": 58,
+ "W": 59,
+ "X": 60,
+ "Y": 61,
+ "Z": 62,
+ "[": 63,
+ "\\": 64,
+ "]": 65,
+ "^": 66,
+ "_": 67,
+ "`": 68,
+ "a": 69,
+ "b": 70,
+ "c": 71,
+ "d": 72,
+ "e": 73,
+ "f": 74,
+ "g": 75,
+ "h": 76,
+ "i": 77,
+ "j": 78,
+ "k": 79,
+ "l": 80,
+ "m": 81,
+ "n": 82,
+ "o": 83,
+ "p": 84,
+ "q": 85,
+ "r": 86,
+ "s": 87,
+ "t": 88,
+ "u": 89,
+ "v": 90,
+ "w": 91,
+ "x": 92,
+ "y": 93,
+ "z": 94,
+ "|": 95,
+ "}": 96,
+ "~": 97,
+ "¡": 98,
+ "¢": 99,
+ "£": 100,
+ "¤": 101,
+ "¥": 102,
+ "¦": 103,
+ "§": 104,
+ "¨": 105,
+ "©": 106,
+ "ª": 107,
+ "«": 108,
+ "¬": 109,
+ "®": 110,
+ "¯": 111,
+ "°": 112,
+ "±": 113,
+ "²": 114,
+ "³": 115,
+ "´": 116,
+ "µ": 117,
+ "¶": 118,
+ "·": 119,
+ "¸": 120,
+ "¹": 121,
+ "º": 122,
+ "»": 123,
+ "¼": 124,
+ "½": 125,
+ "¾": 126,
+ "¿": 127,
+ "Â": 128,
+ "Ã": 129,
+ "Ä": 130,
+ "Å": 131,
+ "Æ": 132,
+ "Ç": 133,
+ "È": 134,
+ "É": 135,
+ "Ê": 136,
+ "Ë": 137,
+ "Ì": 138,
+ "Í": 139,
+ "Î": 140,
+ "Ï": 141,
+ "Ð": 142,
+ "Ñ": 143,
+ "Ö": 144,
+ "×": 145,
+ "Ø": 146,
+ "Ù": 147,
+ "Ü": 148,
+ "à": 149,
+ "á": 150,
+ "â": 151,
+ "ã": 152,
+ "ä": 153,
+ "å": 154,
+ "æ": 155,
+ "ç": 156,
+ "è": 157,
+ "é": 158,
+ "ë": 159,
+ "ì": 160,
+ "ï": 161,
+ "Ċ": 162,
+ "Ġ": 163,
+ "Ģ": 164,
+ "ģ": 165,
+ "Ĥ": 166,
+ "ĥ": 167,
+ "Ħ": 168,
+ "ħ": 169,
+ "Ĩ": 170,
+ "ĩ": 171,
+ "Ī": 172,
+ "ī": 173,
+ "Ĭ": 174,
+ "ĭ": 175,
+ "Į": 176,
+ "į": 177,
+ "İ": 178,
+ "ı": 179,
+ "IJ": 180,
+ "ij": 181,
+ "Ĵ": 182,
+ "ĵ": 183,
+ "Ķ": 184,
+ "ķ": 185,
+ "ĸ": 186,
+ "Ĺ": 187,
+ "ĺ": 188,
+ "Ļ": 189,
+ "ļ": 190,
+ "Ľ": 191,
+ "ľ": 192,
+ "Ŀ": 193,
+ "ŀ": 194,
+ "Ł": 195,
+ "ł": 196,
+ "Ń": 197,
+ "Ġt": 198,
+ "he": 199,
+ "Ġa": 200,
+ "in": 201,
+ "Ġthe": 202,
+ "er": 203,
+ "on": 204,
+ "Ġ,": 205,
+ "re": 206,
+ "Ġs": 207,
+ "ed": 208,
+ "Ġo": 209,
+ "Ġw": 210,
+ "nd": 211,
+ "at": 212,
+ "Ġ.": 213,
+ "or": 214,
+ "it": 215,
+ "Ġc": 216,
+ "en": 217,
+ "Ġf": 218,
+ "is": 219,
+ "es": 220,
+ "ar": 221,
+ "Ġof": 222,
+ "Ġb": 223,
+ "an": 224,
+ "Ġin": 225,
+ "al": 226,
+ "ing": 227,
+ "Ġp": 228,
+ "Ġand": 229,
+ "as": 230,
+ "Ġto": 231,
+ "ro": 232,
+ "ic": 233,
+ "Ġm": 234,
+ "Ġd": 235,
+ "Ġh": 236,
+ "ion": 237,
+ "le": 238,
+ "ou": 239,
+ "ĠT": 240,
+ "Ġre": 241,
+ "Ġ=": 242,
+ "Ġ\"": 243,
+ "ĠA": 244,
+ "ĠS": 245,
+ "ent": 246,
+ "il": 247,
+ "Ġth": 248,
+ "Ġ1": 249,
+ "st": 250,
+ "ĠC": 251,
+ "el": 252,
+ "om": 253,
+ "Ġl": 254,
+ "am": 255,
+ "ĠĊ": 256,
+ "Ġe": 257,
+ "Ġn": 258,
+ "Ġ@": 259,
+ "ad": 260,
+ "ac": 261,
+ "Ġwas": 262,
+ "ĠM": 263,
+ "ur": 264,
+ "ĠThe": 265,
+ "ec": 266,
+ "Ġon": 267,
+ "ly": 268,
+ "ĠB": 269,
+ "ĠI": 270,
+ "Ġg": 271,
+ "Ġ'": 272,
+ "et": 273,
+ "ol": 274,
+ "id": 275,
+ "iv": 276,
+ "im": 277,
+ "Ġfor": 278,
+ "ir": 279,
+ "-@": 280,
+ "Ġ@-@": 281,
+ "ig": 282,
+ "ot": 283,
+ "ter": 284,
+ "Ġas": 285,
+ "ĠH": 286,
+ "us": 287,
+ "ow": 288,
+ "Ġst": 289,
+ "ut": 290,
+ "ith": 291,
+ "ay": 292,
+ "Ġ2": 293,
+ "ĠP": 294,
+ "ation": 295,
+ "ver": 296,
+ "Ġbe": 297,
+ "her": 298,
+ "Ġthat": 299,
+ "Ġwith": 300,
+ "ĠR": 301,
+ "ce": 302,
+ "th": 303,
+ "ĠD": 304,
+ "Ġis": 305,
+ "un": 306,
+ "em": 307,
+ "ĠF": 308,
+ "Ġwh": 309,
+ "ul": 310,
+ "Ġby": 311,
+ "Ġal": 312,
+ "ch": 313,
+ "Ġ)": 314,
+ "Ġ(": 315,
+ "ĠW": 316,
+ "Ġcon": 317,
+ "ra": 318,
+ "ĠG": 319,
+ "os": 320,
+ "ĠL": 321,
+ "ĠN": 322,
+ "Ġat": 323,
+ "ers": 324,
+ "ct": 325,
+ "Ġit": 326,
+ "Ġ19": 327,
+ "rom": 328,
+ "and": 329,
+ "Ġan": 330,
+ "um": 331,
+ "est": 332,
+ "ĠJ": 333,
+ "ag": 334,
+ "Ġhe": 335,
+ "00": 336,
+ "ist": 337,
+ "ain": 338,
+ "od": 339,
+ "av": 340,
+ "ri": 341,
+ "ĠE": 342,
+ "ĠO": 343,
+ "Ġfrom": 344,
+ "Ġcom": 345,
+ "Ġhis": 346,
+ "op": 347,
+ "Ġpro": 348,
+ "res": 349,
+ "ies": 350,
+ "if": 351,
+ "Ġv": 352,
+ "ort": 353,
+ "ere": 354,
+ "ill": 355,
+ "ld": 356,
+ "Ġde": 357,
+ "pp": 358,
+ "Ġsu": 359,
+ "ore": 360,
+ "ĠIn": 361,
+ "Ġr": 362,
+ "Ġse": 363,
+ "Ġwere": 364,
+ "ew": 365,
+ "ong": 366,
+ "igh": 367,
+ "ard": 368,
+ "ate": 369,
+ "all": 370,
+ "art": 371,
+ "ak": 372,
+ "ich": 373,
+ "Ġch": 374,
+ "Ġor": 375,
+ "ab": 376,
+ "ant": 377,
+ "ud": 378,
+ "oc": 379,
+ "ber": 380,
+ "Ġex": 381,
+ "gh": 382,
+ "ity": 383,
+ "ated": 384,
+ "pt": 385,
+ "ess": 386,
+ "ear": 387,
+ "ĠK": 388,
+ "Ġpl": 389,
+ "ame": 390,
+ "qu": 391,
+ "ive": 392,
+ "rou": 393,
+ "Ġare": 394,
+ "Ġâ": 395,
+ "Ġsh": 396,
+ "Ġk": 397,
+ "ack": 398,
+ "ect": 399,
+ "ĠâĢ": 400,
+ "ĠU": 401,
+ "Ġhad": 402,
+ "se": 403,
+ "Ġwhich": 404,
+ "red": 405,
+ "ov": 406,
+ "ĠSt": 407,
+ "ast": 408,
+ "Ġsp": 409,
+ "ian": 410,
+ "Ġy": 411,
+ "ment": 412,
+ "Ġle": 413,
+ "Ġnot": 414,
+ "ge": 415,
+ "ord": 416,
+ "rit": 417,
+ "ip": 418,
+ "ine": 419,
+ "ell": 420,
+ "ally": 421,
+ "our": 422,
+ "ost": 423,
+ "ight": 424,
+ "ther": 425,
+ "ap": 426,
+ "Ġu": 427,
+ "ish": 428,
+ "ĠCh": 429,
+ "oun": 430,
+ "ia": 431,
+ "Ġ3": 432,
+ "ave": 433,
+ "ary": 434,
+ "ust": 435,
+ "og": 436,
+ "Ġ200": 437,
+ "Ġun": 438,
+ "ous": 439,
+ "irst": 440,
+ "ĠV": 441,
+ "cc": 442,
+ "Ġinc": 443,
+ "Ġ;": 444,
+ "Ġcomp": 445,
+ "ru": 446,
+ "ions": 447,
+ "Ġtheir": 448,
+ "Ġbut": 449,
+ "ide": 450,
+ "ure": 451,
+ "so": 452,
+ "Ġcont": 453,
+ "Ġint": 454,
+ "fter": 455,
+ "ical": 456,
+ "ial": 457,
+ "Ġar": 458,
+ "Ġfirst": 459,
+ "ould": 460,
+ "Ġits": 461,
+ "hed": 462,
+ "ĠâĢĵ": 463,
+ "Ġwhe": 464,
+ "wo": 465,
+ "out": 466,
+ "ub": 467,
+ "Ġ20": 468,
+ "ff": 469,
+ "Ġ:": 470,
+ "ue": 471,
+ "Ġher": 472,
+ "own": 473,
+ "ok": 474,
+ "Ġalso": 475,
+ "Ġcl": 476,
+ "per": 477,
+ "ign": 478,
+ "ater": 479,
+ "ran": 480,
+ "orm": 481,
+ "ie": 482,
+ "ome": 483,
+ "ork": 484,
+ "ass": 485,
+ "ire": 486,
+ "end": 487,
+ "Ġres": 488,
+ "Ġab": 489,
+ "Ġad": 490,
+ "Ġus": 491,
+ "ry": 492,
+ "Ġrec": 493,
+ "Ġhave": 494,
+ "age": 495,
+ "ĠHe": 496,
+ "Ġ4": 497,
+ "Ġro": 498,
+ "mer": 499,
+ "Ġone": 500,
+ "ond": 501,
+ "low": 502,
+ "Ġhas": 503,
+ "ĠTh": 504,
+ "du": 505,
+ "Ġ5": 506,
+ "Ġper": 507,
+ "Ġbeen": 508,
+ "ime": 509,
+ "Ġtwo": 510,
+ "ence": 511,
+ "land": 512,
+ "Ġ18": 513,
+ ".@": 514,
+ "Ġ@.@": 515,
+ "ult": 516,
+ "ree": 517,
+ "ough": 518,
+ "ile": 519,
+ "Ġwho": 520,
+ "ĠAl": 521,
+ "Ġsc": 522,
+ "uring": 523,
+ "pl": 524,
+ "ory": 525,
+ "ition": 526,
+ "ric": 527,
+ "ations": 528,
+ "Ġdis": 529,
+ "Ġthis": 530,
+ "Ġbec": 531,
+ "Ġapp": 532,
+ "iz": 533,
+ "ĠIt": 534,
+ "are": 535,
+ "ach": 536,
+ "lud": 537,
+ "ade": 538,
+ "Ġplay": 539,
+ "Ġj": 540,
+ "Ġman": 541,
+ "act": 542,
+ "ely": 543,
+ "Ġpart": 544,
+ "Ġdes": 545,
+ "Ġag": 546,
+ "Ġthey": 547,
+ "Ġyear": 548,
+ "ount": 549,
+ "Ġ201": 550,
+ "Ġover": 551,
+ "Ġother": 552,
+ "ound": 553,
+ "Ġafter": 554,
+ "ib": 555,
+ "over": 556,
+ "Ġser": 557,
+ "Ġen": 558,
+ "Ġoff": 559,
+ "Ġim": 560,
+ "ction": 561,
+ "ĠY": 562,
+ "ke": 563,
+ "ite": 564,
+ ",@": 565,
+ "Ġ@,@": 566,
+ "te": 567,
+ "urn": 568,
+ "Ġinclud": 569,
+ "ress": 570,
+ "ance": 571,
+ "ang": 572,
+ "Ġatt": 573,
+ "ice": 574,
+ "ace": 575,
+ "ark": 576,
+ "Ġout": 577,
+ "wn": 578,
+ "ph": 579,
+ "ember": 580,
+ "Ġpre": 581,
+ "Ġup": 582,
+ "ens": 583,
+ "man": 584,
+ "Ġev": 585,
+ "Ġtime": 586,
+ "nder": 587,
+ "rough": 588,
+ "ced": 589,
+ "Ġfin": 590,
+ "Ġinto": 591,
+ "one": 592,
+ "port": 593,
+ "round": 594,
+ "we": 595,
+ "ren": 596,
+ "les": 597,
+ "int": 598,
+ "ĠOn": 599,
+ "vel": 600,
+ "Ġcomm": 601,
+ "Ġshe": 602,
+ "ason": 603,
+ "amp": 604,
+ "Ġte": 605,
+ "Ġwould": 606,
+ "ward": 607,
+ "Ġmore": 608,
+ "Ġ6": 609,
+ "ied": 610,
+ "ose": 611,
+ "rib": 612,
+ "ĠUn": 613,
+ "Ġall": 614,
+ "ings": 615,
+ "tern": 616,
+ "ces": 617,
+ "able": 618,
+ "Ġwe": 619,
+ "ited": 620,
+ "ever": 621,
+ "ents": 622,
+ "Ġhim": 623,
+ "ased": 624,
+ "ors": 625,
+ "oy": 626,
+ "ood": 627,
+ "Ġcent": 628,
+ "ix": 629,
+ "ase": 630,
+ "ild": 631,
+ "ĠAn": 632,
+ "Ġ7": 633,
+ "Ġwork": 634,
+ "ates": 635,
+ "ious": 636,
+ "ath": 637,
+ "Ġpo": 638,
+ "rop": 639,
+ "old": 640,
+ "als": 641,
+ "iss": 642,
+ "ey": 643,
+ "ict": 644,
+ "Ġfe": 645,
+ "Ġthem": 646,
+ "gan": 647,
+ "Ġsec": 648,
+ "Ġbet": 649,
+ "Ġwhen": 650,
+ "Ġsong": 651,
+ "Ġrem": 652,
+ "ep": 653,
+ "form": 654,
+ "ail": 655,
+ "fer": 656,
+ "Ġear": 657,
+ "ubl": 658,
+ "aw": 659,
+ "Ġkn": 660,
+ "ake": 661,
+ "aus": 662,
+ "Ġmost": 663,
+ "Ġcons": 664,
+ "Ġduring": 665,
+ "ĠAs": 666,
+ "orth": 667,
+ "Ġnew": 668,
+ "ered": 669,
+ "ilm": 670,
+ "ved": 671,
+ "att": 672,
+ "Ġonly": 673,
+ "Ġ9": 674,
+ "Ġdec": 675,
+ "Ġ8": 676,
+ "ick": 677,
+ "Ġgame": 678,
+ "ons": 679,
+ "ug": 680,
+ "Ġtr": 681,
+ "ft": 682,
+ "oth": 683,
+ "ook": 684,
+ "ĠMar": 685,
+ "reat": 686,
+ "way": 687,
+ "Ġcan": 688,
+ "ollow": 689,
+ "outh": 690,
+ "ween": 691,
+ "ĠEn": 692,
+ "Ġ199": 693,
+ "ters": 694,
+ "Ġrel": 695,
+ "ind": 696,
+ "Ġabout": 697,
+ "Ġseason": 698,
+ "Ġagain": 699,
+ "ral": 700,
+ "Ġthree": 701,
+ "ational": 702,
+ "Ġunder": 703,
+ "ular": 704,
+ "Ġme": 705,
+ "Ġthan": 706,
+ "ĠCom": 707,
+ "ĠAr": 708,
+ "hip": 709,
+ "ob": 710,
+ "Ġne": 711,
+ "Ġbetween": 712,
+ "Ġfl": 713,
+ "hn": 714,
+ "ve": 715,
+ "Ġchar": 716,
+ "Ġcol": 717,
+ "Ġrecord": 718,
+ "iew": 719,
+ "ron": 720,
+ "fore": 721,
+ "Ġthrough": 722,
+ "ision": 723,
+ "orn": 724,
+ "Ġ00": 725,
+ "ock": 726,
+ "Ġver": 727,
+ "Ġlater": 728,
+ "Ġnum": 729,
+ "Ġend": 730,
+ "olog": 731,
+ "ames": 732,
+ "Ġpos": 733,
+ "Ġwrit": 734,
+ "Ġprodu": 735,
+ "Ġwhile": 736,
+ "Ġact": 737,
+ "Ġrele": 738,
+ "Ġfilm": 739,
+ "ished": 740,
+ "Ġpr": 741,
+ "ans": 742,
+ "Ġreg": 743,
+ "Ġform": 744,
+ "Ġass": 745,
+ "ĠSe": 746,
+ "ury": 747,
+ "ted": 748,
+ "ts": 749,
+ "Ġmade": 750,
+ "Ġsub": 751,
+ "Ġpe": 752,
+ "Ġso": 753,
+ "orld": 754,
+ "Ġret": 755,
+ "ĠNew": 756,
+ "Ġspec": 757,
+ "Ġacc": 758,
+ "Ġqu": 759,
+ "Ġwhere": 760,
+ "ener": 761,
+ "Ġmov": 762,
+ "hes": 763,
+ "meric": 764,
+ "ating": 765,
+ "Ġinter": 766,
+ "ĠLe": 767,
+ "ĠAmeric": 768,
+ "Ġra": 769,
+ "Ġsome": 770,
+ "Ġco": 771,
+ "Ġlar": 772,
+ "Ġbu": 773,
+ "Ġdef": 774,
+ "bum": 775,
+ "Ġac": 776,
+ "Ġmus": 777,
+ "Ġfollow": 778,
+ "ĠAt": 779,
+ "ins": 780,
+ "ived": 781,
+ "ific": 782,
+ "ual": 783,
+ "Ġam": 784,
+ "Ġsuch": 785,
+ "Ġsecond": 786,
+ "ike": 787,
+ "Ġfour": 788,
+ "Ġind": 789,
+ "ann": 790,
+ "hen": 791,
+ "Ġused": 792,
+ "ĠRe": 793,
+ "ics": 794,
+ "lect": 795,
+ "Ġday": 796,
+ "iel": 797,
+ "ily": 798,
+ "ĠThis": 799,
+ "Ġ0": 800,
+ "Ġpubl": 801,
+ "Ġcall": 802,
+ "ĠJo": 803,
+ "ll": 804,
+ "Ġalbum": 805,
+ "Ġ000": 806,
+ "rans": 807,
+ "Ġdo": 808,
+ "any": 809,
+ "Ġbefore": 810,
+ "ros": 811,
+ "ĠSh": 812,
+ "Ġsy": 813,
+ "aid": 814,
+ "ĠEng": 815,
+ "Ġbeing": 816,
+ "Ġ10": 817,
+ "uc": 818,
+ "Ġep": 819,
+ "Ġsupp": 820,
+ "Ġthere": 821,
+ "Ġyears": 822,
+ "ars": 823,
+ "owever": 824,
+ "Ġent": 825,
+ "ife": 826,
+ "Ġhigh": 827,
+ "Ġfound": 828,
+ "ird": 829,
+ "Ġno": 830,
+ "Ġset": 831,
+ "ines": 832,
+ "iver": 833,
+ "io": 834,
+ "other": 835,
+ "ject": 836,
+ "Ġsur": 837,
+ "aj": 838,
+ "ten": 839,
+ "Ġtra": 840,
+ "Ġ12": 841,
+ "ised": 842,
+ "ities": 843,
+ "velop": 844,
+ "Ġbl": 845,
+ "ale": 846,
+ "Ġseries": 847,
+ "Ġloc": 848,
+ "Ġnumber": 849,
+ "Ġpres": 850,
+ "ane": 851,
+ "ause": 852,
+ "ode": 853,
+ "ek": 854,
+ "ton": 855,
+ "ĠSc": 856,
+ "ier": 857,
+ "ise": 858,
+ "Ġsever": 859,
+ "ince": 860,
+ "Ġboth": 861,
+ "ank": 862,
+ "row": 863,
+ "irect": 864,
+ "son": 865,
+ "Ġthen": 866,
+ "ĠBrit": 867,
+ "iet": 868,
+ "Ġ16": 869,
+ "Ġepis": 870,
+ "Ġincluding": 871,
+ "its": 872,
+ "igin": 873,
+ "pr": 874,
+ "Ġ/": 875,
+ "Ġagainst": 876,
+ "Ġwell": 877,
+ "Ġbecame": 878,
+ "Ġexp": 879,
+ "Ġknown": 880,
+ "Ġtrans": 881,
+ "Ġcharac": 882,
+ "ĠâĢĶ": 883,
+ "ram": 884,
+ "Ġback": 885,
+ "Ġadd": 886,
+ "Ġpop": 887,
+ "Ġgo": 888,
+ "urch": 889,
+ "Ġdesc": 890,
+ "Ġsing": 891,
+ "ield": 892,
+ "Ġperform": 893,
+ "ained": 894,
+ "Ġrece": 895,
+ "ident": 896,
+ "Ġem": 897,
+ "ert": 898,
+ "ures": 899,
+ "Ġinv": 900,
+ "Ġdep": 901,
+ "Ġ198": 902,
+ "air": 903,
+ "ern": 904,
+ "ather": 905,
+ "ful": 906,
+ "ĠZ": 907,
+ "Ġmon": 908,
+ "Ġmany": 909,
+ "Ġmain": 910,
+ "Ġstud": 911,
+ "Ġlong": 912,
+ "inn": 913,
+ "though": 914,
+ "up": 915,
+ "ool": 916,
+ "ĠUnited": 917,
+ "led": 918,
+ "ement": 919,
+ "Ġ15": 920,
+ "ower": 921,
+ "ĠJohn": 922,
+ "Ġop": 923,
+ "Ġ11": 924,
+ "ined": 925,
+ "Ġmet": 926,
+ "ober": 927,
+ "ley": 928,
+ "Ġ17": 929,
+ "Ġcentury": 930,
+ "Ġteam": 931,
+ "Ġest": 932,
+ "ĠAfter": 933,
+ "yl": 934,
+ "Ġmin": 935,
+ "uch": 936,
+ "ute": 937,
+ "Ġdevelop": 938,
+ "ĠShe": 939,
+ "iam": 940,
+ "Ġshow": 941,
+ "elf": 942,
+ "Ġrep": 943,
+ "Ġconc": 944,
+ "ative": 945,
+ "Ġcre": 946,
+ "overn": 947,
+ "ared": 948,
+ "Ġ194": 949,
+ "Ġorigin": 950,
+ "Ġsm": 951,
+ "ivers": 952,
+ "az": 953,
+ "Ġlead": 954,
+ "Ġseveral": 955,
+ "ah": 956,
+ "Ġob": 957,
+ "Ġrev": 958,
+ "Ġmill": 959,
+ "erm": 960,
+ "ually": 961,
+ "oot": 962,
+ "Ġbegan": 963,
+ "Ġ196": 964,
+ "ired": 965,
+ "Ġdif": 966,
+ "Ġcontin": 967,
+ "Ġsign": 968,
+ "ik": 969,
+ "ĠInd": 970,
+ "ments": 971,
+ "ized": 972,
+ "Ġ197": 973,
+ "Ġdirect": 974,
+ "au": 975,
+ "Ġext": 976,
+ "ross": 977,
+ "emb": 978,
+ "der": 979,
+ "Ġpol": 980,
+ "Ġmay": 981,
+ "apt": 982,
+ "els": 983,
+ "ĠWh": 984,
+ "Ġcomple": 985,
+ "Ġart": 986,
+ "ĠBr": 987,
+ "ĠIs": 988,
+ "une": 989,
+ "til": 990,
+ "Ġcrit": 991,
+ "Ġhist": 992,
+ "Ġearly": 993,
+ "Ġcould": 994,
+ "ĠCon": 995,
+ "Ġdid": 996,
+ "Ġbel": 997,
+ "Ġcalled": 998,
+ "ued": 999
+ },
+ "merges": [
+ "Ġ t",
+ "h e",
+ "Ġ a",
+ "i n",
+ "Ġt he",
+ "e r",
+ "o n",
+ "Ġ ,",
+ "r e",
+ "Ġ s",
+ "e d",
+ "Ġ o",
+ "Ġ w",
+ "n d",
+ "a t",
+ "Ġ .",
+ "o r",
+ "i t",
+ "Ġ c",
+ "e n",
+ "Ġ f",
+ "i s",
+ "e s",
+ "a r",
+ "Ġo f",
+ "Ġ b",
+ "a n",
+ "Ġ in",
+ "a l",
+ "in g",
+ "Ġ p",
+ "Ġa nd",
+ "a s",
+ "Ġt o",
+ "r o",
+ "i c",
+ "Ġ m",
+ "Ġ d",
+ "Ġ h",
+ "i on",
+ "l e",
+ "o u",
+ "Ġ T",
+ "Ġ re",
+ "Ġ =",
+ "Ġ \"",
+ "Ġ A",
+ "Ġ S",
+ "en t",
+ "i l",
+ "Ġt h",
+ "Ġ 1",
+ "s t",
+ "Ġ C",
+ "e l",
+ "o m",
+ "Ġ l",
+ "a m",
+ "Ġ Ċ",
+ "Ġ e",
+ "Ġ n",
+ "Ġ @",
+ "a d",
+ "a c",
+ "Ġw as",
+ "Ġ M",
+ "u r",
+ "ĠT he",
+ "e c",
+ "Ġ on",
+ "l y",
+ "Ġ B",
+ "Ġ I",
+ "Ġ g",
+ "Ġ '",
+ "e t",
+ "o l",
+ "i d",
+ "i v",
+ "i m",
+ "Ġf or",
+ "i r",
+ "- @",
+ "Ġ@ -@",
+ "i g",
+ "o t",
+ "t er",
+ "Ġa s",
+ "Ġ H",
+ "u s",
+ "o w",
+ "Ġs t",
+ "u t",
+ "it h",
+ "a y",
+ "Ġ 2",
+ "Ġ P",
+ "at ion",
+ "v er",
+ "Ġb e",
+ "he r",
+ "Ġth at",
+ "Ġw ith",
+ "Ġ R",
+ "c e",
+ "t h",
+ "Ġ D",
+ "Ġ is",
+ "u n",
+ "e m",
+ "Ġ F",
+ "Ġw h",
+ "u l",
+ "Ġb y",
+ "Ġa l",
+ "c h",
+ "Ġ )",
+ "Ġ (",
+ "Ġ W",
+ "Ġc on",
+ "r a",
+ "Ġ G",
+ "o s",
+ "Ġ L",
+ "Ġ N",
+ "Ġa t",
+ "er s",
+ "c t",
+ "Ġ it",
+ "Ġ1 9",
+ "ro m",
+ "a nd",
+ "Ġa n",
+ "u m",
+ "es t",
+ "Ġ J",
+ "a g",
+ "Ġ he",
+ "0 0",
+ "is t",
+ "a in",
+ "o d",
+ "a v",
+ "r i",
+ "Ġ E",
+ "Ġ O",
+ "Ġf rom",
+ "Ġc om",
+ "Ġh is",
+ "o p",
+ "Ġp ro",
+ "re s",
+ "i es",
+ "i f",
+ "Ġ v",
+ "or t",
+ "er e",
+ "il l",
+ "l d",
+ "Ġd e",
+ "p p",
+ "Ġs u",
+ "o re",
+ "ĠI n",
+ "Ġ r",
+ "Ġs e",
+ "Ġw ere",
+ "e w",
+ "on g",
+ "ig h",
+ "ar d",
+ "at e",
+ "al l",
+ "ar t",
+ "a k",
+ "ic h",
+ "Ġc h",
+ "Ġo r",
+ "a b",
+ "an t",
+ "u d",
+ "o c",
+ "b er",
+ "Ġe x",
+ "g h",
+ "it y",
+ "at ed",
+ "p t",
+ "es s",
+ "e ar",
+ "Ġ K",
+ "Ġp l",
+ "am e",
+ "q u",
+ "iv e",
+ "ro u",
+ "Ġa re",
+ "Ġ â",
+ "Ġs h",
+ "Ġ k",
+ "ac k",
+ "ec t",
+ "Ġâ Ģ",
+ "Ġ U",
+ "Ġh ad",
+ "s e",
+ "Ġwh ich",
+ "re d",
+ "o v",
+ "ĠS t",
+ "as t",
+ "Ġs p",
+ "i an",
+ "Ġ y",
+ "m ent",
+ "Ġ le",
+ "Ġn ot",
+ "g e",
+ "or d",
+ "r it",
+ "i p",
+ "in e",
+ "el l",
+ "al ly",
+ "ou r",
+ "o st",
+ "igh t",
+ "t her",
+ "a p",
+ "Ġ u",
+ "is h",
+ "ĠC h",
+ "ou n",
+ "i a",
+ "Ġ 3",
+ "av e",
+ "ar y",
+ "u st",
+ "o g",
+ "Ġ2 00",
+ "Ġ un",
+ "ou s",
+ "ir st",
+ "Ġ V",
+ "c c",
+ "Ġin c",
+ "Ġ ;",
+ "Ġcom p",
+ "r u",
+ "ion s",
+ "Ġthe ir",
+ "Ġb ut",
+ "id e",
+ "u re",
+ "s o",
+ "Ġcon t",
+ "Ġin t",
+ "f ter",
+ "ic al",
+ "i al",
+ "Ġa r",
+ "Ġf irst",
+ "ou ld",
+ "Ġit s",
+ "he d",
+ "ĠâĢ ĵ",
+ "Ġw he",
+ "w o",
+ "ou t",
+ "u b",
+ "Ġ2 0",
+ "f f",
+ "Ġ :",
+ "u e",
+ "Ġ her",
+ "ow n",
+ "o k",
+ "Ġal so",
+ "Ġc l",
+ "p er",
+ "ig n",
+ "at er",
+ "r an",
+ "or m",
+ "i e",
+ "om e",
+ "or k",
+ "as s",
+ "i re",
+ "e nd",
+ "Ġre s",
+ "Ġa b",
+ "Ġa d",
+ "Ġ us",
+ "r y",
+ "Ġre c",
+ "Ġh ave",
+ "ag e",
+ "ĠH e",
+ "Ġ 4",
+ "Ġ ro",
+ "m er",
+ "Ġon e",
+ "on d",
+ "l ow",
+ "Ġh as",
+ "ĠT h",
+ "d u",
+ "Ġ 5",
+ "Ġp er",
+ "Ġbe en",
+ "im e",
+ "Ġt wo",
+ "en ce",
+ "l and",
+ "Ġ1 8",
+ ". @",
+ "Ġ@ .@",
+ "ul t",
+ "re e",
+ "ou gh",
+ "i le",
+ "Ġwh o",
+ "ĠA l",
+ "Ġs c",
+ "ur ing",
+ "p l",
+ "or y",
+ "it ion",
+ "r ic",
+ "ation s",
+ "Ġd is",
+ "Ġth is",
+ "Ġb ec",
+ "Ġa pp",
+ "i z",
+ "ĠI t",
+ "a re",
+ "ac h",
+ "l ud",
+ "ad e",
+ "Ġpl ay",
+ "Ġ j",
+ "Ġm an",
+ "ac t",
+ "el y",
+ "Ġp art",
+ "Ġd es",
+ "Ġa g",
+ "Ġthe y",
+ "Ġy ear",
+ "oun t",
+ "Ġ20 1",
+ "Ġo ver",
+ "Ġo ther",
+ "ou nd",
+ "Ġa fter",
+ "i b",
+ "o ver",
+ "Ġs er",
+ "Ġ en",
+ "Ġof f",
+ "Ġ im",
+ "ct ion",
+ "Ġ Y",
+ "k e",
+ "it e",
+ ", @",
+ "Ġ@ ,@",
+ "t e",
+ "ur n",
+ "Ġinc lud",
+ "res s",
+ "an ce",
+ "an g",
+ "Ġat t",
+ "ic e",
+ "ac e",
+ "ar k",
+ "Ġo ut",
+ "w n",
+ "p h",
+ "em ber",
+ "Ġp re",
+ "Ġu p",
+ "en s",
+ "m an",
+ "Ġe v",
+ "Ġt ime",
+ "nd er",
+ "rou gh",
+ "c ed",
+ "Ġf in",
+ "Ġint o",
+ "on e",
+ "p ort",
+ "rou nd",
+ "w e",
+ "re n",
+ "l es",
+ "in t",
+ "ĠO n",
+ "v el",
+ "Ġcom m",
+ "Ġs he",
+ "as on",
+ "am p",
+ "Ġt e",
+ "Ġw ould",
+ "w ard",
+ "Ġm ore",
+ "Ġ 6",
+ "i ed",
+ "os e",
+ "ri b",
+ "ĠU n",
+ "Ġal l",
+ "ing s",
+ "ter n",
+ "c es",
+ "ab le",
+ "Ġw e",
+ "it ed",
+ "e ver",
+ "ent s",
+ "Ġh im",
+ "as ed",
+ "or s",
+ "o y",
+ "o od",
+ "Ġc ent",
+ "i x",
+ "as e",
+ "il d",
+ "ĠA n",
+ "Ġ 7",
+ "Ġw ork",
+ "at es",
+ "i ous",
+ "at h",
+ "Ġp o",
+ "ro p",
+ "ol d",
+ "al s",
+ "is s",
+ "e y",
+ "ic t",
+ "Ġf e",
+ "Ġthe m",
+ "g an",
+ "Ġs ec",
+ "Ġb et",
+ "Ġwhe n",
+ "Ġs ong",
+ "Ġre m",
+ "e p",
+ "f orm",
+ "a il",
+ "f er",
+ "Ġe ar",
+ "ub l",
+ "a w",
+ "Ġk n",
+ "ak e",
+ "a us",
+ "Ġm ost",
+ "Ġcon s",
+ "Ġd uring",
+ "ĠA s",
+ "or th",
+ "Ġn ew",
+ "er ed",
+ "il m",
+ "v ed",
+ "at t",
+ "Ġon ly",
+ "Ġ 9",
+ "Ġd ec",
+ "Ġ 8",
+ "ic k",
+ "Ġg ame",
+ "on s",
+ "u g",
+ "Ġt r",
+ "f t",
+ "ot h",
+ "o ok",
+ "ĠM ar",
+ "re at",
+ "w ay",
+ "Ġc an",
+ "ol low",
+ "ou th",
+ "we en",
+ "ĠE n",
+ "Ġ19 9",
+ "ter s",
+ "Ġre l",
+ "in d",
+ "Ġab out",
+ "Ġse ason",
+ "Ġag ain",
+ "r al",
+ "Ġth ree",
+ "ation al",
+ "Ġu nder",
+ "ul ar",
+ "Ġm e",
+ "Ġth an",
+ "ĠC om",
+ "ĠA r",
+ "h ip",
+ "o b",
+ "Ġn e",
+ "Ġbet ween",
+ "Ġf l",
+ "h n",
+ "v e",
+ "Ġch ar",
+ "Ġc ol",
+ "Ġrec ord",
+ "i ew",
+ "r on",
+ "f ore",
+ "Ġth rough",
+ "is ion",
+ "or n",
+ "Ġ 00",
+ "oc k",
+ "Ġ ver",
+ "Ġl ater",
+ "Ġn um",
+ "Ġe nd",
+ "ol og",
+ "am es",
+ "Ġp os",
+ "Ġw rit",
+ "Ġpro du",
+ "Ġwh ile",
+ "Ġa ct",
+ "Ġre le",
+ "Ġf ilm",
+ "is hed",
+ "Ġp r",
+ "an s",
+ "Ġre g",
+ "Ġfor m",
+ "Ġas s",
+ "ĠS e",
+ "ur y",
+ "t ed",
+ "t s",
+ "Ġm ade",
+ "Ġsu b",
+ "Ġp e",
+ "Ġs o",
+ "or ld",
+ "Ġre t",
+ "ĠN ew",
+ "Ġsp ec",
+ "Ġa cc",
+ "Ġ qu",
+ "Ġwhe re",
+ "en er",
+ "Ġm ov",
+ "he s",
+ "mer ic",
+ "at ing",
+ "Ġin ter",
+ "ĠL e",
+ "ĠA meric",
+ "Ġ ra",
+ "Ġs ome",
+ "Ġc o",
+ "Ġl ar",
+ "Ġb u",
+ "Ġde f",
+ "b um",
+ "Ġa c",
+ "Ġm us",
+ "Ġf ollow",
+ "ĠA t",
+ "in s",
+ "iv ed",
+ "if ic",
+ "u al",
+ "Ġa m",
+ "Ġsu ch",
+ "Ġsec ond",
+ "i ke",
+ "Ġf our",
+ "Ġin d",
+ "an n",
+ "he n",
+ "Ġus ed",
+ "ĠR e",
+ "ic s",
+ "le ct",
+ "Ġd ay",
+ "i el",
+ "il y",
+ "ĠTh is",
+ "Ġ 0",
+ "Ġp ubl",
+ "Ġc all",
+ "ĠJ o",
+ "l l",
+ "Ġal bum",
+ "Ġ00 0",
+ "ran s",
+ "Ġd o",
+ "an y",
+ "Ġbe fore",
+ "ro s",
+ "ĠS h",
+ "Ġs y",
+ "a id",
+ "ĠEn g",
+ "Ġbe ing",
+ "Ġ1 0",
+ "u c",
+ "Ġe p",
+ "Ġsu pp",
+ "Ġthe re",
+ "Ġyear s",
+ "ar s",
+ "ow ever",
+ "Ġ ent",
+ "if e",
+ "Ġh igh",
+ "Ġf ound",
+ "ir d",
+ "Ġn o",
+ "Ġs et",
+ "in es",
+ "iv er",
+ "i o",
+ "ot her",
+ "j ect",
+ "Ġs ur",
+ "a j",
+ "t en",
+ "Ġt ra",
+ "Ġ1 2",
+ "is ed",
+ "it ies",
+ "vel op",
+ "Ġb l",
+ "al e",
+ "Ġser ies",
+ "Ġl oc",
+ "Ġnum ber",
+ "Ġp res",
+ "an e",
+ "aus e",
+ "od e",
+ "e k",
+ "t on",
+ "ĠS c",
+ "i er",
+ "is e",
+ "Ġse ver",
+ "in ce",
+ "Ġb oth",
+ "an k",
+ "ro w",
+ "ire ct",
+ "s on",
+ "Ġthe n",
+ "ĠB rit",
+ "i et",
+ "Ġ1 6",
+ "Ġep is",
+ "Ġinclud ing",
+ "it s",
+ "ig in",
+ "p r",
+ "Ġ /",
+ "Ġagain st",
+ "Ġw ell",
+ "Ġbec ame",
+ "Ġex p",
+ "Ġkn own",
+ "Ġt rans",
+ "Ġchar ac",
+ "ĠâĢ Ķ",
+ "r am",
+ "Ġb ack",
+ "Ġad d",
+ "Ġp op",
+ "Ġg o",
+ "ur ch",
+ "Ġdes c",
+ "Ġs ing",
+ "iel d",
+ "Ġper form",
+ "ain ed",
+ "Ġre ce",
+ "id ent",
+ "Ġe m",
+ "er t",
+ "u res",
+ "Ġin v",
+ "Ġde p",
+ "Ġ19 8",
+ "a ir",
+ "er n",
+ "at her",
+ "f ul",
+ "Ġ Z",
+ "Ġm on",
+ "Ġman y",
+ "Ġm ain",
+ "Ġst ud",
+ "Ġl ong",
+ "in n",
+ "th ough",
+ "u p",
+ "o ol",
+ "ĠUn ited",
+ "l ed",
+ "em ent",
+ "Ġ1 5",
+ "ow er",
+ "ĠJo hn",
+ "Ġo p",
+ "Ġ1 1",
+ "in ed",
+ "Ġm et",
+ "o ber",
+ "le y",
+ "Ġ1 7",
+ "Ġcent ury",
+ "Ġte am",
+ "Ġ est",
+ "ĠA fter",
+ "y l",
+ "Ġm in",
+ "u ch",
+ "ut e",
+ "Ġde velop",
+ "ĠS he",
+ "i am",
+ "Ġsh ow",
+ "el f",
+ "Ġre p",
+ "Ġcon c",
+ "at ive",
+ "Ġc re",
+ "over n",
+ "a red",
+ "Ġ19 4",
+ "Ġor igin",
+ "Ġs m",
+ "iv ers",
+ "a z",
+ "Ġle ad",
+ "Ġsever al",
+ "a h",
+ "Ġo b",
+ "Ġre v",
+ "Ġm ill",
+ "er m",
+ "u ally",
+ "o ot",
+ "Ġbe gan",
+ "Ġ19 6",
+ "i red",
+ "Ġd if",
+ "Ġcont in",
+ "Ġs ign",
+ "i k",
+ "ĠI nd",
+ "ment s",
+ "iz ed",
+ "Ġ19 7",
+ "Ġd irect",
+ "a u",
+ "Ġex t",
+ "ros s",
+ "em b",
+ "d er",
+ "Ġp ol",
+ "Ġm ay",
+ "a pt",
+ "el s",
+ "ĠW h",
+ "Ġcomp le",
+ "Ġar t",
+ "ĠB r",
+ "ĠI s",
+ "un e",
+ "t il",
+ "Ġc rit",
+ "Ġh ist",
+ "Ġear ly",
+ "Ġc ould",
+ "ĠC on",
+ "Ġd id",
+ "Ġb el",
+ "Ġcall ed",
+ "u ed"
+ ]
+ }
+}
\ No newline at end of file
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..3a66962fc739739d3e63f0175e25324b0ef2e246
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1 @@
+{"errors": "replace", "bos_token": "", "eos_token": "", "sep_token": "", "cls_token": "", "unk_token": "", "pad_token": "", "mask_token": {"content": "", "single_word": false, "lstrip": true, "rstrip": false, "normalized": false, "__type": "AddedToken"}, "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "special_tokens_map_file": null, "name_or_path": "./", "tokenizer_class": "BartTokenizer"}
\ No newline at end of file
diff --git a/vocab.json b/vocab.json
new file mode 100644
index 0000000000000000000000000000000000000000..d74bafae4ae52dc777e1fadd8d6cf03097220b61
--- /dev/null
+++ b/vocab.json
@@ -0,0 +1 @@
+{"":0,"":1,"":2,"":3,"":4,"!":5,"\"":6,"#":7,"$":8,"%":9,"&":10,"'":11,"(":12,")":13,"*":14,"+":15,",":16,"-":17,".":18,"/":19,"0":20,"1":21,"2":22,"3":23,"4":24,"5":25,"6":26,"7":27,"8":28,"9":29,":":30,";":31,"<":32,"=":33,">":34,"?":35,"@":36,"A":37,"B":38,"C":39,"D":40,"E":41,"F":42,"G":43,"H":44,"I":45,"J":46,"K":47,"L":48,"M":49,"N":50,"O":51,"P":52,"Q":53,"R":54,"S":55,"T":56,"U":57,"V":58,"W":59,"X":60,"Y":61,"Z":62,"[":63,"\\":64,"]":65,"^":66,"_":67,"`":68,"a":69,"b":70,"c":71,"d":72,"e":73,"f":74,"g":75,"h":76,"i":77,"j":78,"k":79,"l":80,"m":81,"n":82,"o":83,"p":84,"q":85,"r":86,"s":87,"t":88,"u":89,"v":90,"w":91,"x":92,"y":93,"z":94,"|":95,"}":96,"~":97,"¡":98,"¢":99,"£":100,"¤":101,"¥":102,"¦":103,"§":104,"¨":105,"©":106,"ª":107,"«":108,"¬":109,"®":110,"¯":111,"°":112,"±":113,"²":114,"³":115,"´":116,"µ":117,"¶":118,"·":119,"¸":120,"¹":121,"º":122,"»":123,"¼":124,"½":125,"¾":126,"¿":127,"Â":128,"Ã":129,"Ä":130,"Å":131,"Æ":132,"Ç":133,"È":134,"É":135,"Ê":136,"Ë":137,"Ì":138,"Í":139,"Î":140,"Ï":141,"Ð":142,"Ñ":143,"Ö":144,"×":145,"Ø":146,"Ù":147,"Ü":148,"à":149,"á":150,"â":151,"ã":152,"ä":153,"å":154,"æ":155,"ç":156,"è":157,"é":158,"ë":159,"ì":160,"ï":161,"Ċ":162,"Ġ":163,"Ģ":164,"ģ":165,"Ĥ":166,"ĥ":167,"Ħ":168,"ħ":169,"Ĩ":170,"ĩ":171,"Ī":172,"ī":173,"Ĭ":174,"ĭ":175,"Į":176,"į":177,"İ":178,"ı":179,"IJ":180,"ij":181,"Ĵ":182,"ĵ":183,"Ķ":184,"ķ":185,"ĸ":186,"Ĺ":187,"ĺ":188,"Ļ":189,"ļ":190,"Ľ":191,"ľ":192,"Ŀ":193,"ŀ":194,"Ł":195,"ł":196,"Ń":197,"Ġt":198,"he":199,"Ġa":200,"in":201,"Ġthe":202,"er":203,"on":204,"Ġ,":205,"re":206,"Ġs":207,"ed":208,"Ġo":209,"Ġw":210,"nd":211,"at":212,"Ġ.":213,"or":214,"it":215,"Ġc":216,"en":217,"Ġf":218,"is":219,"es":220,"ar":221,"Ġof":222,"Ġb":223,"an":224,"Ġin":225,"al":226,"ing":227,"Ġp":228,"Ġand":229,"as":230,"Ġto":231,"ro":232,"ic":233,"Ġm":234,"Ġd":235,"Ġh":236,"ion":237,"le":238,"ou":239,"ĠT":240,"Ġre":241,"Ġ=":242,"Ġ\"":243,"ĠA":244,"ĠS":245,"ent":246,"il":247,"Ġth":248,"Ġ1":249,"st":250,"ĠC":251,"el":252,"om":253,"Ġl":254,"am":255,"ĠĊ":256,"Ġe":257,"Ġn":258,"Ġ@":259,"ad":260,"ac":261,"Ġwas":262,"ĠM":263,"ur":264,"ĠThe":265,"ec":266,"Ġon":267,"ly":268,"ĠB":269,"ĠI":270,"Ġg":271,"Ġ'":272,"et":273,"ol":274,"id":275,"iv":276,"im":277,"Ġfor":278,"ir":279,"-@":280,"Ġ@-@":281,"ig":282,"ot":283,"ter":284,"Ġas":285,"ĠH":286,"us":287,"ow":288,"Ġst":289,"ut":290,"ith":291,"ay":292,"Ġ2":293,"ĠP":294,"ation":295,"ver":296,"Ġbe":297,"her":298,"Ġthat":299,"Ġwith":300,"ĠR":301,"ce":302,"th":303,"ĠD":304,"Ġis":305,"un":306,"em":307,"ĠF":308,"Ġwh":309,"ul":310,"Ġby":311,"Ġal":312,"ch":313,"Ġ)":314,"Ġ(":315,"ĠW":316,"Ġcon":317,"ra":318,"ĠG":319,"os":320,"ĠL":321,"ĠN":322,"Ġat":323,"ers":324,"ct":325,"Ġit":326,"Ġ19":327,"rom":328,"and":329,"Ġan":330,"um":331,"est":332,"ĠJ":333,"ag":334,"Ġhe":335,"00":336,"ist":337,"ain":338,"od":339,"av":340,"ri":341,"ĠE":342,"ĠO":343,"Ġfrom":344,"Ġcom":345,"Ġhis":346,"op":347,"Ġpro":348,"res":349,"ies":350,"if":351,"Ġv":352,"ort":353,"ere":354,"ill":355,"ld":356,"Ġde":357,"pp":358,"Ġsu":359,"ore":360,"ĠIn":361,"Ġr":362,"Ġse":363,"Ġwere":364,"ew":365,"ong":366,"igh":367,"ard":368,"ate":369,"all":370,"art":371,"ak":372,"ich":373,"Ġch":374,"Ġor":375,"ab":376,"ant":377,"ud":378,"oc":379,"ber":380,"Ġex":381,"gh":382,"ity":383,"ated":384,"pt":385,"ess":386,"ear":387,"ĠK":388,"Ġpl":389,"ame":390,"qu":391,"ive":392,"rou":393,"Ġare":394,"Ġâ":395,"Ġsh":396,"Ġk":397,"ack":398,"ect":399,"ĠâĢ":400,"ĠU":401,"Ġhad":402,"se":403,"Ġwhich":404,"red":405,"ov":406,"ĠSt":407,"ast":408,"Ġsp":409,"ian":410,"Ġy":411,"ment":412,"Ġle":413,"Ġnot":414,"ge":415,"ord":416,"rit":417,"ip":418,"ine":419,"ell":420,"ally":421,"our":422,"ost":423,"ight":424,"ther":425,"ap":426,"Ġu":427,"ish":428,"ĠCh":429,"oun":430,"ia":431,"Ġ3":432,"ave":433,"ary":434,"ust":435,"og":436,"Ġ200":437,"Ġun":438,"ous":439,"irst":440,"ĠV":441,"cc":442,"Ġinc":443,"Ġ;":444,"Ġcomp":445,"ru":446,"ions":447,"Ġtheir":448,"Ġbut":449,"ide":450,"ure":451,"so":452,"Ġcont":453,"Ġint":454,"fter":455,"ical":456,"ial":457,"Ġar":458,"Ġfirst":459,"ould":460,"Ġits":461,"hed":462,"ĠâĢĵ":463,"Ġwhe":464,"wo":465,"out":466,"ub":467,"Ġ20":468,"ff":469,"Ġ:":470,"ue":471,"Ġher":472,"own":473,"ok":474,"Ġalso":475,"Ġcl":476,"per":477,"ign":478,"ater":479,"ran":480,"orm":481,"ie":482,"ome":483,"ork":484,"ass":485,"ire":486,"end":487,"Ġres":488,"Ġab":489,"Ġad":490,"Ġus":491,"ry":492,"Ġrec":493,"Ġhave":494,"age":495,"ĠHe":496,"Ġ4":497,"Ġro":498,"mer":499,"Ġone":500,"ond":501,"low":502,"Ġhas":503,"ĠTh":504,"du":505,"Ġ5":506,"Ġper":507,"Ġbeen":508,"ime":509,"Ġtwo":510,"ence":511,"land":512,"Ġ18":513,".@":514,"Ġ@.@":515,"ult":516,"ree":517,"ough":518,"ile":519,"Ġwho":520,"ĠAl":521,"Ġsc":522,"uring":523,"pl":524,"ory":525,"ition":526,"ric":527,"ations":528,"Ġdis":529,"Ġthis":530,"Ġbec":531,"Ġapp":532,"iz":533,"ĠIt":534,"are":535,"ach":536,"lud":537,"ade":538,"Ġplay":539,"Ġj":540,"Ġman":541,"act":542,"ely":543,"Ġpart":544,"Ġdes":545,"Ġag":546,"Ġthey":547,"Ġyear":548,"ount":549,"Ġ201":550,"Ġover":551,"Ġother":552,"ound":553,"Ġafter":554,"ib":555,"over":556,"Ġser":557,"Ġen":558,"Ġoff":559,"Ġim":560,"ction":561,"ĠY":562,"ke":563,"ite":564,",@":565,"Ġ@,@":566,"te":567,"urn":568,"Ġinclud":569,"ress":570,"ance":571,"ang":572,"Ġatt":573,"ice":574,"ace":575,"ark":576,"Ġout":577,"wn":578,"ph":579,"ember":580,"Ġpre":581,"Ġup":582,"ens":583,"man":584,"Ġev":585,"Ġtime":586,"nder":587,"rough":588,"ced":589,"Ġfin":590,"Ġinto":591,"one":592,"port":593,"round":594,"we":595,"ren":596,"les":597,"int":598,"ĠOn":599,"vel":600,"Ġcomm":601,"Ġshe":602,"ason":603,"amp":604,"Ġte":605,"Ġwould":606,"ward":607,"Ġmore":608,"Ġ6":609,"ied":610,"ose":611,"rib":612,"ĠUn":613,"Ġall":614,"ings":615,"tern":616,"ces":617,"able":618,"Ġwe":619,"ited":620,"ever":621,"ents":622,"Ġhim":623,"ased":624,"ors":625,"oy":626,"ood":627,"Ġcent":628,"ix":629,"ase":630,"ild":631,"ĠAn":632,"Ġ7":633,"Ġwork":634,"ates":635,"ious":636,"ath":637,"Ġpo":638,"rop":639,"old":640,"als":641,"iss":642,"ey":643,"ict":644,"Ġfe":645,"Ġthem":646,"gan":647,"Ġsec":648,"Ġbet":649,"Ġwhen":650,"Ġsong":651,"Ġrem":652,"ep":653,"form":654,"ail":655,"fer":656,"Ġear":657,"ubl":658,"aw":659,"Ġkn":660,"ake":661,"aus":662,"Ġmost":663,"Ġcons":664,"Ġduring":665,"ĠAs":666,"orth":667,"Ġnew":668,"ered":669,"ilm":670,"ved":671,"att":672,"Ġonly":673,"Ġ9":674,"Ġdec":675,"Ġ8":676,"ick":677,"Ġgame":678,"ons":679,"ug":680,"Ġtr":681,"ft":682,"oth":683,"ook":684,"ĠMar":685,"reat":686,"way":687,"Ġcan":688,"ollow":689,"outh":690,"ween":691,"ĠEn":692,"Ġ199":693,"ters":694,"Ġrel":695,"ind":696,"Ġabout":697,"Ġseason":698,"Ġagain":699,"ral":700,"Ġthree":701,"ational":702,"Ġunder":703,"ular":704,"Ġme":705,"Ġthan":706,"ĠCom":707,"ĠAr":708,"hip":709,"ob":710,"Ġne":711,"Ġbetween":712,"Ġfl":713,"hn":714,"ve":715,"Ġchar":716,"Ġcol":717,"Ġrecord":718,"iew":719,"ron":720,"fore":721,"Ġthrough":722,"ision":723,"orn":724,"Ġ00":725,"ock":726,"Ġver":727,"Ġlater":728,"Ġnum":729,"Ġend":730,"olog":731,"ames":732,"Ġpos":733,"Ġwrit":734,"Ġprodu":735,"Ġwhile":736,"Ġact":737,"Ġrele":738,"Ġfilm":739,"ished":740,"Ġpr":741,"ans":742,"Ġreg":743,"Ġform":744,"Ġass":745,"ĠSe":746,"ury":747,"ted":748,"ts":749,"Ġmade":750,"Ġsub":751,"Ġpe":752,"Ġso":753,"orld":754,"Ġret":755,"ĠNew":756,"Ġspec":757,"Ġacc":758,"Ġqu":759,"Ġwhere":760,"ener":761,"Ġmov":762,"hes":763,"meric":764,"ating":765,"Ġinter":766,"ĠLe":767,"ĠAmeric":768,"Ġra":769,"Ġsome":770,"Ġco":771,"Ġlar":772,"Ġbu":773,"Ġdef":774,"bum":775,"Ġac":776,"Ġmus":777,"Ġfollow":778,"ĠAt":779,"ins":780,"ived":781,"ific":782,"ual":783,"Ġam":784,"Ġsuch":785,"Ġsecond":786,"ike":787,"Ġfour":788,"Ġind":789,"ann":790,"hen":791,"Ġused":792,"ĠRe":793,"ics":794,"lect":795,"Ġday":796,"iel":797,"ily":798,"ĠThis":799,"Ġ0":800,"Ġpubl":801,"Ġcall":802,"ĠJo":803,"ll":804,"Ġalbum":805,"Ġ000":806,"rans":807,"Ġdo":808,"any":809,"Ġbefore":810,"ros":811,"ĠSh":812,"Ġsy":813,"aid":814,"ĠEng":815,"Ġbeing":816,"Ġ10":817,"uc":818,"Ġep":819,"Ġsupp":820,"Ġthere":821,"Ġyears":822,"ars":823,"owever":824,"Ġent":825,"ife":826,"Ġhigh":827,"Ġfound":828,"ird":829,"Ġno":830,"Ġset":831,"ines":832,"iver":833,"io":834,"other":835,"ject":836,"Ġsur":837,"aj":838,"ten":839,"Ġtra":840,"Ġ12":841,"ised":842,"ities":843,"velop":844,"Ġbl":845,"ale":846,"Ġseries":847,"Ġloc":848,"Ġnumber":849,"Ġpres":850,"ane":851,"ause":852,"ode":853,"ek":854,"ton":855,"ĠSc":856,"ier":857,"ise":858,"Ġsever":859,"ince":860,"Ġboth":861,"ank":862,"row":863,"irect":864,"son":865,"Ġthen":866,"ĠBrit":867,"iet":868,"Ġ16":869,"Ġepis":870,"Ġincluding":871,"its":872,"igin":873,"pr":874,"Ġ/":875,"Ġagainst":876,"Ġwell":877,"Ġbecame":878,"Ġexp":879,"Ġknown":880,"Ġtrans":881,"Ġcharac":882,"ĠâĢĶ":883,"ram":884,"Ġback":885,"Ġadd":886,"Ġpop":887,"Ġgo":888,"urch":889,"Ġdesc":890,"Ġsing":891,"ield":892,"Ġperform":893,"ained":894,"Ġrece":895,"ident":896,"Ġem":897,"ert":898,"ures":899,"Ġinv":900,"Ġdep":901,"Ġ198":902,"air":903,"ern":904,"ather":905,"ful":906,"ĠZ":907,"Ġmon":908,"Ġmany":909,"Ġmain":910,"Ġstud":911,"Ġlong":912,"inn":913,"though":914,"up":915,"ool":916,"ĠUnited":917,"led":918,"ement":919,"Ġ15":920,"ower":921,"ĠJohn":922,"Ġop":923,"Ġ11":924,"ined":925,"Ġmet":926,"ober":927,"ley":928,"Ġ17":929,"Ġcentury":930,"Ġteam":931,"Ġest":932,"ĠAfter":933,"yl":934,"Ġmin":935,"uch":936,"ute":937,"Ġdevelop":938,"ĠShe":939,"iam":940,"Ġshow":941,"elf":942,"Ġrep":943,"Ġconc":944,"ative":945,"Ġcre":946,"overn":947,"ared":948,"Ġ194":949,"Ġorigin":950,"Ġsm":951,"ivers":952,"az":953,"Ġlead":954,"Ġseveral":955,"ah":956,"Ġob":957,"Ġrev":958,"Ġmill":959,"erm":960,"ually":961,"oot":962,"Ġbegan":963,"Ġ196":964,"ired":965,"Ġdif":966,"Ġcontin":967,"Ġsign":968,"ik":969,"ĠInd":970,"ments":971,"ized":972,"Ġ197":973,"Ġdirect":974,"au":975,"Ġext":976,"ross":977,"emb":978,"der":979,"Ġpol":980,"Ġmay":981,"apt":982,"els":983,"ĠWh":984,"Ġcomple":985,"Ġart":986,"ĠBr":987,"ĠIs":988,"une":989,"til":990,"Ġcrit":991,"Ġhist":992,"Ġearly":993,"Ġcould":994,"ĠCon":995,"Ġdid":996,"Ġbel":997,"Ġcalled":998,"ued":999}
\ No newline at end of file
diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log
new file mode 120000
index 0000000000000000000000000000000000000000..a0d90982eed0d34dbe313042d1cc86161f527860
--- /dev/null
+++ b/wandb/debug-internal.log
@@ -0,0 +1 @@
+run-20220507_182041-10w2xueo/logs/debug-internal.log
\ No newline at end of file
diff --git a/wandb/debug.log b/wandb/debug.log
new file mode 120000
index 0000000000000000000000000000000000000000..3abd6b3f48578b635b163c4f9b067d97f24dc096
--- /dev/null
+++ b/wandb/debug.log
@@ -0,0 +1 @@
+run-20220507_182041-10w2xueo/logs/debug.log
\ No newline at end of file
diff --git a/wandb/latest-run b/wandb/latest-run
new file mode 120000
index 0000000000000000000000000000000000000000..a8cce6748040f097db95ae700939c881e63ea8f3
--- /dev/null
+++ b/wandb/latest-run
@@ -0,0 +1 @@
+run-20220507_182041-10w2xueo
\ No newline at end of file
diff --git a/wandb/run-20220507_174148-2l3y3icw/files/config.yaml b/wandb/run-20220507_174148-2l3y3icw/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..9fa9139edbab2b37c35f05725b64e2da78d0e089
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/files/config.yaml
@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.12.11
+ framework: huggingface
+ huggingface_version: 4.18.0.dev0
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.10
+ start_time: 1651945308
+ t:
+ 1:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 2:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 4: 3.8.10
+ 5: 0.12.11
+ 6: 4.18.0.dev0
+ 8:
+ - 5
diff --git a/wandb/run-20220507_174148-2l3y3icw/files/output.log b/wandb/run-20220507_174148-2l3y3icw/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..9a322ac5370d7506595552b0161b1ac8a2735b05
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/files/output.log
@@ -0,0 +1,128 @@
+05/07/2022 17:41:51 - INFO - __main__ - Training/evaluation parameters FlaxSeq2SeqTrainingArguments(
+_n_gpu=-1,
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_pin_memory=True,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+debug=,
+deepspeed=None,
+disable_tqdm=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_steps=5,
+evaluation_strategy=no,
+final_generation_max_length=50,
+final_generation_num_beams=2,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+generation_length_penalty=1,
+generation_max_length=40,
+generation_num_beams=1,
+gradient_accumulation_steps=1,
+gradient_checkpointing=False,
+greater_is_better=None,
+group_by_length=False,
+half_precision_backend=auto,
+hub_model_id=None,
+hub_strategy=every_save,
+hub_token=,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 17:41:51 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 17:41:52 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:41:53 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:41:53 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+Traceback (most recent call last):
+ File "run_flax_speech_recognition_seq2seq.py", line 1388, in
+ main()
+ File "run_flax_speech_recognition_seq2seq.py", line 729, in main
+ raw_datasets[split] = load_dataset(
+ File "/home/sanchitgandhi/datasets/src/datasets/load.py", line 1703, in load_dataset
+ ds = builder_instance.as_dataset(split=split, ignore_verifications=ignore_verifications, in_memory=keep_in_memory)
+ File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 774, in as_dataset
+ datasets = map_nested(
+ File "/home/sanchitgandhi/datasets/src/datasets/utils/py_utils.py", line 306, in map_nested
+ return function(data_struct)
+ File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 805, in _build_single_dataset
+ ds = self._as_dataset(
+ File "/home/sanchitgandhi/datasets/src/datasets/builder.py", line 873, in _as_dataset
+ dataset_kwargs = ArrowReader(self._cache_dir, self.info).read(
+ File "/home/sanchitgandhi/datasets/src/datasets/arrow_reader.py", line 210, in read
+ files = self.get_file_instructions(name, instructions, split_infos)
+ File "/home/sanchitgandhi/datasets/src/datasets/arrow_reader.py", line 183, in get_file_instructions
+ file_instructions = make_file_instructions(
+ File "/home/sanchitgandhi/datasets/src/datasets/arrow_reader.py", line 104, in make_file_instructions
+ instruction = ReadInstruction.from_spec(instruction)
+ File "/home/sanchitgandhi/datasets/src/datasets/arrow_reader.py", line 560, in from_spec
+ instruction = _str_to_read_instruction(subs[0])
+ File "/home/sanchitgandhi/datasets/src/datasets/arrow_reader.py", line 396, in _str_to_read_instruction
+ raise AssertionError(f"Unrecognized instruction format: {spec}")
+AssertionError: Unrecognized instruction format: validation[:90%]
\ No newline at end of file
diff --git a/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt b/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..965630c0a9fb5b80915f00a016ce64e5d09626b5
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt
@@ -0,0 +1,182 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.1.0
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.6.0
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.1
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.6.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.10.0
+ipython-genutils==0.2.0
+ipython==8.2.0
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jinja2==3.1.1
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.2.1
+jupyter-core==4.9.2
+jupyter-server==1.16.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.12.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.2
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.5
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.2
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+pyzmq==22.3.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.1
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.2
+werkzeug==2.1.0
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0
\ No newline at end of file
diff --git a/wandb/run-20220507_174148-2l3y3icw/files/wandb-metadata.json b/wandb/run-20220507_174148-2l3y3icw/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..db4bf796cb0730823e74cd1a9a242961ba372293
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/files/wandb-metadata.json
@@ -0,0 +1,58 @@
+{
+ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+ "python": "3.8.10",
+ "heartbeatAt": "2022-05-07T17:41:51.879768",
+ "startedAt": "2022-05-07T17:41:48.769592",
+ "docker": null,
+ "cpu_count": 96,
+ "cuda": null,
+ "args": [
+ "--dataset_name=hf-internal-testing/librispeech_asr_dummy",
+ "--model_name_or_path=./",
+ "--dataset_config_name=clean",
+ "--train_split_name=validation",
+ "--eval_split_name=validation",
+ "--test_split_name=validation[:90%] + validation[:95%]",
+ "--output_dir=./",
+ "--dataset_cache_dir=/home/sanchitgandhi/cache/huggingface/datasets",
+ "--preprocessing_num_workers=1",
+ "--length_column_name=input_length",
+ "--overwrite_output_dir",
+ "--num_train_epochs=5",
+ "--max_steps=15",
+ "--eval_steps=5",
+ "--save_steps=10",
+ "--per_device_train_batch_size=4",
+ "--per_device_eval_batch_size=2",
+ "--logging_steps=1",
+ "--max_duration_in_seconds=15",
+ "--max_target_length=64",
+ "--generation_max_length=40",
+ "--generation_num_beams=1",
+ "--final_generation_max_length=50",
+ "--final_generation_num_beams=2",
+ "--learning_rate=3e-4",
+ "--warmup_steps=500",
+ "--text_column_name=text",
+ "--save_total_limit=1",
+ "--wandb_project=flax-wav2vec2-2-bart-dummy",
+ "--freeze_feature_encoder",
+ "--predict_with_generate",
+ "--do_lower_case",
+ "--do_train",
+ "--do_eval",
+ "--do_predict"
+ ],
+ "state": "running",
+ "program": "run_flax_speech_recognition_seq2seq.py",
+ "codePath": "run_flax_speech_recognition_seq2seq.py",
+ "git": {
+ "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-dummy",
+ "commit": "5dfee5ca9b62c06b3731efc3524d24c1f57dc9c0"
+ },
+ "email": "sanchit@huggingface.co",
+ "root": "/home/sanchitgandhi/flax-wav2vec2-2-bart-dummy",
+ "host": "t1v-n-4eb331dd-w-0",
+ "username": "sanchitgandhi",
+ "executable": "/home/sanchitgandhi/venv/bin/python"
+}
diff --git a/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json b/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..74ae82ca002f26112178f0cd636ac5b92bf8e035
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json
@@ -0,0 +1 @@
+{"_wandb": {"runtime": 6}}
\ No newline at end of file
diff --git a/wandb/run-20220507_174148-2l3y3icw/logs/debug-internal.log b/wandb/run-20220507_174148-2l3y3icw/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..c653cb40139f9f176643b507841c764889f89f87
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/logs/debug-internal.log
@@ -0,0 +1,140 @@
+2022-05-07 17:41:49,607 INFO MainThread:14620 [internal.py:wandb_internal():92] W&B internal server running at pid: 14620, started at: 2022-05-07 17:41:49.606834
+2022-05-07 17:41:49,609 INFO WriterThread:14620 [datastore.py:open_for_write():77] open: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/run-2l3y3icw.wandb
+2022-05-07 17:41:49,610 DEBUG SenderThread:14620 [sender.py:send():235] send: header
+2022-05-07 17:41:49,610 DEBUG SenderThread:14620 [sender.py:send():235] send: run
+2022-05-07 17:41:49,678 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: check_version
+2022-05-07 17:41:49,678 INFO SenderThread:14620 [dir_watcher.py:__init__():169] watching files in: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files
+2022-05-07 17:41:49,678 INFO SenderThread:14620 [sender.py:_start_run_threads():812] run started: 2l3y3icw with start time 1651945308
+2022-05-07 17:41:49,678 DEBUG SenderThread:14620 [sender.py:send():235] send: summary
+2022-05-07 17:41:49,679 INFO SenderThread:14620 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:41:49,679 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: check_version
+2022-05-07 17:41:49,739 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: run_start
+2022-05-07 17:41:50,689 INFO Thread-7 :14620 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json
+2022-05-07 17:41:51,879 DEBUG HandlerThread:14620 [meta.py:__init__():37] meta init
+2022-05-07 17:41:51,879 DEBUG HandlerThread:14620 [meta.py:__init__():51] meta init done
+2022-05-07 17:41:51,879 DEBUG HandlerThread:14620 [meta.py:probe():211] probe
+2022-05-07 17:41:51,880 DEBUG HandlerThread:14620 [meta.py:_setup_git():201] setup git
+2022-05-07 17:41:51,909 DEBUG HandlerThread:14620 [meta.py:_setup_git():208] setup git done
+2022-05-07 17:41:51,909 DEBUG HandlerThread:14620 [meta.py:_save_pip():55] save pip
+2022-05-07 17:41:51,910 DEBUG HandlerThread:14620 [meta.py:_save_pip():69] save pip done
+2022-05-07 17:41:51,910 DEBUG HandlerThread:14620 [meta.py:probe():249] probe done
+2022-05-07 17:41:51,912 DEBUG SenderThread:14620 [sender.py:send():235] send: files
+2022-05-07 17:41:51,913 INFO SenderThread:14620 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-05-07 17:41:51,918 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:41:51,918 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:41:51,948 DEBUG SenderThread:14620 [sender.py:send():235] send: telemetry
+2022-05-07 17:41:52,187 INFO Thread-11 :14620 [upload_job.py:push():137] Uploaded file /tmp/tmpandpth3dwandb/1ih5opi9-wandb-metadata.json
+2022-05-07 17:41:52,688 INFO Thread-7 :14620 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt
+2022-05-07 17:41:52,689 INFO Thread-7 :14620 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log
+2022-05-07 17:41:52,689 INFO Thread-7 :14620 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-metadata.json
+2022-05-07 17:41:53,838 DEBUG SenderThread:14620 [sender.py:send():235] send: telemetry
+2022-05-07 17:41:53,838 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: partial_history
+2022-05-07 17:41:54,689 INFO Thread-7 :14620 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log
+2022-05-07 17:41:55,690 INFO Thread-7 :14620 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log
+2022-05-07 17:41:56,439 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,439 DEBUG SenderThread:14620 [sender.py:send():235] send: exit
+2022-05-07 17:41:56,439 INFO SenderThread:14620 [sender.py:send_exit():371] handling exit code: 1
+2022-05-07 17:41:56,439 INFO SenderThread:14620 [sender.py:send_exit():373] handling runtime: 6
+2022-05-07 17:41:56,440 INFO SenderThread:14620 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:41:56,440 INFO SenderThread:14620 [sender.py:send_exit():379] send defer
+2022-05-07 17:41:56,440 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:56,441 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,441 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 0
+2022-05-07 17:41:56,441 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,441 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-05-07 17:41:56,441 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 1
+2022-05-07 17:41:56,441 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,441 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 1
+2022-05-07 17:41:56,501 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,501 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-05-07 17:41:56,501 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 2
+2022-05-07 17:41:56,501 DEBUG SenderThread:14620 [sender.py:send():235] send: stats
+2022-05-07 17:41:56,502 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,502 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 2
+2022-05-07 17:41:56,502 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,502 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-05-07 17:41:56,502 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 3
+2022-05-07 17:41:56,502 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,502 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 3
+2022-05-07 17:41:56,503 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,503 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-05-07 17:41:56,503 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 4
+2022-05-07 17:41:56,503 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,503 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 4
+2022-05-07 17:41:56,503 DEBUG SenderThread:14620 [sender.py:send():235] send: summary
+2022-05-07 17:41:56,503 INFO SenderThread:14620 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:41:56,504 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,504 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-05-07 17:41:56,504 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 5
+2022-05-07 17:41:56,504 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,504 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 5
+2022-05-07 17:41:56,504 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,504 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-05-07 17:41:56,542 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,563 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 6
+2022-05-07 17:41:56,563 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:56,564 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,564 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 6
+2022-05-07 17:41:56,564 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,564 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-05-07 17:41:56,564 INFO SenderThread:14620 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-05-07 17:41:56,665 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,690 INFO Thread-7 :14620 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json
+2022-05-07 17:41:56,691 INFO SenderThread:14620 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/config.yaml
+2022-05-07 17:41:56,691 INFO SenderThread:14620 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log
+2022-05-07 17:41:56,691 INFO SenderThread:14620 [dir_watcher.py:finish():313] scan: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files
+2022-05-07 17:41:56,691 INFO SenderThread:14620 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt requirements.txt
+2022-05-07 17:41:56,691 INFO SenderThread:14620 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log output.log
+2022-05-07 17:41:56,692 INFO SenderThread:14620 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-metadata.json wandb-metadata.json
+2022-05-07 17:41:56,692 INFO SenderThread:14620 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/config.yaml config.yaml
+2022-05-07 17:41:56,692 INFO SenderThread:14620 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json wandb-summary.json
+2022-05-07 17:41:56,692 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 7
+2022-05-07 17:41:56,693 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:56,693 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:56,693 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 7
+2022-05-07 17:41:56,696 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:56,696 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-05-07 17:41:56,696 INFO SenderThread:14620 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 17:41:56,794 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,794 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:56,896 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,896 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:56,940 INFO Thread-13 :14620 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/output.log
+2022-05-07 17:41:56,947 INFO Thread-14 :14620 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/config.yaml
+2022-05-07 17:41:56,969 INFO Thread-15 :14620 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/wandb-summary.json
+2022-05-07 17:41:56,988 INFO Thread-12 :14620 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/files/requirements.txt
+2022-05-07 17:41:56,998 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:56,998 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:57,100 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:57,100 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:57,189 INFO Thread-6 :14620 [sender.py:transition_state():392] send defer: 8
+2022-05-07 17:41:57,189 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:57,189 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 8
+2022-05-07 17:41:57,189 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:57,189 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-05-07 17:41:57,202 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:59,454 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 9
+2022-05-07 17:41:59,455 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:59,455 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:59,455 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 9
+2022-05-07 17:41:59,455 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:59,456 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-05-07 17:41:59,456 INFO SenderThread:14620 [sender.py:transition_state():392] send defer: 10
+2022-05-07 17:41:59,456 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:41:59,456 INFO HandlerThread:14620 [handler.py:handle_request_defer():164] handle defer: 10
+2022-05-07 17:41:59,456 DEBUG SenderThread:14620 [sender.py:send():235] send: final
+2022-05-07 17:41:59,456 DEBUG SenderThread:14620 [sender.py:send():235] send: footer
+2022-05-07 17:41:59,456 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:41:59,456 INFO SenderThread:14620 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-05-07 17:41:59,556 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:41:59,557 DEBUG SenderThread:14620 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:41:59,557 INFO SenderThread:14620 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 17:42:00,139 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: sampled_history
+2022-05-07 17:42:00,140 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: get_summary
+2022-05-07 17:42:00,141 DEBUG HandlerThread:14620 [handler.py:handle_request():141] handle_request: shutdown
+2022-05-07 17:42:00,141 INFO HandlerThread:14620 [handler.py:finish():778] shutting down handler
+2022-05-07 17:42:00,457 INFO WriterThread:14620 [datastore.py:close():281] close: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/run-2l3y3icw.wandb
+2022-05-07 17:42:01,038 INFO SenderThread:14620 [sender.py:finish():1078] shutting down sender
+2022-05-07 17:42:01,038 INFO SenderThread:14620 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 17:42:01,038 INFO SenderThread:14620 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 17:42:01,040 INFO MainThread:14620 [internal.py:handle_exit():82] Internal process exited
diff --git a/wandb/run-20220507_174148-2l3y3icw/logs/debug.log b/wandb/run-20220507_174148-2l3y3icw/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..b27071cf47e767d93e152edf9105b3cd5d4b5ad2
--- /dev/null
+++ b/wandb/run-20220507_174148-2l3y3icw/logs/debug.log
@@ -0,0 +1,107 @@
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/settings
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/logs/debug.log
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_174148-2l3y3icw/logs/debug-internal.log
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_init.py:init():439] calling init triggers
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-05-07 17:41:48,771 INFO MainThread:13561 [wandb_init.py:init():492] starting backend
+2022-05-07 17:41:48,771 INFO MainThread:13561 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-05-07 17:41:48,796 INFO MainThread:13561 [backend.py:ensure_launched():219] starting backend process...
+2022-05-07 17:41:48,820 INFO MainThread:13561 [backend.py:ensure_launched():224] started backend process with pid: 14620
+2022-05-07 17:41:48,822 INFO MainThread:13561 [wandb_init.py:init():501] backend started and connected
+2022-05-07 17:41:48,835 INFO MainThread:13561 [wandb_init.py:init():565] updated telemetry
+2022-05-07 17:41:48,893 INFO MainThread:13561 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-05-07 17:41:49,677 INFO MainThread:13561 [wandb_run.py:_on_init():1759] communicating current version
+2022-05-07 17:41:49,738 INFO MainThread:13561 [wandb_run.py:_on_init():1763] got version response upgrade_message: "wandb version 0.12.16 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2022-05-07 17:41:49,738 INFO MainThread:13561 [wandb_init.py:init():625] starting run threads in backend
+2022-05-07 17:41:51,918 INFO MainThread:13561 [wandb_run.py:_console_start():1733] atexit reg
+2022-05-07 17:41:51,919 INFO MainThread:13561 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-05-07 17:41:51,919 INFO MainThread:13561 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-05-07 17:41:51,921 INFO MainThread:13561 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-05-07 17:41:51,921 INFO MainThread:13561 [wandb_init.py:init():664] run started, returning control to user process
+2022-05-07 17:41:53,831 INFO MainThread:13561 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-05-07 17:41:53,838 INFO MainThread:13561 [wandb_run.py:_restore():1674] restore
+2022-05-07 17:41:56,441 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2109
+ total_bytes: 2109
+}
+
+2022-05-07 17:41:56,564 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2109
+ total_bytes: 2109
+}
+
+2022-05-07 17:41:56,693 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 2
+}
+pusher_stats {
+ uploaded_bytes: 2109
+ total_bytes: 5322
+}
+
+2022-05-07 17:41:56,795 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+
+2022-05-07 17:41:56,897 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+
+2022-05-07 17:41:56,999 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+
+2022-05-07 17:41:57,101 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+
+2022-05-07 17:41:59,455 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+
+2022-05-07 17:42:00,038 INFO MainThread:13561 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 10695
+ total_bytes: 10695
+}
+local_info {
+}
+
+2022-05-07 17:42:01,470 INFO MainThread:13561 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-05-07 17:42:01,470 INFO MainThread:13561 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-05-07 17:42:01,472 INFO MainThread:13561 [wandb_run.py:_footer_sync_info():2822] logging synced files
diff --git a/wandb/run-20220507_174148-2l3y3icw/run-2l3y3icw.wandb b/wandb/run-20220507_174148-2l3y3icw/run-2l3y3icw.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..6d00e41c2f642cd063d455f0be45e6ca7bd28cbd
Binary files /dev/null and b/wandb/run-20220507_174148-2l3y3icw/run-2l3y3icw.wandb differ
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/config.yaml b/wandb/run-20220507_174257-1i5p0k1k/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..edb52b0f194909b6045c228d2ef21448873320e2
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/config.yaml
@@ -0,0 +1,37 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.12.11
+ framework: huggingface
+ huggingface_version: 4.18.0.dev0
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.10
+ start_time: 1651945377
+ t:
+ 1:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 2:
+ - 1
+ - 2
+ - 3
+ - 5
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 4: 3.8.10
+ 5: 0.12.11
+ 6: 4.18.0.dev0
+ 8:
+ - 5
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_11_20_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_11_20_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_11_20_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_13_25_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_13_25_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_13_25_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_16_30_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_16_30_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_16_30_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_18_35_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_18_35_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_18_35_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_21_40_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_21_40_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_21_40_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_23_45_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_23_45_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_23_45_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_26_50_f901d5b4b0d1263be066.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_26_50_f901d5b4b0d1263be066.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206f5b53d7460aca0f8ff84652cb779b45e97c
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_26_50_f901d5b4b0d1263be066.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_28_55_f901d5b4b0d1263be066.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_28_55_f901d5b4b0d1263be066.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206f5b53d7460aca0f8ff84652cb779b45e97c
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_28_55_f901d5b4b0d1263be066.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_31_60_f901d5b4b0d1263be066.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_31_60_f901d5b4b0d1263be066.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206f5b53d7460aca0f8ff84652cb779b45e97c
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_31_60_f901d5b4b0d1263be066.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_33_65_92ae240f2472ae79ad31.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_33_65_92ae240f2472ae79ad31.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c9c0b70a3e278293f0cce9c0bee02ae9edf2d5f
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_33_65_92ae240f2472ae79ad31.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_3_5_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_3_5_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_3_5_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_6_10_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_6_10_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_6_10_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_8_15_9e9b5d32dc07660953d8.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_8_15_9e9b5d32dc07660953d8.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5c173cda6bef35c637c6655d5f642b090b989ea4
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/eval/epoch_8_15_9e9b5d32dc07660953d8.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_67_b59f86c33aa51dff79ab.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_67_b59f86c33aa51dff79ab.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..26f94f499f0dec57a3b17ba9ce3e7fc178e9b965
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_67_b59f86c33aa51dff79ab.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_incorrect_67_b59f86c33aa51dff79ab.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_incorrect_67_b59f86c33aa51dff79ab.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..26f94f499f0dec57a3b17ba9ce3e7fc178e9b965
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:90%]/epoch_34_incorrect_67_b59f86c33aa51dff79ab.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_67_a7d6e656cdc47be11a4d.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_67_a7d6e656cdc47be11a4d.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..de88f77d6604735ccdb630457b39a1b968eac9ae
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_67_a7d6e656cdc47be11a4d.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_incorrect_67_623faa4883d23d9d4194.table.json b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_incorrect_67_623faa4883d23d9d4194.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f8621e8ec4c710efff5623b55e03200c677cb8a
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/media/table/validation[:95%]/epoch_34_incorrect_67_623faa4883d23d9d4194.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0015", "there was silence then and still wondering brion was once more asleep", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0016", "ten seconds", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0017", "he asked the handler who was kneading his aching muscles", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0018", "a red haired mountain of a man with an apparently inexhaustible store of energy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0019", "there could be little art in this last and final round of fencing", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0020", "just thrust and parry and victory to the stronger", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0021", "every man who entered the twenties had his own training tricks", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0022", "there appeared to be an immediate association with the death trauma as if the two were inextricably linked into one", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0023", "the strength that enables someone in a trance to hold his body stiff and unsupported except at two points the head and heels", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0024", "this is physically impossible when conscious", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0025", "others had died before during the twenties and death during the last round was in some ways easier than defeat", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0026", "breathing deeply brion softly spoke the auto hypnotic phrases that triggered the process", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0027", "when the buzzer sounded he pulled his foil from his second's startled grasp and ran forward", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0028", "irolg looked amazed at the sudden fury of the attack then smiled", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_174257-1i5p0k1k/files/output.log b/wandb/run-20220507_174257-1i5p0k1k/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..1910a53d452d1238baddf48d7e3663f77b62601c
--- /dev/null
+++ b/wandb/run-20220507_174257-1i5p0k1k/files/output.log
@@ -0,0 +1,841 @@
+05/07/2022 17:43:00 - INFO - __main__ - Training/evaluation parameters FlaxSeq2SeqTrainingArguments(
+_n_gpu=-1,
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_pin_memory=True,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+debug=,
+deepspeed=None,
+disable_tqdm=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_steps=5,
+evaluation_strategy=no,
+final_generation_max_length=50,
+final_generation_num_beams=2,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+generation_length_penalty=1,
+generation_max_length=40,
+generation_num_beams=1,
+gradient_accumulation_steps=1,
+gradient_checkpointing=False,
+greater_is_better=None,
+group_by_length=False,
+half_precision_backend=auto,
+hub_model_id=None,
+hub_strategy=every_save,
+hub_token=,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 17:43:00 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 17:43:01 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:43:01 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 17:43:02 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:43:02 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+preprocess train dataset: 0%| | 0/73 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 17:51:24 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 17:51:25 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:51:25 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 17:51:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:51:26 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 17:51:37.351847: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 17:51:37.351881: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+Epoch ... (1/34): 0%| | 0/34 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 17:53:34 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 17:53:35 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:53:35 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 17:53:36 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:53:37 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 17:53:48.212500: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 17:53:48.212544: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-d26d6988d1d20694.arrow
+05/07/2022 17:53:47 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-735fc28d6b3118f5.arrow
+> /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/run_flax_speech_recognition_seq2seq.py(986)main()
+ 985 import ipdb; ipdb.set_trace()
+--> 986 num_epochs = int(training_args.num_train_epochs) if training_args.max_steps < 0 else - (num_train_samples // - steps_per_epoch)
+ 987 total_train_steps = steps_per_epoch * num_epochs if training_args.max_steps < 0 else training_args.max_steps
+
+[?2004h[?1l[?25l[?7lipdb> [?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7ltraining_args.maxipdb> training_args.max_steps
+[?7h[?12l[?25h[?2004l15
+[?2004h[?25l[?7lipdb> [?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7lnum_train_samplesipdb> num_train_samples
+
+ [?25l[?7ls[?7h[?12l[?25h[?25l[?7lt[?7h[?12l[?25h[?25l[?7le[?7h[?12l[?25h[?25l[?7lp[?7h[?12l[?25h[?25l[?7ls[?7h[?12l[?25h[?25l[?7l_[?7h[?12l[?25h[?25l[?7lp[?7h[?12l[?25h[?25l[?7le[?7h[?12l[?25h[?25l[?7lr[?7h[?12l[?25h[?25l[?7l_[?7h[?12l[?25h[?25l[?7le[?7h[?12l[?25h[?25l[?7lp[?7h[?12l[?25h[?25l[?7lo[?7h[?12l[?25h[?25l[?7lc[?7h[?12l[?25h[?25l[?7lh[?ipdb> steps_per_epoch
+[?7h[?12l[?25h[?2004l2
+[?2004h[?25l[?7lipdb> [?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7lbatch_size_per_upipdb> batch_size_per_update
+[?7h[?12l[?25h[?2004l32
+
+[?2004h[?25l[?7lipdb> [?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7l- (num_train_sampipdb> - (num_train_samples // - steps_per_epoch)
+[?7h[?12l[?25h[?2004l34
+
+[?2004h[?25l[?7lipdb> [?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7l[?7h[?12l[?25h[?25l[?7lq[?7h[?12l[?25h[?25l[?7lu[?7h[?12l[?25h[?25l[?7li[?7h[?12l[?25h[?25l[?7lt[?7h[?12l[?25ipdb> quit
+[?7h[?12l[?25h[?2004l
+Traceback (most recent call last):
+ File "run_flax_speech_recognition_seq2seq.py", line 1394, in
+ if __name__ == "__main__":
+ File "run_flax_speech_recognition_seq2seq.py", line 986, in main
+ import ipdb; ipdb.set_trace()
+ File "run_flax_speech_recognition_seq2seq.py", line 986, in main
+ import ipdb; ipdb.set_trace()
+ File "/usr/lib/python3.8/bdb.py", line 88, in trace_dispatch
+ return self.dispatch_line(frame)
+ File "/usr/lib/python3.8/bdb.py", line 113, in dispatch_line
+ if self.quitting: raise BdbQuit
+bdb.BdbQuit
+If you suspect this is an IPython 8.2.0 bug, please report it at:
+ https://github.com/ipython/ipython/issues
+or send an email to the mailing list at ipython-dev@python.org
+You can print a more detailed traceback right now with "%tb", or use "%debug"
+to interactively debug it.
+Extra-detailed tracebacks for bug-reporting purposes can be enabled via:
+ %config Application.verbose_crash=True
\ No newline at end of file
diff --git a/wandb/run-20220507_175331-2sve22ph/files/requirements.txt b/wandb/run-20220507_175331-2sve22ph/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..965630c0a9fb5b80915f00a016ce64e5d09626b5
--- /dev/null
+++ b/wandb/run-20220507_175331-2sve22ph/files/requirements.txt
@@ -0,0 +1,182 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.1.0
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.6.0
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.1
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.6.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.10.0
+ipython-genutils==0.2.0
+ipython==8.2.0
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jinja2==3.1.1
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.2.1
+jupyter-core==4.9.2
+jupyter-server==1.16.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.12.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.2
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.5
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.2
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+pyzmq==22.3.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.1
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.2
+werkzeug==2.1.0
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0
\ No newline at end of file
diff --git a/wandb/run-20220507_175331-2sve22ph/files/wandb-metadata.json b/wandb/run-20220507_175331-2sve22ph/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..f0a47d762f7eaed6919ed4f3a33ec53c3d3b671d
--- /dev/null
+++ b/wandb/run-20220507_175331-2sve22ph/files/wandb-metadata.json
@@ -0,0 +1,58 @@
+{
+ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+ "python": "3.8.10",
+ "heartbeatAt": "2022-05-07T17:53:34.647461",
+ "startedAt": "2022-05-07T17:53:31.453182",
+ "docker": null,
+ "cpu_count": 96,
+ "cuda": null,
+ "args": [
+ "--dataset_name=hf-internal-testing/librispeech_asr_dummy",
+ "--model_name_or_path=./",
+ "--dataset_config_name=clean",
+ "--train_split_name=validation",
+ "--eval_split_name=validation",
+ "--test_split_name=validation[:90%]+validation[:95%]",
+ "--output_dir=./",
+ "--dataset_cache_dir=/home/sanchitgandhi/cache/huggingface/datasets",
+ "--preprocessing_num_workers=1",
+ "--length_column_name=input_length",
+ "--overwrite_output_dir",
+ "--num_train_epochs=5",
+ "--max_steps=15",
+ "--eval_steps=5",
+ "--save_steps=10",
+ "--per_device_train_batch_size=4",
+ "--per_device_eval_batch_size=2",
+ "--logging_steps=1",
+ "--max_duration_in_seconds=15",
+ "--max_target_length=64",
+ "--generation_max_length=40",
+ "--generation_num_beams=1",
+ "--final_generation_max_length=50",
+ "--final_generation_num_beams=2",
+ "--learning_rate=3e-4",
+ "--warmup_steps=500",
+ "--text_column_name=text",
+ "--save_total_limit=1",
+ "--wandb_project=flax-wav2vec2-2-bart-dummy",
+ "--freeze_feature_encoder",
+ "--predict_with_generate",
+ "--do_lower_case",
+ "--do_train",
+ "--do_eval",
+ "--do_predict"
+ ],
+ "state": "running",
+ "program": "run_flax_speech_recognition_seq2seq.py",
+ "codePath": "run_flax_speech_recognition_seq2seq.py",
+ "git": {
+ "remote": "https://huggingface.co/sanchit-gandhi/flax-wav2vec2-2-bart-dummy",
+ "commit": "5dfee5ca9b62c06b3731efc3524d24c1f57dc9c0"
+ },
+ "email": "sanchit@huggingface.co",
+ "root": "/home/sanchitgandhi/flax-wav2vec2-2-bart-dummy",
+ "host": "t1v-n-4eb331dd-w-0",
+ "username": "sanchitgandhi",
+ "executable": "/home/sanchitgandhi/venv/bin/python"
+}
diff --git a/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json b/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..8882086c417ec9b2b184b483a640f84b26582ae7
--- /dev/null
+++ b/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json
@@ -0,0 +1 @@
+{"_wandb": {"runtime": 162}}
\ No newline at end of file
diff --git a/wandb/run-20220507_175331-2sve22ph/logs/debug-internal.log b/wandb/run-20220507_175331-2sve22ph/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..d76209487e508c2e4586368054562ae964e9d40a
--- /dev/null
+++ b/wandb/run-20220507_175331-2sve22ph/logs/debug-internal.log
@@ -0,0 +1,179 @@
+2022-05-07 17:53:32,270 INFO MainThread:21883 [internal.py:wandb_internal():92] W&B internal server running at pid: 21883, started at: 2022-05-07 17:53:32.270705
+2022-05-07 17:53:32,274 DEBUG SenderThread:21883 [sender.py:send():235] send: header
+2022-05-07 17:53:32,274 INFO WriterThread:21883 [datastore.py:open_for_write():77] open: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/run-2sve22ph.wandb
+2022-05-07 17:53:32,274 DEBUG SenderThread:21883 [sender.py:send():235] send: run
+2022-05-07 17:53:32,355 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: check_version
+2022-05-07 17:53:32,355 INFO SenderThread:21883 [dir_watcher.py:__init__():169] watching files in: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files
+2022-05-07 17:53:32,355 INFO SenderThread:21883 [sender.py:_start_run_threads():812] run started: 2sve22ph with start time 1651946011
+2022-05-07 17:53:32,356 DEBUG SenderThread:21883 [sender.py:send():235] send: summary
+2022-05-07 17:53:32,356 INFO SenderThread:21883 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:53:32,356 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: check_version
+2022-05-07 17:53:32,417 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: run_start
+2022-05-07 17:53:33,357 INFO Thread-7 :21883 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json
+2022-05-07 17:53:34,647 DEBUG HandlerThread:21883 [meta.py:__init__():37] meta init
+2022-05-07 17:53:34,647 DEBUG HandlerThread:21883 [meta.py:__init__():51] meta init done
+2022-05-07 17:53:34,647 DEBUG HandlerThread:21883 [meta.py:probe():211] probe
+2022-05-07 17:53:34,648 DEBUG HandlerThread:21883 [meta.py:_setup_git():201] setup git
+2022-05-07 17:53:34,677 DEBUG HandlerThread:21883 [meta.py:_setup_git():208] setup git done
+2022-05-07 17:53:34,677 DEBUG HandlerThread:21883 [meta.py:_save_pip():55] save pip
+2022-05-07 17:53:34,678 DEBUG HandlerThread:21883 [meta.py:_save_pip():69] save pip done
+2022-05-07 17:53:34,678 DEBUG HandlerThread:21883 [meta.py:probe():249] probe done
+2022-05-07 17:53:34,681 DEBUG SenderThread:21883 [sender.py:send():235] send: files
+2022-05-07 17:53:34,681 INFO SenderThread:21883 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-05-07 17:53:34,687 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:53:34,687 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:53:34,892 DEBUG SenderThread:21883 [sender.py:send():235] send: telemetry
+2022-05-07 17:53:34,942 INFO Thread-11 :21883 [upload_job.py:push():137] Uploaded file /tmp/tmpz12z6jv0wandb/39yfzh3v-wandb-metadata.json
+2022-05-07 17:53:35,361 INFO Thread-7 :21883 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-metadata.json
+2022-05-07 17:53:35,361 INFO Thread-7 :21883 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:53:35,361 INFO Thread-7 :21883 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/requirements.txt
+2022-05-07 17:53:37,361 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:53:39,362 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:53:49,365 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:53:49,894 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:53:49,894 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:53:51,366 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:53:57,368 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:01,370 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:02,370 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/config.yaml
+2022-05-07 17:54:02,728 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:54:03,370 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:05,371 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:06,284 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:54:06,285 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:54:13,373 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:21,415 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:54:21,415 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:54:31,379 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:32,799 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:54:33,380 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:54:36,450 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:54:36,450 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:54:51,483 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:54:51,483 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:55:02,873 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:55:06,536 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:55:06,536 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:55:21,583 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:55:21,584 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:55:32,946 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:55:36,616 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:55:36,617 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:55:51,708 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:55:51,709 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:56:03,017 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:56:06,743 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 17:56:06,744 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 17:56:12,707 DEBUG SenderThread:21883 [sender.py:send():235] send: telemetry
+2022-05-07 17:56:12,707 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: partial_history
+2022-05-07 17:56:13,410 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:56:14,410 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:56:14,988 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:14,988 DEBUG SenderThread:21883 [sender.py:send():235] send: exit
+2022-05-07 17:56:14,988 INFO SenderThread:21883 [sender.py:send_exit():371] handling exit code: 0
+2022-05-07 17:56:14,989 INFO SenderThread:21883 [sender.py:send_exit():373] handling runtime: 162
+2022-05-07 17:56:14,989 INFO SenderThread:21883 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:56:14,989 INFO SenderThread:21883 [sender.py:send_exit():379] send defer
+2022-05-07 17:56:14,989 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:14,990 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:14,990 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 0
+2022-05-07 17:56:14,990 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:14,990 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-05-07 17:56:14,990 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 1
+2022-05-07 17:56:14,990 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:14,990 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 1
+2022-05-07 17:56:15,048 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,048 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-05-07 17:56:15,048 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 2
+2022-05-07 17:56:15,048 DEBUG SenderThread:21883 [sender.py:send():235] send: stats
+2022-05-07 17:56:15,048 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,048 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 2
+2022-05-07 17:56:15,049 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,049 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-05-07 17:56:15,049 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 3
+2022-05-07 17:56:15,049 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,049 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 3
+2022-05-07 17:56:15,049 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,049 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-05-07 17:56:15,049 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 4
+2022-05-07 17:56:15,049 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,049 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 4
+2022-05-07 17:56:15,049 DEBUG SenderThread:21883 [sender.py:send():235] send: summary
+2022-05-07 17:56:15,050 INFO SenderThread:21883 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 17:56:15,050 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,050 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-05-07 17:56:15,050 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 5
+2022-05-07 17:56:15,050 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,050 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 5
+2022-05-07 17:56:15,050 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,050 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-05-07 17:56:15,091 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,099 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 6
+2022-05-07 17:56:15,099 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,099 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,099 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 6
+2022-05-07 17:56:15,099 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,099 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-05-07 17:56:15,099 INFO SenderThread:21883 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-05-07 17:56:15,200 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,411 INFO Thread-7 :21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json
+2022-05-07 17:56:15,411 INFO SenderThread:21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:56:15,411 INFO SenderThread:21883 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/config.yaml
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():313] scan: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/requirements.txt requirements.txt
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log output.log
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-metadata.json wandb-metadata.json
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/config.yaml config.yaml
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json wandb-summary.json
+2022-05-07 17:56:15,412 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 7
+2022-05-07 17:56:15,413 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,413 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,413 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 7
+2022-05-07 17:56:15,413 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,413 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-05-07 17:56:15,413 INFO SenderThread:21883 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 17:56:15,517 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,517 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,619 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,619 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,655 INFO Thread-14 :21883 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/config.yaml
+2022-05-07 17:56:15,673 INFO Thread-12 :21883 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/requirements.txt
+2022-05-07 17:56:15,687 INFO Thread-15 :21883 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/wandb-summary.json
+2022-05-07 17:56:15,720 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,721 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,762 INFO Thread-13 :21883 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/files/output.log
+2022-05-07 17:56:15,822 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,822 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,924 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:15,924 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:15,963 INFO Thread-6 :21883 [sender.py:transition_state():392] send defer: 8
+2022-05-07 17:56:15,963 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:15,963 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 8
+2022-05-07 17:56:15,963 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:15,964 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-05-07 17:56:16,025 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:16,275 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 9
+2022-05-07 17:56:16,276 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:16,276 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:16,276 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 9
+2022-05-07 17:56:16,276 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:16,276 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-05-07 17:56:16,276 INFO SenderThread:21883 [sender.py:transition_state():392] send defer: 10
+2022-05-07 17:56:16,277 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 17:56:16,277 INFO HandlerThread:21883 [handler.py:handle_request_defer():164] handle defer: 10
+2022-05-07 17:56:16,277 DEBUG SenderThread:21883 [sender.py:send():235] send: final
+2022-05-07 17:56:16,277 DEBUG SenderThread:21883 [sender.py:send():235] send: footer
+2022-05-07 17:56:16,277 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: defer
+2022-05-07 17:56:16,277 INFO SenderThread:21883 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-05-07 17:56:16,377 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 17:56:16,377 DEBUG SenderThread:21883 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 17:56:16,377 INFO SenderThread:21883 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 17:56:16,534 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: sampled_history
+2022-05-07 17:56:16,535 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: get_summary
+2022-05-07 17:56:16,535 DEBUG HandlerThread:21883 [handler.py:handle_request():141] handle_request: shutdown
+2022-05-07 17:56:16,535 INFO HandlerThread:21883 [handler.py:finish():778] shutting down handler
+2022-05-07 17:56:17,277 INFO WriterThread:21883 [datastore.py:close():281] close: /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/run-2sve22ph.wandb
+2022-05-07 17:56:17,433 INFO SenderThread:21883 [sender.py:finish():1078] shutting down sender
+2022-05-07 17:56:17,433 INFO SenderThread:21883 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 17:56:17,433 INFO SenderThread:21883 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 17:56:17,462 INFO MainThread:21883 [internal.py:handle_exit():82] Internal process exited
diff --git a/wandb/run-20220507_175331-2sve22ph/logs/debug.log b/wandb/run-20220507_175331-2sve22ph/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..81c791f0b04cdbf867d80778c38d46a9b746499c
--- /dev/null
+++ b/wandb/run-20220507_175331-2sve22ph/logs/debug.log
@@ -0,0 +1,115 @@
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/settings
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/logs/debug.log
+2022-05-07 17:53:31,454 INFO MainThread:20825 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-wav2vec2-2-bart-dummy/wandb/run-20220507_175331-2sve22ph/logs/debug-internal.log
+2022-05-07 17:53:31,455 INFO MainThread:20825 [wandb_init.py:init():439] calling init triggers
+2022-05-07 17:53:31,455 INFO MainThread:20825 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-05-07 17:53:31,455 INFO MainThread:20825 [wandb_init.py:init():492] starting backend
+2022-05-07 17:53:31,455 INFO MainThread:20825 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-05-07 17:53:31,480 INFO MainThread:20825 [backend.py:ensure_launched():219] starting backend process...
+2022-05-07 17:53:31,504 INFO MainThread:20825 [backend.py:ensure_launched():224] started backend process with pid: 21883
+2022-05-07 17:53:31,507 INFO MainThread:20825 [wandb_init.py:init():501] backend started and connected
+2022-05-07 17:53:31,519 INFO MainThread:20825 [wandb_init.py:init():565] updated telemetry
+2022-05-07 17:53:31,579 INFO MainThread:20825 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-05-07 17:53:32,354 INFO MainThread:20825 [wandb_run.py:_on_init():1759] communicating current version
+2022-05-07 17:53:32,416 INFO MainThread:20825 [wandb_run.py:_on_init():1763] got version response upgrade_message: "wandb version 0.12.16 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2022-05-07 17:53:32,416 INFO MainThread:20825 [wandb_init.py:init():625] starting run threads in backend
+2022-05-07 17:53:34,685 INFO MainThread:20825 [wandb_run.py:_console_start():1733] atexit reg
+2022-05-07 17:53:34,685 INFO MainThread:20825 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-05-07 17:53:34,686 INFO MainThread:20825 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-05-07 17:53:34,688 INFO MainThread:20825 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-05-07 17:53:34,688 INFO MainThread:20825 [wandb_init.py:init():664] run started, returning control to user process
+2022-05-07 17:56:12,704 INFO MainThread:20825 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 0
+2022-05-07 17:56:12,707 INFO MainThread:20825 [wandb_run.py:_restore():1674] restore
+2022-05-07 17:56:14,990 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2107
+ total_bytes: 2107
+}
+
+2022-05-07 17:56:15,099 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2107
+ total_bytes: 2107
+}
+
+2022-05-07 17:56:15,416 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 3
+}
+pusher_stats {
+ uploaded_bytes: 2107
+ total_bytes: 29692
+}
+
+2022-05-07 17:56:15,518 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:15,619 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:15,721 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:15,823 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:15,924 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:16,276 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+
+2022-05-07 17:56:16,433 INFO MainThread:20825 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 30233
+ total_bytes: 30233
+}
+local_info {
+}
+
+2022-05-07 17:56:17,902 INFO MainThread:20825 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-05-07 17:56:17,902 INFO MainThread:20825 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-05-07 17:56:17,903 INFO MainThread:20825 [wandb_run.py:_footer_sync_info():2822] logging synced files
diff --git a/wandb/run-20220507_175331-2sve22ph/run-2sve22ph.wandb b/wandb/run-20220507_175331-2sve22ph/run-2sve22ph.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..0a1b8be01e570180db64055b43f7fb2131f4b695
Binary files /dev/null and b/wandb/run-20220507_175331-2sve22ph/run-2sve22ph.wandb differ
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/config.yaml b/wandb/run-20220507_175813-3hqzwtal/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..d1ef02fe473d7be106d3e36c9b59c835f4b70924
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/config.yaml
@@ -0,0 +1,36 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.12.11
+ framework: huggingface
+ huggingface_version: 4.18.0.dev0
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.10
+ start_time: 1651946293
+ t:
+ 1:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 2:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 4: 3.8.10
+ 5: 0.12.11
+ 6: 4.18.0.dev0
+ 8:
+ - 5
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_3_5_f901d5b4b0d1263be066.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_3_5_f901d5b4b0d1263be066.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206f5b53d7460aca0f8ff84652cb779b45e97c
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_3_5_f901d5b4b0d1263be066.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_6_10_f901d5b4b0d1263be066.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_6_10_f901d5b4b0d1263be066.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..c0206f5b53d7460aca0f8ff84652cb779b45e97c
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_6_10_f901d5b4b0d1263be066.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist hist histfulfulfulfulfulfulfulfulfulfulful"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_15_a7d6e656cdc47be11a4d.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_15_a7d6e656cdc47be11a4d.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..de88f77d6604735ccdb630457b39a1b968eac9ae
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_15_a7d6e656cdc47be11a4d.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f8621e8ec4c710efff5623b55e03200c677cb8a
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/eval/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0015", "there was silence then and still wondering brion was once more asleep", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0016", "ten seconds", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0017", "he asked the handler who was kneading his aching muscles", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0018", "a red haired mountain of a man with an apparently inexhaustible store of energy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0019", "there could be little art in this last and final round of fencing", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0020", "just thrust and parry and victory to the stronger", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0021", "every man who entered the twenties had his own training tricks", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0022", "there appeared to be an immediate association with the death trauma as if the two were inextricably linked into one", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0023", "the strength that enables someone in a trance to hold his body stiff and unsupported except at two points the head and heels", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0024", "this is physically impossible when conscious", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0025", "others had died before during the twenties and death during the last round was in some ways easier than defeat", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0026", "breathing deeply brion softly spoke the auto hypnotic phrases that triggered the process", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0027", "when the buzzer sounded he pulled his foil from his second's startled grasp and ran forward", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0028", "irolg looked amazed at the sudden fury of the attack then smiled", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_15_b59f86c33aa51dff79ab.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_15_b59f86c33aa51dff79ab.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..26f94f499f0dec57a3b17ba9ce3e7fc178e9b965
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_15_b59f86c33aa51dff79ab.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_incorrect_15_b59f86c33aa51dff79ab.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_incorrect_15_b59f86c33aa51dff79ab.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..26f94f499f0dec57a3b17ba9ce3e7fc178e9b965
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:90%]/epoch_8_incorrect_15_b59f86c33aa51dff79ab.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_15_a7d6e656cdc47be11a4d.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_15_a7d6e656cdc47be11a4d.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..de88f77d6604735ccdb630457b39a1b968eac9ae
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_15_a7d6e656cdc47be11a4d.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..5f8621e8ec4c710efff5623b55e03200c677cb8a
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/media/table/validation[:95%]/epoch_8_incorrect_15_623faa4883d23d9d4194.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1", "beam_2"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0014", "where is that", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0015", "there was silence then and still wondering brion was once more asleep", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0016", "ten seconds", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0017", "he asked the handler who was kneading his aching muscles", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0018", "a red haired mountain of a man with an apparently inexhaustible store of energy", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0019", "there could be little art in this last and final round of fencing", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0020", "just thrust and parry and victory to the stronger", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0021", "every man who entered the twenties had his own training tricks", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0022", "there appeared to be an immediate association with the death trauma as if the two were inextricably linked into one", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0023", "the strength that enables someone in a trance to hold his body stiff and unsupported except at two points the head and heels", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0024", "this is physically impossible when conscious", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0025", "others had died before during the twenties and death during the last round was in some ways easier than defeat", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0026", "breathing deeply brion softly spoke the auto hypnotic phrases that triggered the process", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0027", "when the buzzer sounded he pulled his foil from his second's startled grasp and ran forward", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"], ["1272-141231-0028", "irolg looked amazed at the sudden fury of the attack then smiled", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeode", " Mar MarSSSersersDDDDDDDDDDDDDDDDDDodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeodeausausode"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_175813-3hqzwtal/files/output.log b/wandb/run-20220507_175813-3hqzwtal/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..3b961556b15ef2879e928ab909b7cfb9a9f433d1
--- /dev/null
+++ b/wandb/run-20220507_175813-3hqzwtal/files/output.log
@@ -0,0 +1,719 @@
+05/07/2022 17:58:16 - INFO - __main__ - Training/evaluation parameters FlaxSeq2SeqTrainingArguments(
+_n_gpu=-1,
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_pin_memory=True,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+debug=,
+deepspeed=None,
+disable_tqdm=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_steps=5,
+evaluation_strategy=no,
+final_generation_max_length=50,
+final_generation_num_beams=2,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+generation_length_penalty=1,
+generation_max_length=40,
+generation_num_beams=1,
+gradient_accumulation_steps=1,
+gradient_checkpointing=False,
+greater_is_better=None,
+group_by_length=False,
+half_precision_backend=auto,
+hub_model_id=None,
+hub_strategy=every_save,
+hub_token=,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 17:58:16 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 17:58:17 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:58:17 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 17:58:18 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 17:58:18 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 17:58:30.097357: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 17:58:30.097406: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-d26d6988d1d20694.arrow
+05/07/2022 17:58:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-735fc28d6b3118f5.arrow
+05/07/2022 17:58:30 - INFO - __main__ - ***** Running training *****
+05/07/2022 17:58:30 - INFO - __main__ - Num examples = 68
+05/07/2022 17:58:30 - INFO - __main__ - Num Epochs = 8
+05/07/2022 17:58:30 - INFO - __main__ - Instantaneous batch size per device = 4
+05/07/2022 17:58:30 - INFO - __main__ - Num gradient accumulation steps = 1
+05/07/2022 17:58:30 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 32
+05/07/2022 17:58:30 - INFO - __main__ - Total optimization steps = 15
+05/07/2022 17:58:30 - INFO - __main__ - Gradient checkpointing: False
+05/07/2022 17:58:30 - INFO - __main__ - Use scan: True
+05/07/2022 17:58:30 - INFO - __main__ - Fuse matmuls: False
+Epoch ... (1/8): 0%| | 0/8 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 18:04:54 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 18:04:55 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:04:56 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 18:04:56 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:04:57 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-d26d6988d1d20694.arrow
+05/07/2022 18:05:07 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-735fc28d6b3118f5.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 18:05:08.378514: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 18:05:08.378562: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+Epoch ... (1/8): 0%| | 0/8 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 18:11:15 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 18:11:16 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:11:16 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 18:11:17 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:11:18 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-d26d6988d1d20694.arrow
+05/07/2022 18:11:29 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-735fc28d6b3118f5.arrow
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+05/07/2022 18:11:30 - INFO - __main__ - ***** Running training *****
+05/07/2022 18:11:30 - INFO - __main__ - Num examples = 68
+05/07/2022 18:11:30 - INFO - __main__ - Num Epochs = 8
+05/07/2022 18:11:30 - INFO - __main__ - Instantaneous batch size per device = 4
+05/07/2022 18:11:30 - INFO - __main__ - Num gradient accumulation steps = 1
+05/07/2022 18:11:30 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 32
+05/07/2022 18:11:30 - INFO - __main__ - Total optimization steps = 15
+05/07/2022 18:11:30 - INFO - __main__ - Gradient checkpointing: False
+05/07/2022 18:11:30 - INFO - __main__ - Use scan: True
+05/07/2022 18:11:30 - INFO - __main__ - Fuse matmuls: False
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 18:11:29.880148: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 18:11:29.880190: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+Epoch ... (1/8): 0%| | 0/8 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=5.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=4,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=False,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=10,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 18:12:35 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 18:12:36 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:12:36 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 18:12:37 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:12:38 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 18:12:48.725976: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 18:12:48.726012: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+Epoch ... (1/8): 0%| | 0/8 [00:00,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=3.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=2,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=True,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=5,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 18:18:56 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 18:18:57 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:18:57 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 18:18:58 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:18:59 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+100%|████████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 194.44ba/s]
+100%|████████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 737.52ba/s]
+100%|████████████████████████████████████████████████████████████████████████████████████| 1/1 [00:00<00:00, 693.16ba/s]
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 18:19:09.719228: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 18:19:09.719261: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 18:19:09 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-885308cf79812c65.arrow
+05/07/2022 18:19:11 - WARNING - huggingface_hub.repository - /home/sanchitgandhi/flax-dummy/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-dummy. Make sure you pull the latest changes with `repo.git_pull()`.
+05/07/2022 18:19:12 - INFO - __main__ - ***** Running training *****
+05/07/2022 18:19:12 - INFO - __main__ - Num examples = 70
+05/07/2022 18:19:12 - INFO - __main__ - Num Epochs = 4
+05/07/2022 18:19:12 - INFO - __main__ - Instantaneous batch size per device = 2
+05/07/2022 18:19:12 - INFO - __main__ - Num gradient accumulation steps = 1
+05/07/2022 18:19:12 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 16
+05/07/2022 18:19:12 - INFO - __main__ - Total optimization steps = 15
+05/07/2022 18:19:12 - INFO - __main__ - Gradient checkpointing: False
+05/07/2022 18:19:12 - INFO - __main__ - Use scan: True
+05/07/2022 18:19:12 - INFO - __main__ - Fuse matmuls: False
+/home/sanchitgandhi/flax-dummy/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-dummy. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/4): 0%| | 0/4 [00:00
+ main()
+ File "run_flax_speech_recognition_seq2seq.py", line 1303, in main
+ state, train_metric = p_train_step(state, batch)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+ return fun(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1979, in cache_miss
+ out_tree, out_flat = f_pmapped_(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/api.py", line 1855, in pmap_f
+ out = pxla.xla_pmap(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/core.py", line 1797, in bind
+ return map_bind(self, fun, *args, **params)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/core.py", line 1828, in map_bind
+ outs = primitive.process(top_trace, fun, tracers, params)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/core.py", line 1800, in process
+ return trace.process_map(self, fun, tracers, params)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/core.py", line 614, in process_call
+ return primitive.impl(f, *tracers, **params)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 792, in xla_pmap_impl
+ compiled_fun, fingerprint = parallel_callable(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/linear_util.py", line 272, in memoized_fun
+ ans = call(fun, *args)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 820, in parallel_callable
+ pmap_computation = lower_parallel_callable(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+ return func(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 993, in lower_parallel_callable
+ jaxpr, consts, replicas, parts, shards = stage_parallel_callable(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/pxla.py", line 900, in stage_parallel_callable
+ jaxpr, out_sharded_avals, consts = pe.trace_to_jaxpr_final(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+ return func(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1798, in trace_to_jaxpr_final
+ jaxpr, out_avals, consts = trace_to_subjaxpr_dynamic(fun, main, in_avals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 1775, in trace_to_subjaxpr_dynamic
+ ans = fun.call_wrapped(*in_tracers_)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped
+ ans = self.f(*args, **dict(self.params, **kwargs))
+ File "run_flax_speech_recognition_seq2seq.py", line 1086, in train_step
+ (loss, num_labels), grad = grad_fn(to_dtype(state.params), batch)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+ return fun(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/api.py", line 954, in value_and_grad_f
+ ans, vjp_py, aux = _vjp(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/api.py", line 2413, in _vjp
+ out_primal, out_vjp, aux = ad.vjp(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/ad.py", line 121, in vjp
+ out_primals, pvals, jaxpr, consts, aux = linearize(traceable, *primals, has_aux=True)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/ad.py", line 106, in linearize
+ jaxpr, out_pvals, consts = pe.trace_to_jaxpr(jvpfun_flat, in_pvals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+ return func(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 592, in trace_to_jaxpr
+ jaxpr, (out_pvals, consts, env) = fun.call_wrapped(pvals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped
+ ans = self.f(*args, **dict(self.params, **kwargs))
+ File "run_flax_speech_recognition_seq2seq.py", line 1073, in compute_loss
+ logits = state.apply_fn(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_speech_encoder_decoder.py", line 765, in __call__
+ return self.module.apply(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/traceback_util.py", line 162, in reraise_with_filtered_traceback
+ return fun(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 1162, in apply
+ return apply(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/scope.py", line 806, in wrapper
+ y = fn(root, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 1446, in scope_fn
+ return fn(module.clone(parent=scope), *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_speech_encoder_decoder.py", line 340, in __call__
+ decoder_outputs = self.decoder(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 752, in __call__
+ outputs = self.model(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 718, in __call__
+ return self.decoder(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 500, in __call__
+ outputs = self.layers(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 389, in __call__
+ hidden_states, _ = scan_with_axes(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 312, in wrapped_fn
+ ret = trafo_fn(module_scopes, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/lift.py", line 213, in wrapper
+ y, out_variable_groups_xs_t = fn(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/lift.py", line 286, in wrapper
+ y = fn(scopes, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 305, in core_fn
+ res = fn(cloned, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 312, in wrapped_fn
+ ret = trafo_fn(module_scopes, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/lift.py", line 218, in wrapper
+ y, out_variable_groups_xs_t = fn(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/lift.py", line 766, in inner
+ broadcast_vars, (carry_vars, c), (ys, scan_vars) = scanned(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/axes_scan.py", line 135, in scan_fn
+ _, out_pvals, _ = pe.trace_to_jaxpr(f_flat, in_pvals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/profiler.py", line 206, in wrapper
+ return func(*args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/interpreters/partial_eval.py", line 592, in trace_to_jaxpr
+ jaxpr, (out_pvals, consts, env) = fun.call_wrapped(pvals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/linear_util.py", line 166, in call_wrapped
+ ans = self.f(*args, **dict(self.params, **kwargs))
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/axes_scan.py", line 111, in body_fn
+ broadcast_out, c, ys = fn(broadcast_in, c, *xs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/lift.py", line 750, in scanned
+ c, y = fn(scope, c, *args)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 305, in core_fn
+ res = fn(cloned, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 308, in __call__
+ hidden_states, self_attn_weights = self.self_attn(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/transforms.py", line 1166, in wrapped_fn
+ return prewrapped_fn(self, *args, **kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 350, in wrapped_module_method
+ return self._call_wrapped_method(fun, args, kwargs)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/linen/module.py", line 657, in _call_wrapped_method
+ y = fun(self, *args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 206, in __call__
+ attention_mask = jnp.broadcast_to(jnp.expand_dims(attention_mask, axis=(-3, -2)), causal_mask.shape)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/numpy/util.py", line 357, in _broadcast_to
+ raise ValueError(msg.format(arr_shape, shape))
+jax._src.traceback_util.UnfilteredStackTrace: ValueError: Incompatible shapes for broadcasting: (2, 1, 1, 127) and requested shape (2, 1, 100, 100)
+The stack trace below excludes JAX-internal frames.
+The preceding is the original exception that occurred, unmodified.
+--------------------
+The above exception was the direct cause of the following exception:
+Traceback (most recent call last):
+ File "run_flax_speech_recognition_seq2seq.py", line 1396, in
+ main()
+ File "run_flax_speech_recognition_seq2seq.py", line 1303, in main
+ state, train_metric = p_train_step(state, batch)
+ File "run_flax_speech_recognition_seq2seq.py", line 1086, in train_step
+ (loss, num_labels), grad = grad_fn(to_dtype(state.params), batch)
+ File "run_flax_speech_recognition_seq2seq.py", line 1073, in compute_loss
+ logits = state.apply_fn(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_speech_encoder_decoder.py", line 765, in __call__
+ return self.module.apply(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_speech_encoder_decoder.py", line 340, in __call__
+ decoder_outputs = self.decoder(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 752, in __call__
+ outputs = self.model(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 718, in __call__
+ return self.decoder(*args, **kwargs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 500, in __call__
+ outputs = self.layers(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 389, in __call__
+ hidden_states, _ = scan_with_axes(
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/axes_scan.py", line 135, in scan_fn
+ _, out_pvals, _ = pe.trace_to_jaxpr(f_flat, in_pvals)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/flax/core/axes_scan.py", line 111, in body_fn
+ broadcast_out, c, ys = fn(broadcast_in, c, *xs)
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 308, in __call__
+ hidden_states, self_attn_weights = self.self_attn(
+ File "/home/sanchitgandhi/seq2seq-speech/models/modeling_flax_bart.py", line 206, in __call__
+ attention_mask = jnp.broadcast_to(jnp.expand_dims(attention_mask, axis=(-3, -2)), causal_mask.shape)
+ File "/home/sanchitgandhi/venv/lib/python3.8/site-packages/jax/_src/numpy/util.py", line 357, in _broadcast_to
+ raise ValueError(msg.format(arr_shape, shape))
+ValueError: Incompatible shapes for broadcasting: (2, 1, 1, 127) and requested shape (2, 1, 100, 100)
\ No newline at end of file
diff --git a/wandb/run-20220507_181853-3nproo3b/files/requirements.txt b/wandb/run-20220507_181853-3nproo3b/files/requirements.txt
new file mode 100644
index 0000000000000000000000000000000000000000..965630c0a9fb5b80915f00a016ce64e5d09626b5
--- /dev/null
+++ b/wandb/run-20220507_181853-3nproo3b/files/requirements.txt
@@ -0,0 +1,182 @@
+absl-py==1.0.0
+aiohttp==3.8.1
+aiosignal==1.2.0
+anyio==3.5.0
+appdirs==1.4.4
+argon2-cffi-bindings==21.2.0
+argon2-cffi==21.3.0
+asttokens==2.0.5
+astunparse==1.6.3
+async-timeout==4.0.2
+attrs==21.4.0
+audioread==2.1.9
+babel==2.9.1
+backcall==0.2.0
+beautifulsoup4==4.10.0
+bleach==4.1.0
+cachetools==5.0.0
+certifi==2021.10.8
+cffi==1.15.0
+charset-normalizer==2.0.12
+chex==0.1.1
+click==8.1.0
+cycler==0.11.0
+datasets==2.0.1.dev0
+debugpy==1.6.0
+decorator==5.1.1
+defusedxml==0.7.1
+dill==0.3.4
+dm-tree==0.1.6
+docker-pycreds==0.4.0
+entrypoints==0.4
+executing==0.8.3
+filelock==3.6.0
+flatbuffers==2.0
+flax==0.4.1
+fonttools==4.31.2
+frozenlist==1.3.0
+fsspec==2022.2.0
+gast==0.5.3
+gitdb==4.0.9
+gitpython==3.1.27
+google-auth-oauthlib==0.4.6
+google-auth==2.6.2
+google-pasta==0.2.0
+grpcio==1.44.0
+h5py==3.6.0
+huggingface-hub==0.4.0
+idna==3.3
+importlib-metadata==4.11.3
+importlib-resources==5.6.0
+iniconfig==1.1.1
+ipdb==0.13.9
+ipykernel==6.10.0
+ipython-genutils==0.2.0
+ipython==8.2.0
+jax==0.3.4
+jaxlib==0.3.2
+jedi==0.18.1
+jinja2==3.1.1
+jiwer==2.3.0
+joblib==1.1.0
+json5==0.9.6
+jsonschema==4.4.0
+jupyter-client==7.2.1
+jupyter-core==4.9.2
+jupyter-server==1.16.0
+jupyterlab-pygments==0.1.2
+jupyterlab-server==2.12.0
+jupyterlab==3.3.2
+keras-preprocessing==1.1.2
+keras==2.8.0
+kiwisolver==1.4.2
+libclang==13.0.0
+librosa==0.9.1
+libtpu-nightly==0.1.dev20220315
+llvmlite==0.38.0
+markdown==3.3.6
+markupsafe==2.1.1
+matplotlib-inline==0.1.3
+matplotlib==3.5.1
+mistune==0.8.4
+msgpack==1.0.3
+multidict==6.0.2
+multiprocess==0.70.12.2
+nbclassic==0.3.7
+nbclient==0.5.13
+nbconvert==6.4.5
+nbformat==5.2.0
+nest-asyncio==1.5.4
+notebook-shim==0.1.0
+notebook==6.4.10
+numba==0.55.1
+numpy==1.21.0
+oauthlib==3.2.0
+opt-einsum==3.3.0
+optax==0.1.1
+packaging==21.3
+pandas==1.4.1
+pandocfilters==1.5.0
+parso==0.8.3
+pathtools==0.1.2
+pexpect==4.8.0
+pickleshare==0.7.5
+pillow==9.0.1
+pip==20.0.2
+pkg-resources==0.0.0
+pluggy==1.0.0
+pooch==1.6.0
+prometheus-client==0.13.1
+promise==2.3
+prompt-toolkit==3.0.28
+protobuf==3.19.4
+psutil==5.9.0
+ptyprocess==0.7.0
+pure-eval==0.2.2
+py==1.11.0
+pyarrow==7.0.0
+pyasn1-modules==0.2.8
+pyasn1==0.4.8
+pycparser==2.21
+pygments==2.11.2
+pyparsing==3.0.7
+pyrsistent==0.18.1
+pytest==7.1.2
+python-dateutil==2.8.2
+python-levenshtein==0.12.2
+pytz==2022.1
+pyyaml==6.0
+pyzmq==22.3.0
+regex==2022.3.15
+requests-oauthlib==1.3.1
+requests==2.27.1
+resampy==0.2.2
+responses==0.18.0
+rsa==4.8
+sacremoses==0.0.49
+scikit-learn==1.0.2
+scipy==1.8.0
+send2trash==1.8.0
+sentry-sdk==1.5.8
+setproctitle==1.2.2
+setuptools==44.0.0
+shortuuid==1.0.8
+six==1.16.0
+smmap==5.0.0
+sniffio==1.2.0
+soundfile==0.10.3.post1
+soupsieve==2.3.1
+stack-data==0.2.0
+tensorboard-data-server==0.6.1
+tensorboard-plugin-wit==1.8.1
+tensorboard==2.8.0
+tensorflow-io-gcs-filesystem==0.24.0
+tensorflow==2.8.0
+termcolor==1.1.0
+terminado==0.13.3
+testpath==0.6.0
+tf-estimator-nightly==2.8.0.dev2021122109
+threadpoolctl==3.1.0
+tokenizers==0.11.6
+toml==0.10.2
+tomli==2.0.1
+toolz==0.11.2
+torch==1.11.0+cpu
+torchaudio==0.11.0+cpu
+tornado==6.1
+tqdm==4.63.1
+traitlets==5.1.1
+transformers==4.18.0.dev0
+typing-extensions==4.1.1
+urllib3==1.26.9
+wandb==0.12.11
+wcwidth==0.2.5
+webencodings==0.5.1
+websocket-client==1.3.2
+werkzeug==2.1.0
+wheel==0.37.1
+wrapt==1.14.0
+xxhash==3.0.0
+yarl==1.7.2
+yaspin==2.1.0
+zipp==3.7.0
\ No newline at end of file
diff --git a/wandb/run-20220507_181853-3nproo3b/files/wandb-metadata.json b/wandb/run-20220507_181853-3nproo3b/files/wandb-metadata.json
new file mode 100644
index 0000000000000000000000000000000000000000..ffaee2e61f21cad0d0bde2fae962527ea9aea82c
--- /dev/null
+++ b/wandb/run-20220507_181853-3nproo3b/files/wandb-metadata.json
@@ -0,0 +1,58 @@
+{
+ "os": "Linux-5.4.0-1043-gcp-x86_64-with-glibc2.29",
+ "python": "3.8.10",
+ "heartbeatAt": "2022-05-07T18:18:56.563525",
+ "startedAt": "2022-05-07T18:18:53.232180",
+ "docker": null,
+ "cpu_count": 96,
+ "cuda": null,
+ "args": [
+ "--dataset_name=hf-internal-testing/librispeech_asr_dummy",
+ "--model_name_or_path=./",
+ "--dataset_config_name=clean",
+ "--train_split_name=validation",
+ "--eval_split_name=validation",
+ "--test_split_name=validation[:90%]+validation[:95%]",
+ "--output_dir=./",
+ "--dataset_cache_dir=/home/sanchitgandhi/cache/huggingface/datasets",
+ "--preprocessing_num_workers=1",
+ "--length_column_name=input_length",
+ "--overwrite_output_dir",
+ "--max_steps=15",
+ "--eval_steps=5",
+ "--save_steps=5",
+ "--per_device_train_batch_size=2",
+ "--per_device_eval_batch_size=2",
+ "--logging_steps=1",
+ "--max_duration_in_seconds=15",
+ "--max_target_length=128",
+ "--generation_max_length=40",
+ "--generation_num_beams=1",
+ "--final_generation_max_length=50",
+ "--final_generation_num_beams=2",
+ "--learning_rate=3e-4",
+ "--warmup_steps=500",
+ "--text_column_name=text",
+ "--save_total_limit=1",
+ "--wandb_project=flax-wav2vec2-2-bart-dummy",
+ "--freeze_feature_encoder",
+ "--predict_with_generate",
+ "--do_lower_case",
+ "--do_train",
+ "--do_eval",
+ "--do_predict",
+ "--push_to_hub"
+ ],
+ "state": "running",
+ "program": "run_flax_speech_recognition_seq2seq.py",
+ "codePath": "run_flax_speech_recognition_seq2seq.py",
+ "git": {
+ "remote": "https://huggingface.co/sanchit-gandhi/flax-dummy",
+ "commit": "832c9142c9c702ef947c3b22da2b336ae080eb26"
+ },
+ "email": "sanchit@huggingface.co",
+ "root": "/home/sanchitgandhi/flax-dummy",
+ "host": "t1v-n-4eb331dd-w-0",
+ "username": "sanchitgandhi",
+ "executable": "/home/sanchitgandhi/venv/bin/python"
+}
diff --git a/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json b/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json
new file mode 100644
index 0000000000000000000000000000000000000000..ea21b21f31ce5475c752fec2e134d0ccd8199989
--- /dev/null
+++ b/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json
@@ -0,0 +1 @@
+{"_wandb": {"runtime": 22}}
\ No newline at end of file
diff --git a/wandb/run-20220507_181853-3nproo3b/logs/debug-internal.log b/wandb/run-20220507_181853-3nproo3b/logs/debug-internal.log
new file mode 100644
index 0000000000000000000000000000000000000000..ea7e60334ac78cc2e81a60a591687f17a4cf9dd9
--- /dev/null
+++ b/wandb/run-20220507_181853-3nproo3b/logs/debug-internal.log
@@ -0,0 +1,147 @@
+2022-05-07 18:18:54,038 INFO MainThread:35428 [internal.py:wandb_internal():92] W&B internal server running at pid: 35428, started at: 2022-05-07 18:18:54.037902
+2022-05-07 18:18:54,040 INFO WriterThread:35428 [datastore.py:open_for_write():77] open: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/run-3nproo3b.wandb
+2022-05-07 18:18:54,041 DEBUG SenderThread:35428 [sender.py:send():235] send: header
+2022-05-07 18:18:54,041 DEBUG SenderThread:35428 [sender.py:send():235] send: run
+2022-05-07 18:18:54,122 INFO SenderThread:35428 [dir_watcher.py:__init__():169] watching files in: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files
+2022-05-07 18:18:54,122 INFO SenderThread:35428 [sender.py:_start_run_threads():812] run started: 3nproo3b with start time 1651947533
+2022-05-07 18:18:54,122 DEBUG SenderThread:35428 [sender.py:send():235] send: summary
+2022-05-07 18:18:54,123 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: check_version
+2022-05-07 18:18:54,123 INFO SenderThread:35428 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 18:18:54,123 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: check_version
+2022-05-07 18:18:54,185 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: run_start
+2022-05-07 18:18:55,124 INFO Thread-7 :35428 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json
+2022-05-07 18:18:56,563 DEBUG HandlerThread:35428 [meta.py:__init__():37] meta init
+2022-05-07 18:18:56,563 DEBUG HandlerThread:35428 [meta.py:__init__():51] meta init done
+2022-05-07 18:18:56,563 DEBUG HandlerThread:35428 [meta.py:probe():211] probe
+2022-05-07 18:18:56,564 DEBUG HandlerThread:35428 [meta.py:_setup_git():201] setup git
+2022-05-07 18:18:56,597 DEBUG HandlerThread:35428 [meta.py:_setup_git():208] setup git done
+2022-05-07 18:18:56,598 DEBUG HandlerThread:35428 [meta.py:_save_pip():55] save pip
+2022-05-07 18:18:56,598 DEBUG HandlerThread:35428 [meta.py:_save_pip():69] save pip done
+2022-05-07 18:18:56,598 DEBUG HandlerThread:35428 [meta.py:probe():249] probe done
+2022-05-07 18:18:56,601 DEBUG SenderThread:35428 [sender.py:send():235] send: files
+2022-05-07 18:18:56,601 INFO SenderThread:35428 [sender.py:_save_file():947] saving file wandb-metadata.json with policy now
+2022-05-07 18:18:56,606 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 18:18:56,607 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 18:18:56,637 DEBUG SenderThread:35428 [sender.py:send():235] send: telemetry
+2022-05-07 18:18:56,881 INFO Thread-11 :35428 [upload_job.py:push():137] Uploaded file /tmp/tmpb1i3o9_4wandb/3h4lcq8i-wandb-metadata.json
+2022-05-07 18:18:57,128 INFO Thread-7 :35428 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-metadata.json
+2022-05-07 18:18:57,128 INFO Thread-7 :35428 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/requirements.txt
+2022-05-07 18:18:57,128 INFO Thread-7 :35428 [dir_watcher.py:_on_file_created():217] file/dir created: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:18:59,128 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:01,129 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:11,133 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:11,639 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: stop_status
+2022-05-07 18:19:11,639 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: stop_status
+2022-05-07 18:19:13,133 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:13,813 DEBUG SenderThread:35428 [sender.py:send():235] send: telemetry
+2022-05-07 18:19:13,813 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: partial_history
+2022-05-07 18:19:15,134 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:16,561 DEBUG SenderThread:35428 [sender.py:send():235] send: exit
+2022-05-07 18:19:16,561 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:16,561 INFO SenderThread:35428 [sender.py:send_exit():371] handling exit code: 1
+2022-05-07 18:19:16,561 INFO SenderThread:35428 [sender.py:send_exit():373] handling runtime: 22
+2022-05-07 18:19:16,562 INFO SenderThread:35428 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 18:19:16,562 INFO SenderThread:35428 [sender.py:send_exit():379] send defer
+2022-05-07 18:19:16,562 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:16,563 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,563 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 0
+2022-05-07 18:19:16,563 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,563 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 0
+2022-05-07 18:19:16,563 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 1
+2022-05-07 18:19:16,563 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,563 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 1
+2022-05-07 18:19:16,620 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,620 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 1
+2022-05-07 18:19:16,620 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 2
+2022-05-07 18:19:16,620 DEBUG SenderThread:35428 [sender.py:send():235] send: stats
+2022-05-07 18:19:16,621 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,621 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 2
+2022-05-07 18:19:16,621 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,621 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 2
+2022-05-07 18:19:16,621 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 3
+2022-05-07 18:19:16,621 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,621 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 3
+2022-05-07 18:19:16,621 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,621 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 3
+2022-05-07 18:19:16,621 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 4
+2022-05-07 18:19:16,622 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,622 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 4
+2022-05-07 18:19:16,622 DEBUG SenderThread:35428 [sender.py:send():235] send: summary
+2022-05-07 18:19:16,622 INFO SenderThread:35428 [sender.py:_save_file():947] saving file wandb-summary.json with policy end
+2022-05-07 18:19:16,622 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,622 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 4
+2022-05-07 18:19:16,622 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 5
+2022-05-07 18:19:16,622 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,622 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 5
+2022-05-07 18:19:16,622 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,623 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 5
+2022-05-07 18:19:16,664 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:16,689 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 6
+2022-05-07 18:19:16,690 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:16,690 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:16,690 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 6
+2022-05-07 18:19:16,690 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:16,690 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 6
+2022-05-07 18:19:16,691 INFO SenderThread:35428 [dir_watcher.py:finish():283] shutting down directory watcher
+2022-05-07 18:19:16,791 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,135 INFO Thread-7 :35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/config.yaml
+2022-05-07 18:19:17,135 INFO SenderThread:35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json
+2022-05-07 18:19:17,136 INFO SenderThread:35428 [dir_watcher.py:_on_file_modified():230] file/dir modified: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:17,136 INFO SenderThread:35428 [dir_watcher.py:finish():313] scan: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files
+2022-05-07 18:19:17,136 INFO SenderThread:35428 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/requirements.txt requirements.txt
+2022-05-07 18:19:17,136 INFO SenderThread:35428 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log output.log
+2022-05-07 18:19:17,136 INFO SenderThread:35428 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-metadata.json wandb-metadata.json
+2022-05-07 18:19:17,137 INFO SenderThread:35428 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/config.yaml config.yaml
+2022-05-07 18:19:17,137 INFO SenderThread:35428 [dir_watcher.py:finish():327] scan save: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json wandb-summary.json
+2022-05-07 18:19:17,139 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 7
+2022-05-07 18:19:17,140 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,140 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:17,141 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 7
+2022-05-07 18:19:17,143 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:17,146 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 7
+2022-05-07 18:19:17,148 INFO SenderThread:35428 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 18:19:17,241 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,242 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,343 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,343 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,366 INFO Thread-12 :35428 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/requirements.txt
+2022-05-07 18:19:17,375 INFO Thread-15 :35428 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/wandb-summary.json
+2022-05-07 18:19:17,395 INFO Thread-14 :35428 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/config.yaml
+2022-05-07 18:19:17,445 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,445 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,483 INFO Thread-13 :35428 [upload_job.py:push():137] Uploaded file /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/files/output.log
+2022-05-07 18:19:17,547 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,547 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,648 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:17,649 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:17,684 INFO Thread-6 :35428 [sender.py:transition_state():392] send defer: 8
+2022-05-07 18:19:17,684 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:17,684 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 8
+2022-05-07 18:19:17,684 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:17,685 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 8
+2022-05-07 18:19:17,750 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:22,092 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 9
+2022-05-07 18:19:22,092 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:22,093 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:22,093 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 9
+2022-05-07 18:19:22,093 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:22,093 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 9
+2022-05-07 18:19:22,093 INFO SenderThread:35428 [sender.py:transition_state():392] send defer: 10
+2022-05-07 18:19:22,093 DEBUG SenderThread:35428 [sender.py:send():235] send: final
+2022-05-07 18:19:22,094 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: defer
+2022-05-07 18:19:22,094 INFO HandlerThread:35428 [handler.py:handle_request_defer():164] handle defer: 10
+2022-05-07 18:19:22,094 DEBUG SenderThread:35428 [sender.py:send():235] send: footer
+2022-05-07 18:19:22,094 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: defer
+2022-05-07 18:19:22,094 INFO SenderThread:35428 [sender.py:send_request_defer():388] handle sender defer: 10
+2022-05-07 18:19:22,194 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: poll_exit
+2022-05-07 18:19:22,195 DEBUG SenderThread:35428 [sender.py:send_request():249] send_request: poll_exit
+2022-05-07 18:19:22,195 INFO SenderThread:35428 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 18:19:24,366 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: sampled_history
+2022-05-07 18:19:24,367 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: get_summary
+2022-05-07 18:19:24,368 DEBUG HandlerThread:35428 [handler.py:handle_request():141] handle_request: shutdown
+2022-05-07 18:19:24,368 INFO HandlerThread:35428 [handler.py:finish():778] shutting down handler
+2022-05-07 18:19:25,094 INFO WriterThread:35428 [datastore.py:close():281] close: /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/run-3nproo3b.wandb
+2022-05-07 18:19:25,265 INFO SenderThread:35428 [sender.py:finish():1078] shutting down sender
+2022-05-07 18:19:25,265 INFO SenderThread:35428 [file_pusher.py:finish():145] shutting down file pusher
+2022-05-07 18:19:25,265 INFO SenderThread:35428 [file_pusher.py:join():150] waiting for file pusher
+2022-05-07 18:19:25,267 INFO MainThread:35428 [internal.py:handle_exit():82] Internal process exited
diff --git a/wandb/run-20220507_181853-3nproo3b/logs/debug.log b/wandb/run-20220507_181853-3nproo3b/logs/debug.log
new file mode 100644
index 0000000000000000000000000000000000000000..798b6906255c4c0dd9c8f4d36fa3e2a6e80caf35
--- /dev/null
+++ b/wandb/run-20220507_181853-3nproo3b/logs/debug.log
@@ -0,0 +1,115 @@
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/.config/wandb/settings
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_setup.py:_flush():75] Loading settings from /home/sanchitgandhi/flax-dummy/wandb/settings
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_setup.py:_flush():75] Loading settings from environment variables: {}
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_setup.py:_flush():75] Inferring run settings from compute environment: {'program_relpath': 'run_flax_speech_recognition_seq2seq.py', 'program': 'run_flax_speech_recognition_seq2seq.py'}
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_init.py:_log_setup():405] Logging user logs to /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/logs/debug.log
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_init.py:_log_setup():406] Logging internal logs to /home/sanchitgandhi/flax-dummy/wandb/run-20220507_181853-3nproo3b/logs/debug-internal.log
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_init.py:init():439] calling init triggers
+2022-05-07 18:18:53,233 INFO MainThread:34345 [wandb_init.py:init():442] wandb.init called with sweep_config: {}
+config: {}
+2022-05-07 18:18:53,234 INFO MainThread:34345 [wandb_init.py:init():492] starting backend
+2022-05-07 18:18:53,234 INFO MainThread:34345 [backend.py:_multiprocessing_setup():99] multiprocessing start_methods=fork,spawn,forkserver, using: spawn
+2022-05-07 18:18:53,259 INFO MainThread:34345 [backend.py:ensure_launched():219] starting backend process...
+2022-05-07 18:18:53,284 INFO MainThread:34345 [backend.py:ensure_launched():224] started backend process with pid: 35428
+2022-05-07 18:18:53,286 INFO MainThread:34345 [wandb_init.py:init():501] backend started and connected
+2022-05-07 18:18:53,299 INFO MainThread:34345 [wandb_init.py:init():565] updated telemetry
+2022-05-07 18:18:53,361 INFO MainThread:34345 [wandb_init.py:init():596] communicating run to backend with 30 second timeout
+2022-05-07 18:18:54,122 INFO MainThread:34345 [wandb_run.py:_on_init():1759] communicating current version
+2022-05-07 18:18:54,184 INFO MainThread:34345 [wandb_run.py:_on_init():1763] got version response upgrade_message: "wandb version 0.12.16 is available! To upgrade, please run:\n $ pip install wandb --upgrade"
+
+2022-05-07 18:18:54,184 INFO MainThread:34345 [wandb_init.py:init():625] starting run threads in backend
+2022-05-07 18:18:56,606 INFO MainThread:34345 [wandb_run.py:_console_start():1733] atexit reg
+2022-05-07 18:18:56,607 INFO MainThread:34345 [wandb_run.py:_redirect():1606] redirect: SettingsConsole.REDIRECT
+2022-05-07 18:18:56,607 INFO MainThread:34345 [wandb_run.py:_redirect():1611] Redirecting console.
+2022-05-07 18:18:56,609 INFO MainThread:34345 [wandb_run.py:_redirect():1667] Redirects installed.
+2022-05-07 18:18:56,609 INFO MainThread:34345 [wandb_init.py:init():664] run started, returning control to user process
+2022-05-07 18:19:13,808 INFO MainThread:34345 [wandb_run.py:_atexit_cleanup():1702] got exitcode: 1
+2022-05-07 18:19:13,812 INFO MainThread:34345 [wandb_run.py:_restore():1674] restore
+2022-05-07 18:19:16,563 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2068
+ total_bytes: 2068
+}
+
+2022-05-07 18:19:16,690 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 1
+}
+pusher_stats {
+ uploaded_bytes: 2068
+ total_bytes: 2068
+}
+
+2022-05-07 18:19:17,141 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 2
+}
+pusher_stats {
+ uploaded_bytes: 2068
+ total_bytes: 5281
+}
+
+2022-05-07 18:19:17,242 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 5821
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:17,344 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:17,446 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:17,548 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:17,649 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:22,093 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+
+2022-05-07 18:19:24,265 INFO MainThread:34345 [wandb_run.py:_on_finish():1831] got exit ret: done: true
+exit_result {
+}
+file_counts {
+ wandb_count: 5
+}
+pusher_stats {
+ uploaded_bytes: 43817
+ total_bytes: 43817
+}
+local_info {
+}
+
+2022-05-07 18:19:25,816 INFO MainThread:34345 [wandb_run.py:_footer_history_summary_info():2865] rendering history
+2022-05-07 18:19:25,816 INFO MainThread:34345 [wandb_run.py:_footer_history_summary_info():2894] rendering summary
+2022-05-07 18:19:25,818 INFO MainThread:34345 [wandb_run.py:_footer_sync_info():2822] logging synced files
diff --git a/wandb/run-20220507_181853-3nproo3b/run-3nproo3b.wandb b/wandb/run-20220507_181853-3nproo3b/run-3nproo3b.wandb
new file mode 100644
index 0000000000000000000000000000000000000000..72aa0754869da22c2645710d5bf6203c5795b51e
Binary files /dev/null and b/wandb/run-20220507_181853-3nproo3b/run-3nproo3b.wandb differ
diff --git a/wandb/run-20220507_182041-10w2xueo/files/config.yaml b/wandb/run-20220507_182041-10w2xueo/files/config.yaml
new file mode 100644
index 0000000000000000000000000000000000000000..33dfadd4bff5df7157c6b1efec10dd88863f075c
--- /dev/null
+++ b/wandb/run-20220507_182041-10w2xueo/files/config.yaml
@@ -0,0 +1,27 @@
+wandb_version: 1
+
+_wandb:
+ desc: null
+ value:
+ cli_version: 0.12.11
+ framework: huggingface
+ huggingface_version: 4.18.0.dev0
+ is_jupyter_run: false
+ is_kaggle_kernel: false
+ python_version: 3.8.10
+ start_time: 1651947641
+ t:
+ 1:
+ - 1
+ - 2
+ - 3
+ - 11
+ - 12
+ - 45
+ - 49
+ - 51
+ 4: 3.8.10
+ 5: 0.12.11
+ 6: 4.18.0.dev0
+ 8:
+ - 5
diff --git a/wandb/run-20220507_182041-10w2xueo/files/media/table/eval/step_0k_5_92ae240f2472ae79ad31.table.json b/wandb/run-20220507_182041-10w2xueo/files/media/table/eval/step_0k_5_92ae240f2472ae79ad31.table.json
new file mode 100644
index 0000000000000000000000000000000000000000..9c9c0b70a3e278293f0cce9c0bee02ae9edf2d5f
--- /dev/null
+++ b/wandb/run-20220507_182041-10w2xueo/files/media/table/eval/step_0k_5_92ae240f2472ae79ad31.table.json
@@ -0,0 +1 @@
+{"columns": ["id", "label_str", "beam_1"], "data": [["1272-128104-0000", "mister quilter is the apostle of the middle classes and we are glad to welcome his gospel", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0001", "nor is mister quilter's manner less interesting than his matter", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0002", "he tells us that at this festive season of the year with christmas and roast beef looming before us similes drawn from eating and its results occur most readily to the mind", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0003", "he has grave doubts whether sir frederick leighton's work is really greek after all and can discover in it but little of rocky ithaca", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0005", "it is obviously unnecessary for us to point out how luminous these criticisms are how delicate in expression", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0006", "on the general principles of art mister quilter writes with equal lucidity", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0007", "painting he tells us is of a different quality to mathematics and finish in art is adding more fact", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0008", "as for etchings they are of two kinds british and foreign", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0010", "near the fire and the ornaments fred brought home from india on the mantel board", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0012", "only unfortunately his own work never does get good", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0013", "mister quilter has missed his chance for he has failed even to make himself the tupper of painting", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-128104-0014", "by harry quilter m a", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0000", "because you were sleeping instead of conquering the lovely rose princess has become a fiddle without a bow while poor shaggy sits there a cooing dove", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0001", "he has gone and gone for good answered polychrome who had managed to squeeze into the room beside the dragon and had witnessed the occurrences with much interest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0002", "i have remained a prisoner only because i wished to be one and with this he stepped forward and burst the stout chains as easily as if they had been threads", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0003", "the little girl had been asleep but she heard the raps and opened the door", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0004", "the king has fled in disgrace and your friends are asking for you", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0005", "i begged ruggedo long ago to send him away but he would not do so", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0006", "i also offered to help your brother to escape but he would not go", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0007", "he eats and sleeps very steadily replied the new king", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0008", "i hope he doesn't work too hard said shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0009", "he doesn't work at all", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0010", "in fact there is nothing he can do in these dominions as well as our nomes whose numbers are so great that it worries us to keep them all busy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0011", "not exactly returned kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0012", "where is my brother now", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0013", "inquired shaggy in the metal forest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0014", "where is that", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0015", "the metal forest is in the great domed cavern the largest in all our dominions replied kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0016", "kaliko hesitated", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0017", "however if we look sharp we may be able to discover one of these secret ways", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0018", "oh no i'm quite sure he didn't", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0019", "that's funny remarked betsy thoughtfully", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0020", "i don't believe ann knew any magic or she'd have worked it before", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0021", "i do not know confessed shaggy", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0022", "true agreed kaliko", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-135031-0023", "kaliko went to the big gong and pounded on it just as ruggedo used to do but no one answered the summons", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0000", "a man said to the universe sir i exist", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0001", "sweat covered brion's body trickling into the tight loincloth that was the only garment he wore", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0003", "his instant of panic was followed by a small sharp blow high on his chest", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0004", "one minute a voice said and the time buzzer sounded", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0005", "a minute is not a very large measure of time and his body needed every fraction of it", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0006", "the buzzer's whirr triggered his muscles into complete relaxation", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0007", "only his heart and lungs worked on at a strong measured rate", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0008", "he was in reverie sliding along the borders of consciousness", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0009", "the contestants in the twenties needed undisturbed rest therefore nights in the dormitories were as quiet as death", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0010", "particularly so on this last night when only two of the little cubicles were occupied the thousands of others standing with dark empty doors", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0011", "the other voice snapped with a harsh urgency clearly used to command", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0012", "i'm here because the matter is of utmost importance and brandd is the one i must see now stand aside", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0013", "the twenties", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"], ["1272-141231-0014", "he must have drawn his gun because the intruder said quickly put that away you're being a fool out", " Mar MarSSSersersersersersersersersersi hist hist hist hist hist hist hist hist hist hist hist histepepepepep\ufffdhenhenhenhen pl pl"]]}
\ No newline at end of file
diff --git a/wandb/run-20220507_182041-10w2xueo/files/output.log b/wandb/run-20220507_182041-10w2xueo/files/output.log
new file mode 100644
index 0000000000000000000000000000000000000000..a0a11a2fd0fa723b4f9746c9f44c9cd29481f8dc
--- /dev/null
+++ b/wandb/run-20220507_182041-10w2xueo/files/output.log
@@ -0,0 +1,685 @@
+05/07/2022 18:20:44 - INFO - __main__ - Training/evaluation parameters FlaxSeq2SeqTrainingArguments(
+_n_gpu=-1,
+adafactor=False,
+adam_beta1=0.9,
+adam_beta2=0.999,
+adam_epsilon=1e-08,
+bf16=False,
+bf16_full_eval=False,
+data_seed=None,
+dataloader_drop_last=False,
+dataloader_num_workers=0,
+dataloader_pin_memory=True,
+ddp_bucket_cap_mb=None,
+ddp_find_unused_parameters=None,
+debug=,
+deepspeed=None,
+disable_tqdm=None,
+do_eval=True,
+do_predict=True,
+do_train=True,
+eval_accumulation_steps=None,
+eval_delay=0,
+eval_steps=5,
+evaluation_strategy=no,
+final_generation_max_length=50,
+final_generation_num_beams=2,
+fp16=False,
+fp16_backend=auto,
+fp16_full_eval=False,
+fp16_opt_level=O1,
+generation_length_penalty=1,
+generation_max_length=40,
+generation_num_beams=1,
+gradient_accumulation_steps=1,
+gradient_checkpointing=False,
+greater_is_better=None,
+group_by_length=False,
+half_precision_backend=auto,
+hub_model_id=None,
+hub_strategy=every_save,
+hub_token=,
+ignore_data_skip=False,
+label_names=None,
+label_smoothing_factor=0.0,
+learning_rate=0.0003,
+length_column_name=input_length,
+load_best_model_at_end=False,
+local_rank=-1,
+log_level=passive,
+log_level_replica=passive,
+log_on_each_node=True,
+logging_dir=None,
+logging_first_step=False,
+logging_nan_inf_filter=True,
+logging_steps=1,
+logging_strategy=steps,
+lr_scheduler_type=linear,
+matmul_precision=default,
+max_grad_norm=1.0,
+max_steps=15,
+metric_for_best_model=None,
+mp_parameters=,
+no_cuda=False,
+num_train_epochs=3.0,
+optim=adamw_hf,
+output_dir=./,
+overwrite_output_dir=True,
+past_index=-1,
+per_device_eval_batch_size=2,
+per_device_train_batch_size=2,
+precision=full,
+predict_with_generate=True,
+prediction_loss_only=False,
+push_to_hub=True,
+push_to_hub_model_id=None,
+push_to_hub_organization=None,
+push_to_hub_token=,
+remove_unused_columns=True,
+report_to=None,
+resume_from_checkpoint=None,
+run_name=None,
+save_on_each_node=False,
+save_steps=5,
+save_strategy=steps,
+save_total_limit=1,
+seed=42,
+sharded_ddp=,
+skip_memory_metrics=True,
+sortish_sampler=False,
+tf32=None,
+tpu_metrics_debug=False,
+tpu_num_cores=None,
+use_legacy_prediction_loop=False,
+warmup_ratio=0.0,
+warmup_steps=500,
+weight_decay=0.0,
+xpu_backend=None,
+)
+05/07/2022 18:20:44 - INFO - __main__ - JAX devices: 8, matmul precision: default
+05/07/2022 18:20:44 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:20:45 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+loading weights file ./flax_model.msgpack
+05/07/2022 18:20:46 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+05/07/2022 18:20:46 - WARNING - datasets.builder - Reusing dataset librispeech_asr (/home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b)
+All model checkpoint weights were used when initializing FlaxSpeechEncoderDecoderModel.
+All the weights of FlaxSpeechEncoderDecoderModel were initialized from the model checkpoint at ./.
+If your task is similar to the task the model of the checkpoint was trained on, you can already use FlaxSpeechEncoderDecoderModel for predictions without further training.
+Feature extractor saved in ./preprocessor_config.json
+tokenizer config file saved in ./tokenizer_config.json
+Special tokens file saved in ./special_tokens_map.json
+Configuration saved in ./config.json
+loading feature extractor configuration file ./preprocessor_config.json
+loading configuration file ./config.json
+You passed along `num_labels=3` with an incompatible id to label map: {'0': 'LABEL_0', '1': 'LABEL_1'}. The number of labels wil be overwritten to 2.
+Model config SpeechEncoderDecoderConfig {
+ "_name_or_path": "./",
+ "architectures": [
+ "SpeechEncoderDecoderModel"
+ ],
+ "decoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.0,
+ "activation_function": "gelu",
+ "add_cross_attention": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 0,
+ "chunk_size_feed_forward": 0,
+ "classifier_dropout": 0.0,
+ "cross_attention_hidden_size": null,
+ "d_model": 16,
+ "decoder_attention_heads": 4,
+ "decoder_ffn_dim": 4,
+ "decoder_layerdrop": 0.0,
+ "decoder_layers": 2,
+ "decoder_start_token_id": 2,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "dropout": 0.1,
+ "early_stopping": false,
+ "encoder_attention_heads": 4,
+ "encoder_ffn_dim": 4,
+ "encoder_layerdrop": 0.0,
+ "encoder_layers": 2,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": 2,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "init_std": 0.02,
+ "is_decoder": true,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "length_penalty": 1.0,
+ "max_length": 20,
+ "max_position_embeddings": 100,
+ "min_length": 0,
+ "model_type": "bart",
+ "no_repeat_ngram_size": 0,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_hidden_layers": 2,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 1,
+ "prefix": null,
+ "problem_type": null,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "scale_embedding": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_cache": true,
+ "use_scan": true,
+ "vocab_size": 1000
+ },
+ "decoder_start_token_id": 0,
+ "encoder": {
+ "_name_or_path": "",
+ "activation_dropout": 0.1,
+ "adapter_kernel_size": 3,
+ "adapter_stride": 2,
+ "add_adapter": true,
+ "add_cross_attention": false,
+ "apply_spec_augment": true,
+ "architectures": null,
+ "attention_dropout": 0.1,
+ "bad_words_ids": null,
+ "bos_token_id": 1,
+ "chunk_size_feed_forward": 0,
+ "classifier_proj_size": 256,
+ "codevector_dim": 256,
+ "contrastive_logits_temperature": 0.1,
+ "conv_bias": false,
+ "conv_dim": [
+ 32,
+ 32,
+ 32
+ ],
+ "conv_kernel": [
+ 8,
+ 8,
+ 8
+ ],
+ "conv_stride": [
+ 4,
+ 4,
+ 4
+ ],
+ "cross_attention_hidden_size": null,
+ "ctc_loss_reduction": "sum",
+ "ctc_zero_infinity": false,
+ "decoder_start_token_id": null,
+ "diversity_loss_weight": 0.1,
+ "diversity_penalty": 0.0,
+ "do_sample": false,
+ "do_stable_layer_norm": true,
+ "early_stopping": false,
+ "encoder_no_repeat_ngram_size": 0,
+ "eos_token_id": 2,
+ "exponential_decay_length_penalty": null,
+ "feat_extract_activation": "gelu",
+ "feat_extract_dropout": 0.0,
+ "feat_extract_norm": "layer",
+ "feat_proj_dropout": 0.0,
+ "feat_quantizer_dropout": 0.0,
+ "final_dropout": 0.0,
+ "finetuning_task": null,
+ "forced_bos_token_id": null,
+ "forced_eos_token_id": null,
+ "fuse_matmuls": false,
+ "gradient_checkpointing": false,
+ "hidden_act": "gelu",
+ "hidden_dropout": 0.1,
+ "hidden_dropout_prob": 0.1,
+ "hidden_size": 16,
+ "id2label": {
+ "0": "LABEL_0",
+ "1": "LABEL_1"
+ },
+ "initializer_range": 0.02,
+ "intermediate_size": 20,
+ "is_decoder": false,
+ "is_encoder_decoder": false,
+ "label2id": {
+ "LABEL_0": 0,
+ "LABEL_1": 1
+ },
+ "layer_norm_eps": 1e-05,
+ "layerdrop": 0.0,
+ "length_penalty": 1.0,
+ "mask_feature_length": 10,
+ "mask_feature_min_masks": 0,
+ "mask_feature_prob": 0.0,
+ "mask_time_length": 10,
+ "mask_time_min_masks": 2,
+ "mask_time_prob": 0.1,
+ "max_length": 20,
+ "min_length": 0,
+ "model_type": "wav2vec2",
+ "no_repeat_ngram_size": 0,
+ "num_adapter_layers": 3,
+ "num_attention_heads": 2,
+ "num_beam_groups": 1,
+ "num_beams": 1,
+ "num_codevector_groups": 2,
+ "num_codevectors_per_group": 320,
+ "num_conv_pos_embedding_groups": 2,
+ "num_conv_pos_embeddings": 16,
+ "num_feat_extract_layers": 3,
+ "num_hidden_layers": 4,
+ "num_negatives": 10,
+ "num_return_sequences": 1,
+ "output_attentions": false,
+ "output_hidden_size": 16,
+ "output_hidden_states": false,
+ "output_scores": false,
+ "pad_token_id": 0,
+ "prefix": null,
+ "problem_type": null,
+ "proj_codevector_dim": 256,
+ "pruned_heads": {},
+ "remove_invalid_values": false,
+ "repetition_penalty": 1.0,
+ "return_dict": true,
+ "return_dict_in_generate": false,
+ "sep_token_id": null,
+ "task_specific_params": null,
+ "tdnn_dilation": [
+ 1,
+ 2,
+ 3,
+ 1,
+ 1
+ ],
+ "tdnn_dim": [
+ 512,
+ 512,
+ 512,
+ 512,
+ 1500
+ ],
+ "tdnn_kernel": [
+ 5,
+ 3,
+ 3,
+ 1,
+ 1
+ ],
+ "temperature": 1.0,
+ "tie_encoder_decoder": false,
+ "tie_word_embeddings": true,
+ "tokenizer_class": null,
+ "top_k": 50,
+ "top_p": 1.0,
+ "torch_dtype": null,
+ "torchscript": false,
+ "transformers_version": "4.18.0.dev0",
+ "typical_p": 1.0,
+ "use_bfloat16": false,
+ "use_scan": true,
+ "use_weighted_layer_sum": false,
+ "vocab_size": 32,
+ "xvector_output_dim": 512
+ },
+ "eos_token_id": 2,
+ "is_encoder_decoder": true,
+ "max_length": 40,
+ "model_type": "speech-encoder-decoder",
+ "pad_token_id": 1,
+ "processor_class": "Wav2Vec2Processor",
+ "tie_word_embeddings": false,
+ "transformers_version": null,
+ "use_cache": false
+}
+loading feature extractor configuration file ./preprocessor_config.json
+Feature extractor Wav2Vec2FeatureExtractor {
+ "do_normalize": true,
+ "feature_extractor_type": "Wav2Vec2FeatureExtractor",
+ "feature_size": 1,
+ "padding_side": "right",
+ "padding_value": 0.0,
+ "return_attention_mask": false,
+ "sampling_rate": 16000
+}
+Didn't find file ./added_tokens.json. We won't load it.
+loading file ./vocab.json
+loading file ./merges.txt
+loading file ./tokenizer.json
+loading file None
+loading file ./special_tokens_map.json
+loading file ./tokenizer_config.json
+2022-05-07 18:20:57.269707: W tensorflow/stream_executor/platform/default/dso_loader.cc:64] Could not load dynamic library 'libcuda.so.1'; dlerror: libcuda.so.1: cannot open shared object file: No such file or directory
+2022-05-07 18:20:57.269746: W tensorflow/stream_executor/cuda/cuda_driver.cc:269] failed call to cuInit: UNKNOWN ERROR (303)
+05/07/2022 18:20:56 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:20:56 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-172908eb2439798c.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-3788df45b822e09d.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-836619e0a5bdc111.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-760f29b7172d4ca5.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-c95f128933ad1116.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-0b5b21388629ee07.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-19bf1682e842ea83.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-d26d6988d1d20694.arrow
+05/07/2022 18:20:57 - WARNING - datasets.arrow_dataset - Loading cached processed dataset at /home/sanchitgandhi/cache/huggingface/datasets/hf-internal-testing___librispeech_asr/clean/2.1.0/d3bc4c2bc2078fcde3ad0f0f635862e4c0fef78ba94c4a34c4c250a097af240b/cache-735fc28d6b3118f5.arrow
+05/07/2022 18:20:58 - WARNING - huggingface_hub.repository - /home/sanchitgandhi/flax-dummy/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-dummy. Make sure you pull the latest changes with `repo.git_pull()`.
+05/07/2022 18:20:59 - INFO - __main__ - ***** Running training *****
+05/07/2022 18:20:59 - INFO - __main__ - Num examples = 68
+05/07/2022 18:20:59 - INFO - __main__ - Num Epochs = 4
+05/07/2022 18:20:59 - INFO - __main__ - Instantaneous batch size per device = 2
+05/07/2022 18:20:59 - INFO - __main__ - Num gradient accumulation steps = 1
+05/07/2022 18:20:59 - INFO - __main__ - Total train batch size (w. parallel & distributed) = 16
+05/07/2022 18:20:59 - INFO - __main__ - Total optimization steps = 15
+05/07/2022 18:20:59 - INFO - __main__ - Gradient checkpointing: False
+05/07/2022 18:20:59 - INFO - __main__ - Use scan: True
+05/07/2022 18:20:59 - INFO - __main__ - Fuse matmuls: False
+/home/sanchitgandhi/flax-dummy/./ is already a clone of https://huggingface.co/sanchit-gandhi/flax-dummy. Make sure you pull the latest changes with `repo.git_pull()`.
+Epoch ... (1/4): 0%| | 0/4 [00:00