diff --git "a/wandb/run-20220731_120912-3m2amvk9/files/diff.patch" "b/wandb/run-20220731_120912-3m2amvk9/files/diff.patch" new file mode 100644--- /dev/null +++ "b/wandb/run-20220731_120912-3m2amvk9/files/diff.patch" @@ -0,0 +1,1179 @@ +diff --git a/.run.sh.swp b/.run.sh.swp +deleted file mode 100644 +index 2fdb760..0000000 +Binary files a/.run.sh.swp and /dev/null differ +diff --git a/config.json b/config.json +index 260219f..246b797 100644 +--- a/config.json ++++ b/config.json +@@ -5,7 +5,7 @@ + "add_adapter": false, + "apply_spec_augment": true, + "architectures": [ +- "Wav2Vec2ForCTC" ++ "Wav2Vec2ForPreTraining" + ], + "attention_dropout": 0.094, + "bos_token_id": 1, +diff --git a/run.sh b/run.sh +index a4daeba..56da1e1 100755 +--- a/run.sh ++++ b/run.sh +@@ -5,18 +5,18 @@ WANDB_ENTITY=NbAiLab WANDB_PROJECT=wav2vec2 python run_flax_speech_recognition_c + --output_dir="./" \ + --overwrite_output_dir \ + --num_train_epochs="40" \ +- --per_device_train_batch_size="12" \ +- --per_device_eval_batch_size="12" \ ++ --per_device_train_batch_size="10" \ ++ --per_device_eval_batch_size="10" \ + --gradient_accumulation_steps="1" \ + --precision="full_mixed" \ + --matmul_precision="bfloat16" \ +- --learning_rate="1e-4" \ ++ --learning_rate="8e-4" \ + --warmup_steps="4000" \ + --length_column_name="input_length" \ + --evaluation_strategy="steps" \ + --text_column_name="text" \ +- --save_steps="1000" \ +- --eval_steps="1000" \ ++ --save_steps="3153" \ ++ --eval_steps="3153" \ + --logging_steps="100" \ + --layerdrop="0.041" \ + --attention_dropout="0.094" \ +diff --git a/special_tokens_map.json b/special_tokens_map.json +index 7354bfa..975c71f 100644 +--- a/special_tokens_map.json ++++ b/special_tokens_map.json +@@ -175,6 +175,20 @@ + "rstrip": false, + "single_word": false + }, ++ { ++ "content": "", ++ "lstrip": false, ++ "normalized": true, ++ "rstrip": false, ++ "single_word": false ++ }, ++ { ++ "content": "", ++ "lstrip": false, ++ "normalized": true, ++ "rstrip": false, ++ "single_word": false ++ }, + { + "content": "", + "lstrip": false, +diff --git a/wandb/debug-internal.log b/wandb/debug-internal.log +index bd9a1bb..ef8e67b 120000 +--- a/wandb/debug-internal.log ++++ b/wandb/debug-internal.log +@@ -1 +1 @@ +-run-20220730_174606-j2u4n7h4/logs/debug-internal.log +\ No newline at end of file ++run-20220731_120912-3m2amvk9/logs/debug-internal.log +\ No newline at end of file +diff --git a/wandb/debug.log b/wandb/debug.log +index f9b9788..ffee5bc 120000 +--- a/wandb/debug.log ++++ b/wandb/debug.log +@@ -1 +1 @@ +-run-20220730_174606-j2u4n7h4/logs/debug.log +\ No newline at end of file ++run-20220731_120912-3m2amvk9/logs/debug.log +\ No newline at end of file +diff --git a/wandb/latest-run b/wandb/latest-run +index bf90ee7..039e0f6 120000 +--- a/wandb/latest-run ++++ b/wandb/latest-run +@@ -1 +1 @@ +-run-20220730_174606-j2u4n7h4 +\ No newline at end of file ++run-20220731_120912-3m2amvk9 +\ No newline at end of file +diff --git a/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml b/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml +index 08ae650..e670cca 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml ++++ b/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml +@@ -18,6 +18,12 @@ _wandb: + - 3 + - 11 + - 12 ++ 2: ++ - 1 ++ - 2 ++ - 3 ++ - 11 ++ - 12 + 3: + - 13 + 4: 3.8.10 +diff --git a/wandb/run-20220730_174606-j2u4n7h4/files/output.log b/wandb/run-20220730_174606-j2u4n7h4/files/output.log +index 7e90c30..ac4de0d 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++++ b/wandb/run-20220730_174606-j2u4n7h4/files/output.log +@@ -5290,3 +5290,268 @@ tcmalloc: large alloc 3850223616 bytes == 0x9413e6000 @ 0x7f975ff0f680 0x7f975f + Model weights saved in /data/wav2vec2-1b-npsc-nst/flax_model.msgpack + tokenizer config file saved in ./tokenizer_config.json + Special tokens file saved in ./special_tokens_map.json ++added tokens file saved in ./added_tokens.json ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ ++ return jax.tree_map(lambda x: x.astype(jnp.float32) if x.dtype == jnp.bfloat16 else x, t)█████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 3099/3153 [5:02:47<01:12, 1.35s/it] ++Step... (3000/126120 | Eval Loss: 0.4165652394294739 | Eval wer: 0.3462994456013605 | Eval cer: 0.0990741924291949 |): 0%| | 0/40 [5:02:57 ++ main() ++ File "run_flax_speech_recognition_ctc.py", line 1516, in main ++ state, train_metric = p_train_step(state, batch) ++ValueError: RESOURCE_EXHAUSTED: Attempting to reserve 4.94G at the bottom of memory. That was not possible. There are 8.21G free, 0B reserved, and 3.64G reservable. If fragmentation is eliminated, the maximum reservable bytes would be 8.21G, so compaction will enable this reservation. The nearest obstacle is at 3.64G from the bottom with size 19.53M.: while running replica 1 and partition 0 of a replicated computation (other replicas may have failed as well). +\ No newline at end of file +diff --git a/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json b/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json +index dbb4c71..e2afc7f 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++++ b/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json +@@ -1 +1 @@ +-{"train/grad_norm": 8.625, "layer_grad_norm/": {"lm_head": {"bias": 0.078125, "kernel": 1.53125}, "wav2vec2": {"encoder": {"layer_norm": {"bias": 0.0615234375, "scale": 0.05517578125}, "layers": {"0": {"attention": {"k_proj": {"bias": 0.000286102294921875, "kernel": 0.162109375}, "out_proj": {"bias": 0.10693359375, "kernel": 0.9296875}, "q_proj": {"bias": 0.012451171875, "kernel": 0.2119140625}, "v_proj": {"bias": 0.07861328125, "kernel": 0.67578125}}, "feed_forward": {"intermediate_dense": {"bias": 0.10595703125, "kernel": 1.46875}, "output_dense": {"bias": 0.04541015625, "kernel": 1.25}}, "final_layer_norm": {"bias": 0.263671875, "scale": 0.3046875}, "layer_norm": {"bias": 0.138671875, "scale": 0.177734375}}, "1": {"attention": {"k_proj": {"bias": 0.0001163482666015625, "kernel": 0.12109375}, "out_proj": {"bias": 0.052490234375, "kernel": 0.6171875}, "q_proj": {"bias": 0.01068115234375, "kernel": 0.12255859375}, "v_proj": {"bias": 0.07470703125, "kernel": 0.4921875}}, "feed_forward": {"intermediate_dense": {"bias": 0.06640625, "kernel": 0.9609375}, "output_dense": {"bias": 0.04833984375, "kernel": 0.84375}}, "final_layer_norm": {"bias": 0.109375, "scale": 0.1083984375}, "layer_norm": {"bias": 0.11669921875, "scale": 0.15234375}}, "10": {"attention": {"k_proj": {"bias": 6.961822509765625e-05, "kernel": 0.21875}, "out_proj": {"bias": 0.033447265625, "kernel": 0.42578125}, "q_proj": {"bias": 0.01336669921875, "kernel": 0.228515625}, "v_proj": {"bias": 0.051025390625, "kernel": 0.48046875}}, "feed_forward": {"intermediate_dense": {"bias": 0.047607421875, "kernel": 0.75}, "output_dense": {"bias": 0.032470703125, "kernel": 0.578125}}, "final_layer_norm": {"bias": 0.08251953125, "scale": 0.0712890625}, "layer_norm": {"bias": 0.0947265625, "scale": 0.0908203125}}, "11": {"attention": {"k_proj": {"bias": 0.0001201629638671875, "kernel": 0.234375}, "out_proj": {"bias": 0.0322265625, "kernel": 0.5078125}, "q_proj": {"bias": 0.0135498046875, "kernel": 0.216796875}, "v_proj": {"bias": 0.053466796875, "kernel": 0.5703125}}, "feed_forward": {"intermediate_dense": {"bias": 0.04443359375, "kernel": 0.703125}, "output_dense": {"bias": 0.03173828125, "kernel": 0.5234375}}, "final_layer_norm": {"bias": 0.0712890625, "scale": 0.05859375}, "layer_norm": {"bias": 0.09130859375, "scale": 0.1259765625}}, "12": {"attention": {"k_proj": {"bias": 7.772445678710938e-05, "kernel": 0.203125}, "out_proj": {"bias": 0.03125, "kernel": 0.44140625}, "q_proj": {"bias": 0.0107421875, "kernel": 0.189453125}, "v_proj": {"bias": 0.051025390625, "kernel": 0.51953125}}, "feed_forward": {"intermediate_dense": {"bias": 0.046875, "kernel": 0.71875}, "output_dense": {"bias": 0.031005859375, "kernel": 0.5234375}}, "final_layer_norm": {"bias": 0.07666015625, "scale": 0.0615234375}, "layer_norm": {"bias": 0.0791015625, "scale": 0.08203125}}, "13": {"attention": {"k_proj": {"bias": 0.00011777877807617188, "kernel": 0.240234375}, "out_proj": {"bias": 0.03271484375, "kernel": 0.53125}, "q_proj": {"bias": 0.013916015625, "kernel": 0.2265625}, "v_proj": {"bias": 0.0556640625, "kernel": 0.6171875}}, "feed_forward": {"intermediate_dense": {"bias": 0.04736328125, "kernel": 0.703125}, "output_dense": {"bias": 0.032958984375, "kernel": 0.546875}}, "final_layer_norm": {"bias": 0.076171875, "scale": 0.07861328125}, "layer_norm": {"bias": 0.08154296875, "scale": 0.07958984375}}, "14": {"attention": {"k_proj": {"bias": 0.00014495849609375, "kernel": 0.212890625}, "out_proj": {"bias": 0.03125, "kernel": 0.47265625}, "q_proj": {"bias": 0.0150146484375, "kernel": 0.23046875}, "v_proj": {"bias": 0.052734375, "kernel": 0.5625}}, "feed_forward": {"intermediate_dense": {"bias": 0.04736328125, "kernel": 0.703125}, "output_dense": {"bias": 0.03173828125, "kernel": 0.5390625}}, "final_layer_norm": {"bias": 0.08203125, "scale": 0.0791015625}, "layer_norm": {"bias": 0.07861328125, "scale": 0.1083984375}}, "15": {"attention": {"k_proj": {"bias": 0.000141143798828125, "kernel": 0.244140625}, "out_proj": {"bias": 0.032470703125, "kernel": 0.60546875}, "q_proj": {"bias": 0.01446533203125, "kernel": 0.224609375}, "v_proj": {"bias": 0.056396484375, "kernel": 0.62109375}}, "feed_forward": {"intermediate_dense": {"bias": 0.04345703125, "kernel": 0.625}, "output_dense": {"bias": 0.0322265625, "kernel": 0.5078125}}, "final_layer_norm": {"bias": 0.06884765625, "scale": 0.06201171875}, "layer_norm": {"bias": 0.07958984375, "scale": 0.08251953125}}, "16": {"attention": {"k_proj": {"bias": 8.869171142578125e-05, "kernel": 0.2333984375}, "out_proj": {"bias": 0.0306396484375, "kernel": 0.38671875}, "q_proj": {"bias": 0.012939453125, "kernel": 0.2197265625}, "v_proj": {"bias": 0.052490234375, "kernel": 0.474609375}}, "feed_forward": {"intermediate_dense": {"bias": 0.040771484375, "kernel": 0.60546875}, "output_dense": {"bias": 0.028076171875, "kernel": 0.4765625}}, "final_layer_norm": {"bias": 0.06640625, "scale": 0.05615234375}, "layer_norm": {"bias": 0.0791015625, "scale": 0.083984375}}, "17": {"attention": {"k_proj": {"bias": 7.200241088867188e-05, "kernel": 0.169921875}, "out_proj": {"bias": 0.0306396484375, "kernel": 0.34765625}, "q_proj": {"bias": 0.0096435546875, "kernel": 0.1630859375}, "v_proj": {"bias": 0.04736328125, "kernel": 0.421875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0419921875, "kernel": 0.6328125}, "output_dense": {"bias": 0.028564453125, "kernel": 0.486328125}}, "final_layer_norm": {"bias": 0.06787109375, "scale": 0.05810546875}, "layer_norm": {"bias": 0.0732421875, "scale": 0.0771484375}}, "18": {"attention": {"k_proj": {"bias": 0.00010442733764648438, "kernel": 0.234375}, "out_proj": {"bias": 0.025634765625, "kernel": 0.412109375}, "q_proj": {"bias": 0.0120849609375, "kernel": 0.20703125}, "v_proj": {"bias": 0.039794921875, "kernel": 0.41015625}}, "feed_forward": {"intermediate_dense": {"bias": 0.03466796875, "kernel": 0.546875}, "output_dense": {"bias": 0.0244140625, "kernel": 0.486328125}}, "final_layer_norm": {"bias": 0.055419921875, "scale": 0.046630859375}, "layer_norm": {"bias": 0.06298828125, "scale": 0.0673828125}}, "19": {"attention": {"k_proj": {"bias": 6.4849853515625e-05, "kernel": 0.162109375}, "out_proj": {"bias": 0.025146484375, "kernel": 0.30859375}, "q_proj": {"bias": 0.0091552734375, "kernel": 0.162109375}, "v_proj": {"bias": 0.037109375, "kernel": 0.34765625}}, "feed_forward": {"intermediate_dense": {"bias": 0.033447265625, "kernel": 0.55078125}, "output_dense": {"bias": 0.024169921875, "kernel": 0.48828125}}, "final_layer_norm": {"bias": 0.052734375, "scale": 0.052978515625}, "layer_norm": {"bias": 0.052734375, "scale": 0.05517578125}}, "2": {"attention": {"k_proj": {"bias": 0.0001277923583984375, "kernel": 0.173828125}, "out_proj": {"bias": 0.05712890625, "kernel": 0.66015625}, "q_proj": {"bias": 0.01519775390625, "kernel": 0.1689453125}, "v_proj": {"bias": 0.095703125, "kernel": 0.6875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0732421875, "kernel": 1.1953125}, "output_dense": {"bias": 0.051025390625, "kernel": 0.8671875}}, "final_layer_norm": {"bias": 0.12890625, "scale": 0.09619140625}, "layer_norm": {"bias": 0.130859375, "scale": 0.1484375}}, "20": {"attention": {"k_proj": {"bias": 3.0517578125e-05, "kernel": 0.09765625}, "out_proj": {"bias": 0.026611328125, "kernel": 0.205078125}, "q_proj": {"bias": 0.00604248046875, "kernel": 0.111328125}, "v_proj": {"bias": 0.03759765625, "kernel": 0.255859375}}, "feed_forward": {"intermediate_dense": {"bias": 0.03515625, "kernel": 0.59375}, "output_dense": {"bias": 0.0255126953125, "kernel": 0.4921875}}, "final_layer_norm": {"bias": 0.05712890625, "scale": 0.048095703125}, "layer_norm": {"bias": 0.0546875, "scale": 0.05908203125}}, "21": {"attention": {"k_proj": {"bias": 7.05718994140625e-05, "kernel": 0.1201171875}, "out_proj": {"bias": 0.026123046875, "kernel": 0.30078125}, "q_proj": {"bias": 0.00689697265625, "kernel": 0.12890625}, "v_proj": {"bias": 0.03662109375, "kernel": 0.333984375}}, "feed_forward": {"intermediate_dense": {"bias": 0.034423828125, "kernel": 0.59375}, "output_dense": {"bias": 0.0260009765625, "kernel": 0.490234375}}, "final_layer_norm": {"bias": 0.0556640625, "scale": 0.060791015625}, "layer_norm": {"bias": 0.049560546875, "scale": 0.04931640625}}, "22": {"attention": {"k_proj": {"bias": 4.7206878662109375e-05, "kernel": 0.1376953125}, "out_proj": {"bias": 0.0284423828125, "kernel": 0.2734375}, "q_proj": {"bias": 0.00830078125, "kernel": 0.154296875}, "v_proj": {"bias": 0.039306640625, "kernel": 0.30859375}}, "feed_forward": {"intermediate_dense": {"bias": 0.03662109375, "kernel": 0.6171875}, "output_dense": {"bias": 0.0283203125, "kernel": 0.48828125}}, "final_layer_norm": {"bias": 0.060791015625, "scale": 0.062255859375}, "layer_norm": {"bias": 0.05810546875, "scale": 0.083984375}}, "23": {"attention": {"k_proj": {"bias": 0.0001220703125, "kernel": 0.1904296875}, "out_proj": {"bias": 0.0302734375, "kernel": 0.4921875}, "q_proj": {"bias": 0.01025390625, "kernel": 0.1884765625}, "v_proj": {"bias": 0.044921875, "kernel": 0.49609375}}, "feed_forward": {"intermediate_dense": {"bias": 0.03662109375, "kernel": 0.625}, "output_dense": {"bias": 0.0296630859375, "kernel": 0.50390625}}, "final_layer_norm": {"bias": 0.06005859375, "scale": 0.06103515625}, "layer_norm": {"bias": 0.0654296875, "scale": 0.0732421875}}, "24": {"attention": {"k_proj": {"bias": 0.00010013580322265625, "kernel": 0.216796875}, "out_proj": {"bias": 0.0267333984375, "kernel": 0.388671875}, "q_proj": {"bias": 0.0115966796875, "kernel": 0.2109375}, "v_proj": {"bias": 0.04150390625, "kernel": 0.392578125}}, "feed_forward": {"intermediate_dense": {"bias": 0.03466796875, "kernel": 0.609375}, "output_dense": {"bias": 0.025634765625, "kernel": 0.4609375}}, "final_layer_norm": {"bias": 0.057373046875, "scale": 0.0595703125}, "layer_norm": {"bias": 0.0693359375, "scale": 0.0634765625}}, "25": {"attention": {"k_proj": {"bias": 0.00010061264038085938, "kernel": 0.1552734375}, "out_proj": {"bias": 0.027099609375, "kernel": 0.3984375}, "q_proj": {"bias": 0.0089111328125, "kernel": 0.154296875}, "v_proj": {"bias": 0.040771484375, "kernel": 0.4140625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0341796875, "kernel": 0.59765625}, "output_dense": {"bias": 0.0263671875, "kernel": 0.4453125}}, "final_layer_norm": {"bias": 0.057861328125, "scale": 0.05859375}, "layer_norm": {"bias": 0.0615234375, "scale": 0.0703125}}, "26": {"attention": {"k_proj": {"bias": 8.535385131835938e-05, "kernel": 0.1669921875}, "out_proj": {"bias": 0.02734375, "kernel": 0.37890625}, "q_proj": {"bias": 0.009765625, "kernel": 0.17578125}, "v_proj": {"bias": 0.04296875, "kernel": 0.412109375}}, "feed_forward": {"intermediate_dense": {"bias": 0.034912109375, "kernel": 0.5625}, "output_dense": {"bias": 0.02783203125, "kernel": 0.4453125}}, "final_layer_norm": {"bias": 0.0595703125, "scale": 0.0654296875}, "layer_norm": {"bias": 0.06103515625, "scale": 0.0625}}, "27": {"attention": {"k_proj": {"bias": 0.0001068115234375, "kernel": 0.205078125}, "out_proj": {"bias": 0.025390625, "kernel": 0.453125}, "q_proj": {"bias": 0.01171875, "kernel": 0.205078125}, "v_proj": {"bias": 0.040771484375, "kernel": 0.455078125}}, "feed_forward": {"intermediate_dense": {"bias": 0.0341796875, "kernel": 0.54296875}, "output_dense": {"bias": 0.026123046875, "kernel": 0.4296875}}, "final_layer_norm": {"bias": 0.058349609375, "scale": 0.05517578125}, "layer_norm": {"bias": 0.06591796875, "scale": 0.0634765625}}, "28": {"attention": {"k_proj": {"bias": 9.822845458984375e-05, "kernel": 0.17578125}, "out_proj": {"bias": 0.0240478515625, "kernel": 0.42578125}, "q_proj": {"bias": 0.009765625, "kernel": 0.1845703125}, "v_proj": {"bias": 0.0390625, "kernel": 0.431640625}}, "feed_forward": {"intermediate_dense": {"bias": 0.03173828125, "kernel": 0.52734375}, "output_dense": {"bias": 0.0247802734375, "kernel": 0.421875}}, "final_layer_norm": {"bias": 0.052734375, "scale": 0.0556640625}, "layer_norm": {"bias": 0.062255859375, "scale": 0.0498046875}}, "29": {"attention": {"k_proj": {"bias": 7.152557373046875e-05, "kernel": 0.1787109375}, "out_proj": {"bias": 0.022216796875, "kernel": 0.33984375}, "q_proj": {"bias": 0.009521484375, "kernel": 0.1875}, "v_proj": {"bias": 0.03515625, "kernel": 0.3671875}}, "feed_forward": {"intermediate_dense": {"bias": 0.030029296875, "kernel": 0.55078125}, "output_dense": {"bias": 0.0218505859375, "kernel": 0.40234375}}, "final_layer_norm": {"bias": 0.04736328125, "scale": 0.046875}, "layer_norm": {"bias": 0.06201171875, "scale": 0.048583984375}}, "3": {"attention": {"k_proj": {"bias": 0.000209808349609375, "kernel": 0.25390625}, "out_proj": {"bias": 0.0556640625, "kernel": 0.84375}, "q_proj": {"bias": 0.0181884765625, "kernel": 0.248046875}, "v_proj": {"bias": 0.09423828125, "kernel": 0.875}}, "feed_forward": {"intermediate_dense": {"bias": 0.07421875, "kernel": 1.203125}, "output_dense": {"bias": 0.048095703125, "kernel": 0.8359375}}, "final_layer_norm": {"bias": 0.12890625, "scale": 0.1171875}, "layer_norm": {"bias": 0.1298828125, "scale": 0.11865234375}}, "30": {"attention": {"k_proj": {"bias": 0.00010585784912109375, "kernel": 0.2119140625}, "out_proj": {"bias": 0.02099609375, "kernel": 0.37890625}, "q_proj": {"bias": 0.0113525390625, "kernel": 0.2255859375}, "v_proj": {"bias": 0.03271484375, "kernel": 0.392578125}}, "feed_forward": {"intermediate_dense": {"bias": 0.02783203125, "kernel": 0.51953125}, "output_dense": {"bias": 0.0205078125, "kernel": 0.365234375}}, "final_layer_norm": {"bias": 0.04345703125, "scale": 0.0478515625}, "layer_norm": {"bias": 0.04638671875, "scale": 0.06005859375}}, "31": {"attention": {"k_proj": {"bias": 0.00010395050048828125, "kernel": 0.181640625}, "out_proj": {"bias": 0.0194091796875, "kernel": 0.326171875}, "q_proj": {"bias": 0.0096435546875, "kernel": 0.18359375}, "v_proj": {"bias": 0.0296630859375, "kernel": 0.359375}}, "feed_forward": {"intermediate_dense": {"bias": 0.02587890625, "kernel": 0.482421875}, "output_dense": {"bias": 0.0184326171875, "kernel": 0.337890625}}, "final_layer_norm": {"bias": 0.040771484375, "scale": 0.044921875}, "layer_norm": {"bias": 0.04541015625, "scale": 0.057373046875}}, "32": {"attention": {"k_proj": {"bias": 9.775161743164062e-05, "kernel": 0.15625}, "out_proj": {"bias": 0.017578125, "kernel": 0.271484375}, "q_proj": {"bias": 0.008056640625, "kernel": 0.169921875}, "v_proj": {"bias": 0.026123046875, "kernel": 0.310546875}}, "feed_forward": {"intermediate_dense": {"bias": 0.024169921875, "kernel": 0.462890625}, "output_dense": {"bias": 0.0159912109375, "kernel": 0.314453125}}, "final_layer_norm": {"bias": 0.03955078125, "scale": 0.037109375}, "layer_norm": {"bias": 0.03955078125, "scale": 0.05615234375}}, "33": {"attention": {"k_proj": {"bias": 0.0001125335693359375, "kernel": 0.2177734375}, "out_proj": {"bias": 0.0150146484375, "kernel": 0.28515625}, "q_proj": {"bias": 0.010498046875, "kernel": 0.2216796875}, "v_proj": {"bias": 0.023681640625, "kernel": 0.30859375}}, "feed_forward": {"intermediate_dense": {"bias": 0.021240234375, "kernel": 0.40234375}, "output_dense": {"bias": 0.0140380859375, "kernel": 0.2890625}}, "final_layer_norm": {"bias": 0.03564453125, "scale": 0.03662109375}, "layer_norm": {"bias": 0.0361328125, "scale": 0.06591796875}}, "34": {"attention": {"k_proj": {"bias": 0.000141143798828125, "kernel": 0.189453125}, "out_proj": {"bias": 0.0123291015625, "kernel": 0.275390625}, "q_proj": {"bias": 0.0089111328125, "kernel": 0.1875}, "v_proj": {"bias": 0.01953125, "kernel": 0.2890625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0179443359375, "kernel": 0.341796875}, "output_dense": {"bias": 0.011474609375, "kernel": 0.2578125}}, "final_layer_norm": {"bias": 0.0301513671875, "scale": 0.03076171875}, "layer_norm": {"bias": 0.0306396484375, "scale": 0.0390625}}, "35": {"attention": {"k_proj": {"bias": 0.00018405914306640625, "kernel": 0.12890625}, "out_proj": {"bias": 0.010498046875, "kernel": 0.26953125}, "q_proj": {"bias": 0.00579833984375, "kernel": 0.12158203125}, "v_proj": {"bias": 0.01434326171875, "kernel": 0.244140625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0150146484375, "kernel": 0.28125}, "output_dense": {"bias": 0.0101318359375, "kernel": 0.228515625}}, "final_layer_norm": {"bias": 0.025390625, "scale": 0.0262451171875}, "layer_norm": {"bias": 0.02490234375, "scale": 0.025390625}}, "36": {"attention": {"k_proj": {"bias": 6.628036499023438e-05, "kernel": 0.130859375}, "out_proj": {"bias": 0.009521484375, "kernel": 0.20703125}, "q_proj": {"bias": 0.00592041015625, "kernel": 0.12353515625}, "v_proj": {"bias": 0.0128173828125, "kernel": 0.1875}}, "feed_forward": {"intermediate_dense": {"bias": 0.013427734375, "kernel": 0.24609375}, "output_dense": {"bias": 0.0093994140625, "kernel": 0.2021484375}}, "final_layer_norm": {"bias": 0.0223388671875, "scale": 0.021484375}, "layer_norm": {"bias": 0.022705078125, "scale": 0.025146484375}}, "37": {"attention": {"k_proj": {"bias": 6.67572021484375e-05, "kernel": 0.10302734375}, "out_proj": {"bias": 0.0089111328125, "kernel": 0.205078125}, "q_proj": {"bias": 0.00482177734375, "kernel": 0.10302734375}, "v_proj": {"bias": 0.0128173828125, "kernel": 0.189453125}}, "feed_forward": {"intermediate_dense": {"bias": 0.0123291015625, "kernel": 0.2314453125}, "output_dense": {"bias": 0.0084228515625, "kernel": 0.19140625}}, "final_layer_norm": {"bias": 0.020751953125, "scale": 0.021484375}, "layer_norm": {"bias": 0.023193359375, "scale": 0.025634765625}}, "38": {"attention": {"k_proj": {"bias": 6.67572021484375e-05, "kernel": 0.11767578125}, "out_proj": {"bias": 0.00787353515625, "kernel": 0.185546875}, "q_proj": {"bias": 0.00445556640625, "kernel": 0.103515625}, "v_proj": {"bias": 0.01116943359375, "kernel": 0.173828125}}, "feed_forward": {"intermediate_dense": {"bias": 0.010986328125, "kernel": 0.212890625}, "output_dense": {"bias": 0.007476806640625, "kernel": 0.18359375}}, "final_layer_norm": {"bias": 0.018798828125, "scale": 0.018798828125}, "layer_norm": {"bias": 0.02001953125, "scale": 0.0234375}}, "39": {"attention": {"k_proj": {"bias": 4.8160552978515625e-05, "kernel": 0.07568359375}, "out_proj": {"bias": 0.0067138671875, "kernel": 0.17578125}, "q_proj": {"bias": 0.003173828125, "kernel": 0.07421875}, "v_proj": {"bias": 0.009521484375, "kernel": 0.1552734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.010009765625, "kernel": 0.2001953125}, "output_dense": {"bias": 0.006439208984375, "kernel": 0.19140625}}, "final_layer_norm": {"bias": 0.0177001953125, "scale": 0.01806640625}, "layer_norm": {"bias": 0.0166015625, "scale": 0.0167236328125}}, "4": {"attention": {"k_proj": {"bias": 0.00026702880859375, "kernel": 0.271484375}, "out_proj": {"bias": 0.05078125, "kernel": 0.90234375}, "q_proj": {"bias": 0.01708984375, "kernel": 0.26953125}, "v_proj": {"bias": 0.0791015625, "kernel": 0.91796875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0712890625, "kernel": 1.09375}, "output_dense": {"bias": 0.048095703125, "kernel": 0.80078125}}, "final_layer_norm": {"bias": 0.1201171875, "scale": 0.125}, "layer_norm": {"bias": 0.111328125, "scale": 0.12109375}}, "40": {"attention": {"k_proj": {"bias": 2.7894973754882812e-05, "kernel": 0.061767578125}, "out_proj": {"bias": 0.00628662109375, "kernel": 0.14453125}, "q_proj": {"bias": 0.0025177001953125, "kernel": 0.060546875}, "v_proj": {"bias": 0.00848388671875, "kernel": 0.134765625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0091552734375, "kernel": 0.181640625}, "output_dense": {"bias": 0.00616455078125, "kernel": 0.1591796875}}, "final_layer_norm": {"bias": 0.0172119140625, "scale": 0.0264892578125}, "layer_norm": {"bias": 0.014404296875, "scale": 0.0152587890625}}, "41": {"attention": {"k_proj": {"bias": 2.765655517578125e-05, "kernel": 0.06689453125}, "out_proj": {"bias": 0.005706787109375, "kernel": 0.14453125}, "q_proj": {"bias": 0.0027923583984375, "kernel": 0.06494140625}, "v_proj": {"bias": 0.0084228515625, "kernel": 0.1552734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0079345703125, "kernel": 0.1708984375}, "output_dense": {"bias": 0.00567626953125, "kernel": 0.1484375}}, "final_layer_norm": {"bias": 0.0147705078125, "scale": 0.0211181640625}, "layer_norm": {"bias": 0.0146484375, "scale": 0.023681640625}}, "42": {"attention": {"k_proj": {"bias": 1.2695789337158203e-05, "kernel": 0.029296875}, "out_proj": {"bias": 0.0057373046875, "kernel": 0.1064453125}, "q_proj": {"bias": 0.00138092041015625, "kernel": 0.031005859375}, "v_proj": {"bias": 0.006866455078125, "kernel": 0.103515625}}, "feed_forward": {"intermediate_dense": {"bias": 0.00714111328125, "kernel": 0.158203125}, "output_dense": {"bias": 0.005859375, "kernel": 0.126953125}}, "final_layer_norm": {"bias": 0.01220703125, "scale": 0.0130615234375}, "layer_norm": {"bias": 0.01123046875, "scale": 0.0159912109375}}, "43": {"attention": {"k_proj": {"bias": 6.705522537231445e-06, "kernel": 0.0203857421875}, "out_proj": {"bias": 0.00604248046875, "kernel": 0.0859375}, "q_proj": {"bias": 0.0010833740234375, "kernel": 0.02294921875}, "v_proj": {"bias": 0.00714111328125, "kernel": 0.09619140625}}, "feed_forward": {"intermediate_dense": {"bias": 0.00775146484375, "kernel": 0.181640625}, "output_dense": {"bias": 0.0062255859375, "kernel": 0.1318359375}}, "final_layer_norm": {"bias": 0.013427734375, "scale": 0.012939453125}, "layer_norm": {"bias": 0.01202392578125, "scale": 0.0166015625}}, "44": {"attention": {"k_proj": {"bias": 5.781650543212891e-06, "kernel": 0.02197265625}, "out_proj": {"bias": 0.00640869140625, "kernel": 0.09765625}, "q_proj": {"bias": 0.00118255615234375, "kernel": 0.024658203125}, "v_proj": {"bias": 0.00726318359375, "kernel": 0.10107421875}}, "feed_forward": {"intermediate_dense": {"bias": 0.006927490234375, "kernel": 0.177734375}, "output_dense": {"bias": 0.006622314453125, "kernel": 0.1201171875}}, "final_layer_norm": {"bias": 0.010986328125, "scale": 0.01025390625}, "layer_norm": {"bias": 0.01361083984375, "scale": 0.0135498046875}}, "45": {"attention": {"k_proj": {"bias": 7.748603820800781e-06, "kernel": 0.0220947265625}, "out_proj": {"bias": 0.00665283203125, "kernel": 0.10107421875}, "q_proj": {"bias": 0.0012054443359375, "kernel": 0.0244140625}, "v_proj": {"bias": 0.0079345703125, "kernel": 0.1064453125}}, "feed_forward": {"intermediate_dense": {"bias": 0.00653076171875, "kernel": 0.166015625}, "output_dense": {"bias": 0.006744384765625, "kernel": 0.1201171875}}, "final_layer_norm": {"bias": 0.01055908203125, "scale": 0.0133056640625}, "layer_norm": {"bias": 0.0179443359375, "scale": 0.014892578125}}, "46": {"attention": {"k_proj": {"bias": 9.119510650634766e-06, "kernel": 0.0277099609375}, "out_proj": {"bias": 0.0067138671875, "kernel": 0.103515625}, "q_proj": {"bias": 0.001373291015625, "kernel": 0.027099609375}, "v_proj": {"bias": 0.00885009765625, "kernel": 0.1201171875}}, "feed_forward": {"intermediate_dense": {"bias": 0.00555419921875, "kernel": 0.1337890625}, "output_dense": {"bias": 0.00653076171875, "kernel": 0.11328125}}, "final_layer_norm": {"bias": 0.00946044921875, "scale": 0.01129150390625}, "layer_norm": {"bias": 0.0224609375, "scale": 0.0140380859375}}, "47": {"attention": {"k_proj": {"bias": 1.0609626770019531e-05, "kernel": 0.0286865234375}, "out_proj": {"bias": 0.006744384765625, "kernel": 0.08984375}, "q_proj": {"bias": 0.0015411376953125, "kernel": 0.025146484375}, "v_proj": {"bias": 0.01025390625, "kernel": 0.12890625}}, "feed_forward": {"intermediate_dense": {"bias": 0.00482177734375, "kernel": 0.09521484375}, "output_dense": {"bias": 0.006591796875, "kernel": 0.10107421875}}, "final_layer_norm": {"bias": 0.0093994140625, "scale": 0.0101318359375}, "layer_norm": {"bias": 0.029296875, "scale": 0.022705078125}}, "5": {"attention": {"k_proj": {"bias": 0.00012493133544921875, "kernel": 0.25390625}, "out_proj": {"bias": 0.05078125, "kernel": 0.6171875}, "q_proj": {"bias": 0.01544189453125, "kernel": 0.255859375}, "v_proj": {"bias": 0.0810546875, "kernel": 0.68359375}}, "feed_forward": {"intermediate_dense": {"bias": 0.06787109375, "kernel": 1.0078125}, "output_dense": {"bias": 0.048095703125, "kernel": 0.7421875}}, "final_layer_norm": {"bias": 0.1142578125, "scale": 0.103515625}, "layer_norm": {"bias": 0.1162109375, "scale": 0.09033203125}}, "6": {"attention": {"k_proj": {"bias": 0.0001678466796875, "kernel": 0.322265625}, "out_proj": {"bias": 0.044921875, "kernel": 0.75}, "q_proj": {"bias": 0.02099609375, "kernel": 0.31640625}, "v_proj": {"bias": 0.08154296875, "kernel": 0.84765625}}, "feed_forward": {"intermediate_dense": {"bias": 0.06201171875, "kernel": 0.98046875}, "output_dense": {"bias": 0.04248046875, "kernel": 0.671875}}, "final_layer_norm": {"bias": 0.10546875, "scale": 0.10546875}, "layer_norm": {"bias": 0.123046875, "scale": 0.1025390625}}, "7": {"attention": {"k_proj": {"bias": 0.00022792816162109375, "kernel": 0.2734375}, "out_proj": {"bias": 0.042724609375, "kernel": 0.71875}, "q_proj": {"bias": 0.016845703125, "kernel": 0.265625}, "v_proj": {"bias": 0.06982421875, "kernel": 0.765625}}, "feed_forward": {"intermediate_dense": {"bias": 0.06005859375, "kernel": 0.95703125}, "output_dense": {"bias": 0.040283203125, "kernel": 0.65234375}}, "final_layer_norm": {"bias": 0.10107421875, "scale": 0.10107421875}, "layer_norm": {"bias": 0.11279296875, "scale": 0.138671875}}, "8": {"attention": {"k_proj": {"bias": 0.00016880035400390625, "kernel": 0.25}, "out_proj": {"bias": 0.0390625, "kernel": 0.625}, "q_proj": {"bias": 0.01513671875, "kernel": 0.2421875}, "v_proj": {"bias": 0.06494140625, "kernel": 0.68359375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0556640625, "kernel": 0.890625}, "output_dense": {"bias": 0.037109375, "kernel": 0.625}}, "final_layer_norm": {"bias": 0.09765625, "scale": 0.095703125}, "layer_norm": {"bias": 0.1044921875, "scale": 0.07861328125}}, "9": {"attention": {"k_proj": {"bias": 0.0002117156982421875, "kernel": 0.2734375}, "out_proj": {"bias": 0.03369140625, "kernel": 0.734375}, "q_proj": {"bias": 0.015625, "kernel": 0.2734375}, "v_proj": {"bias": 0.0556640625, "kernel": 0.78125}}, "feed_forward": {"intermediate_dense": {"bias": 0.04736328125, "kernel": 0.7890625}, "output_dense": {"bias": 0.0341796875, "kernel": 0.609375}}, "final_layer_norm": {"bias": 0.080078125, "scale": 0.09228515625}, "layer_norm": {"bias": 0.091796875, "scale": 0.0869140625}}}, "pos_conv_embed": {"conv": {"bias": 0.099609375, "weight_g": 0.0771484375, "weight_v": 0.765625}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "1": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "2": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "3": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "4": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "5": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "6": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}}}, "feature_projection": {"layer_norm": {"bias": 0.265625, "scale": 0.384765625}, "projection": {"bias": 0.1533203125, "kernel": 3.09375}}, "masked_spec_embed": 0.0}}, "layer_param_norm/": {"lm_head": {"bias": 0.04177431762218475, "kernel": 5.20725679397583}, "wav2vec2": {"encoder": {"layer_norm": {"bias": 0.8606863617897034, "scale": 22.605243682861328}, "layers": {"0": {"attention": {"k_proj": {"bias": 0.06318297237157822, "kernel": 25.94121742248535}, "out_proj": {"bias": 1.5376051664352417, "kernel": 25.12331771850586}, "q_proj": {"bias": 1.3132240772247314, "kernel": 26.238143920898438}, "v_proj": {"bias": 0.34682798385620117, "kernel": 25.811904907226562}}, "feed_forward": {"intermediate_dense": {"bias": 1.7679121494293213, "kernel": 95.302001953125}, "output_dense": {"bias": 1.0227036476135254, "kernel": 91.0895767211914}}, "final_layer_norm": {"bias": 1.2829424142837524, "scale": 19.88983726501465}, "layer_norm": {"bias": 3.278278350830078, "scale": 15.982975006103516}}, "1": {"attention": {"k_proj": {"bias": 0.06595329195261002, "kernel": 40.10105895996094}, "out_proj": {"bias": 1.2929775714874268, "kernel": 41.66594314575195}, "q_proj": {"bias": 2.86798357963562, "kernel": 39.95466613769531}, "v_proj": {"bias": 0.2810550332069397, "kernel": 40.132972717285156}}, "feed_forward": {"intermediate_dense": {"bias": 1.5912463665008545, "kernel": 93.38056945800781}, "output_dense": {"bias": 0.801348090171814, "kernel": 84.22969055175781}}, "final_layer_norm": {"bias": 1.1487457752227783, "scale": 18.430646896362305}, "layer_norm": {"bias": 1.7521967887878418, "scale": 19.26400375366211}}, "10": {"attention": {"k_proj": {"bias": 0.0756155252456665, "kernel": 47.322914123535156}, "out_proj": {"bias": 1.2240347862243652, "kernel": 50.1451530456543}, "q_proj": {"bias": 2.4277195930480957, "kernel": 47.28287887573242}, "v_proj": {"bias": 0.3121947944164276, "kernel": 50.34102249145508}}, "feed_forward": {"intermediate_dense": {"bias": 1.630620002746582, "kernel": 97.70709228515625}, "output_dense": {"bias": 0.5621562004089355, "kernel": 91.62409973144531}}, "final_layer_norm": {"bias": 2.204315185546875, "scale": 20.36707305908203}, "layer_norm": {"bias": 1.6952250003814697, "scale": 22.25482749938965}}, "11": {"attention": {"k_proj": {"bias": 0.11612671613693237, "kernel": 47.13056945800781}, "out_proj": {"bias": 1.0761620998382568, "kernel": 49.34977722167969}, "q_proj": {"bias": 2.477080821990967, "kernel": 46.85191345214844}, "v_proj": {"bias": 0.35772353410720825, "kernel": 49.886878967285156}}, "feed_forward": {"intermediate_dense": {"bias": 1.6804685592651367, "kernel": 98.45591735839844}, "output_dense": {"bias": 0.5454298257827759, "kernel": 93.32662963867188}}, "final_layer_norm": {"bias": 2.1902666091918945, "scale": 20.374927520751953}, "layer_norm": {"bias": 1.6745539903640747, "scale": 22.586902618408203}}, "12": {"attention": {"k_proj": {"bias": 0.07888297736644745, "kernel": 47.714202880859375}, "out_proj": {"bias": 1.0603365898132324, "kernel": 49.6598014831543}, "q_proj": {"bias": 2.3620338439941406, "kernel": 47.46424102783203}, "v_proj": {"bias": 0.34527692198753357, "kernel": 50.072296142578125}}, "feed_forward": {"intermediate_dense": {"bias": 1.723632574081421, "kernel": 99.29413604736328}, "output_dense": {"bias": 0.5341137647628784, "kernel": 94.87334442138672}}, "final_layer_norm": {"bias": 2.1468374729156494, "scale": 20.335224151611328}, "layer_norm": {"bias": 1.74271821975708, "scale": 23.122257232666016}}, "13": {"attention": {"k_proj": {"bias": 0.09656181931495667, "kernel": 49.598751068115234}, "out_proj": {"bias": 1.0522843599319458, "kernel": 49.309295654296875}, "q_proj": {"bias": 2.333427667617798, "kernel": 49.457244873046875}, "v_proj": {"bias": 0.3668674826622009, "kernel": 49.486968994140625}}, "feed_forward": {"intermediate_dense": {"bias": 1.778700828552246, "kernel": 99.90986633300781}, "output_dense": {"bias": 0.5496945977210999, "kernel": 95.31092834472656}}, "final_layer_norm": {"bias": 2.032881259918213, "scale": 20.484725952148438}, "layer_norm": {"bias": 1.8432364463806152, "scale": 23.351295471191406}}, "14": {"attention": {"k_proj": {"bias": 0.1631498485803604, "kernel": 49.78543472290039}, "out_proj": {"bias": 1.2131561040878296, "kernel": 47.72584533691406}, "q_proj": {"bias": 2.3975725173950195, "kernel": 49.847618103027344}, "v_proj": {"bias": 0.3659938871860504, "kernel": 47.30793762207031}}, "feed_forward": {"intermediate_dense": {"bias": 1.8164732456207275, "kernel": 100.52674865722656}, "output_dense": {"bias": 0.5669653415679932, "kernel": 96.67445373535156}}, "final_layer_norm": {"bias": 2.1629538536071777, "scale": 20.62717056274414}, "layer_norm": {"bias": 1.9742047786712646, "scale": 23.513076782226562}}, "15": {"attention": {"k_proj": {"bias": 0.10221116989850998, "kernel": 49.92227554321289}, "out_proj": {"bias": 1.2649565935134888, "kernel": 48.34504699707031}, "q_proj": {"bias": 2.538086414337158, "kernel": 49.99497985839844}, "v_proj": {"bias": 0.4016108512878418, "kernel": 47.998756408691406}}, "feed_forward": {"intermediate_dense": {"bias": 1.8245656490325928, "kernel": 100.34303283691406}, "output_dense": {"bias": 0.7157814502716064, "kernel": 97.36470031738281}}, "final_layer_norm": {"bias": 2.092581272125244, "scale": 20.723337173461914}, "layer_norm": {"bias": 2.223583221435547, "scale": 23.69983673095703}}, "16": {"attention": {"k_proj": {"bias": 0.07193054258823395, "kernel": 49.82077407836914}, "out_proj": {"bias": 1.1955220699310303, "kernel": 47.801273345947266}, "q_proj": {"bias": 2.6239218711853027, "kernel": 49.705780029296875}, "v_proj": {"bias": 0.3556715250015259, "kernel": 47.48687744140625}}, "feed_forward": {"intermediate_dense": {"bias": 1.8201916217803955, "kernel": 100.99823760986328}, "output_dense": {"bias": 0.7402896285057068, "kernel": 98.2271957397461}}, "final_layer_norm": {"bias": 2.1531410217285156, "scale": 21.210491180419922}, "layer_norm": {"bias": 2.152494192123413, "scale": 22.587139129638672}}, "17": {"attention": {"k_proj": {"bias": 0.06806065142154694, "kernel": 50.00645446777344}, "out_proj": {"bias": 1.1380884647369385, "kernel": 47.11663055419922}, "q_proj": {"bias": 2.7014288902282715, "kernel": 50.10053253173828}, "v_proj": {"bias": 0.39294928312301636, "kernel": 46.79236602783203}}, "feed_forward": {"intermediate_dense": {"bias": 1.8335134983062744, "kernel": 102.07868957519531}, "output_dense": {"bias": 0.7559198141098022, "kernel": 98.61711120605469}}, "final_layer_norm": {"bias": 2.2452797889709473, "scale": 21.767436981201172}, "layer_norm": {"bias": 2.0604021549224854, "scale": 22.113117218017578}}, "18": {"attention": {"k_proj": {"bias": 0.0945877730846405, "kernel": 50.32107162475586}, "out_proj": {"bias": 1.2434324026107788, "kernel": 48.143550872802734}, "q_proj": {"bias": 2.585094451904297, "kernel": 50.70917510986328}, "v_proj": {"bias": 0.4215960204601288, "kernel": 47.67515563964844}}, "feed_forward": {"intermediate_dense": {"bias": 1.8761192560195923, "kernel": 102.37921905517578}, "output_dense": {"bias": 0.8710594177246094, "kernel": 100.26573181152344}}, "final_layer_norm": {"bias": 2.352644443511963, "scale": 21.729122161865234}, "layer_norm": {"bias": 2.2498598098754883, "scale": 23.874679565429688}}, "19": {"attention": {"k_proj": {"bias": 0.06790818274021149, "kernel": 49.573272705078125}, "out_proj": {"bias": 1.2166444063186646, "kernel": 48.02541732788086}, "q_proj": {"bias": 2.8660926818847656, "kernel": 50.001224517822266}, "v_proj": {"bias": 0.38429099321365356, "kernel": 47.27474594116211}}, "feed_forward": {"intermediate_dense": {"bias": 1.928505301475525, "kernel": 102.95552062988281}, "output_dense": {"bias": 0.9360222816467285, "kernel": 101.17387390136719}}, "final_layer_norm": {"bias": 2.304023265838623, "scale": 22.090991973876953}, "layer_norm": {"bias": 2.1650490760803223, "scale": 23.05562400817871}}, "2": {"attention": {"k_proj": {"bias": 0.07576870918273926, "kernel": 46.154396057128906}, "out_proj": {"bias": 1.2100125551223755, "kernel": 43.89133071899414}, "q_proj": {"bias": 3.055267333984375, "kernel": 45.918235778808594}, "v_proj": {"bias": 0.3107410669326782, "kernel": 43.885040283203125}}, "feed_forward": {"intermediate_dense": {"bias": 1.6276273727416992, "kernel": 98.4322509765625}, "output_dense": {"bias": 0.6901171207427979, "kernel": 87.37322235107422}}, "final_layer_norm": {"bias": 1.4538421630859375, "scale": 21.007522583007812}, "layer_norm": {"bias": 1.6640784740447998, "scale": 21.99614906311035}}, "20": {"attention": {"k_proj": {"bias": 0.06599634885787964, "kernel": 49.55154037475586}, "out_proj": {"bias": 1.2455387115478516, "kernel": 47.410400390625}, "q_proj": {"bias": 2.778987407684326, "kernel": 50.334571838378906}, "v_proj": {"bias": 0.3564513325691223, "kernel": 46.315513610839844}}, "feed_forward": {"intermediate_dense": {"bias": 1.9287090301513672, "kernel": 104.21571350097656}, "output_dense": {"bias": 1.051514983177185, "kernel": 101.80191040039062}}, "final_layer_norm": {"bias": 2.329120397567749, "scale": 23.03461456298828}, "layer_norm": {"bias": 2.1402952671051025, "scale": 23.197338104248047}}, "21": {"attention": {"k_proj": {"bias": 0.07559901475906372, "kernel": 49.98802185058594}, "out_proj": {"bias": 1.2814140319824219, "kernel": 47.44640350341797}, "q_proj": {"bias": 2.729158878326416, "kernel": 50.828125}, "v_proj": {"bias": 0.40822988748550415, "kernel": 46.557373046875}}, "feed_forward": {"intermediate_dense": {"bias": 1.9704020023345947, "kernel": 104.40736389160156}, "output_dense": {"bias": 1.1237080097198486, "kernel": 102.13019561767578}}, "final_layer_norm": {"bias": 2.3562023639678955, "scale": 22.68221092224121}, "layer_norm": {"bias": 2.2092318534851074, "scale": 23.455793380737305}}, "22": {"attention": {"k_proj": {"bias": 0.0718066543340683, "kernel": 50.382484436035156}, "out_proj": {"bias": 1.2022175788879395, "kernel": 46.92112350463867}, "q_proj": {"bias": 2.8022966384887695, "kernel": 50.76280975341797}, "v_proj": {"bias": 0.3634304106235504, "kernel": 46.791908264160156}}, "feed_forward": {"intermediate_dense": {"bias": 1.9008455276489258, "kernel": 104.80474853515625}, "output_dense": {"bias": 1.133584976196289, "kernel": 101.41617584228516}}, "final_layer_norm": {"bias": 2.238583564758301, "scale": 22.203289031982422}, "layer_norm": {"bias": 2.2076501846313477, "scale": 22.47842025756836}}, "23": {"attention": {"k_proj": {"bias": 0.1432589441537857, "kernel": 51.46023178100586}, "out_proj": {"bias": 1.3329226970672607, "kernel": 47.925567626953125}, "q_proj": {"bias": 2.647012710571289, "kernel": 51.571170806884766}, "v_proj": {"bias": 0.5189646482467651, "kernel": 48.566627502441406}}, "feed_forward": {"intermediate_dense": {"bias": 1.8796266317367554, "kernel": 104.60630798339844}, "output_dense": {"bias": 1.111185908317566, "kernel": 102.21832275390625}}, "final_layer_norm": {"bias": 2.498049259185791, "scale": 22.16069793701172}, "layer_norm": {"bias": 2.6903762817382812, "scale": 23.707454681396484}}, "24": {"attention": {"k_proj": {"bias": 0.08844071626663208, "kernel": 49.994483947753906}, "out_proj": {"bias": 1.3890769481658936, "kernel": 49.89257049560547}, "q_proj": {"bias": 2.794116973876953, "kernel": 49.99188995361328}, "v_proj": {"bias": 0.4738750457763672, "kernel": 49.97077178955078}}, "feed_forward": {"intermediate_dense": {"bias": 1.9945287704467773, "kernel": 104.07698059082031}, "output_dense": {"bias": 1.149355173110962, "kernel": 105.09184265136719}}, "final_layer_norm": {"bias": 2.5978496074676514, "scale": 22.21728515625}, "layer_norm": {"bias": 2.4253807067871094, "scale": 23.26264190673828}}, "25": {"attention": {"k_proj": {"bias": 0.08660244196653366, "kernel": 50.500160217285156}, "out_proj": {"bias": 1.1993844509124756, "kernel": 47.8043212890625}, "q_proj": {"bias": 2.877532958984375, "kernel": 50.28739929199219}, "v_proj": {"bias": 0.5545438528060913, "kernel": 48.34324645996094}}, "feed_forward": {"intermediate_dense": {"bias": 1.893567681312561, "kernel": 104.34410095214844}, "output_dense": {"bias": 1.0257065296173096, "kernel": 105.02287292480469}}, "final_layer_norm": {"bias": 2.3044614791870117, "scale": 22.74984359741211}, "layer_norm": {"bias": 2.5752525329589844, "scale": 22.384267807006836}}, "26": {"attention": {"k_proj": {"bias": 0.10195975005626678, "kernel": 50.72240447998047}, "out_proj": {"bias": 1.1352291107177734, "kernel": 48.58570861816406}, "q_proj": {"bias": 2.837502956390381, "kernel": 50.48830795288086}, "v_proj": {"bias": 0.4876839816570282, "kernel": 49.193145751953125}}, "feed_forward": {"intermediate_dense": {"bias": 1.9906024932861328, "kernel": 103.77555847167969}, "output_dense": {"bias": 0.9873849153518677, "kernel": 102.18657684326172}}, "final_layer_norm": {"bias": 1.9404196739196777, "scale": 21.605117797851562}, "layer_norm": {"bias": 2.478506565093994, "scale": 22.824661254882812}}, "27": {"attention": {"k_proj": {"bias": 0.37969350814819336, "kernel": 51.41630554199219}, "out_proj": {"bias": 1.367990255355835, "kernel": 49.914955139160156}, "q_proj": {"bias": 2.6148123741149902, "kernel": 51.28168869018555}, "v_proj": {"bias": 0.5718570947647095, "kernel": 50.37164306640625}}, "feed_forward": {"intermediate_dense": {"bias": 2.15096378326416, "kernel": 102.06016540527344}, "output_dense": {"bias": 0.8653504848480225, "kernel": 101.87760925292969}}, "final_layer_norm": {"bias": 2.2239410877227783, "scale": 20.875133514404297}, "layer_norm": {"bias": 2.5527048110961914, "scale": 23.542659759521484}}, "28": {"attention": {"k_proj": {"bias": 0.41472283005714417, "kernel": 52.33226776123047}, "out_proj": {"bias": 1.3916300535202026, "kernel": 50.67154312133789}, "q_proj": {"bias": 2.7706449031829834, "kernel": 51.977943420410156}, "v_proj": {"bias": 0.45858681201934814, "kernel": 51.003623962402344}}, "feed_forward": {"intermediate_dense": {"bias": 2.0966808795928955, "kernel": 102.07293701171875}, "output_dense": {"bias": 0.7669291496276855, "kernel": 104.06695556640625}}, "final_layer_norm": {"bias": 2.1322994232177734, "scale": 21.200178146362305}, "layer_norm": {"bias": 2.0528011322021484, "scale": 24.387773513793945}}, "29": {"attention": {"k_proj": {"bias": 0.0995764285326004, "kernel": 48.78894805908203}, "out_proj": {"bias": 1.3677316904067993, "kernel": 53.17511749267578}, "q_proj": {"bias": 2.7401580810546875, "kernel": 48.61119842529297}, "v_proj": {"bias": 0.41688603162765503, "kernel": 53.08241271972656}}, "feed_forward": {"intermediate_dense": {"bias": 2.0953128337860107, "kernel": 102.74371337890625}, "output_dense": {"bias": 0.8724071383476257, "kernel": 108.33262634277344}}, "final_layer_norm": {"bias": 2.3651862144470215, "scale": 22.33933448791504}, "layer_norm": {"bias": 2.1517908573150635, "scale": 25.369098663330078}}, "3": {"attention": {"k_proj": {"bias": 0.1391461193561554, "kernel": 50.149742126464844}, "out_proj": {"bias": 1.361741542816162, "kernel": 46.530426025390625}, "q_proj": {"bias": 2.725888252258301, "kernel": 50.37773132324219}, "v_proj": {"bias": 0.29798805713653564, "kernel": 46.92759704589844}}, "feed_forward": {"intermediate_dense": {"bias": 1.6413912773132324, "kernel": 100.0673599243164}, "output_dense": {"bias": 0.6511233448982239, "kernel": 90.23179626464844}}, "final_layer_norm": {"bias": 1.7146446704864502, "scale": 21.102611541748047}, "layer_norm": {"bias": 1.8275432586669922, "scale": 23.560691833496094}}, "30": {"attention": {"k_proj": {"bias": 0.26625239849090576, "kernel": 50.70680236816406}, "out_proj": {"bias": 1.1648390293121338, "kernel": 49.46485900878906}, "q_proj": {"bias": 2.8035969734191895, "kernel": 50.78816223144531}, "v_proj": {"bias": 0.4782582223415375, "kernel": 49.80976867675781}}, "feed_forward": {"intermediate_dense": {"bias": 2.028275966644287, "kernel": 103.24610900878906}, "output_dense": {"bias": 0.825469970703125, "kernel": 107.32813262939453}}, "final_layer_norm": {"bias": 2.1862425804138184, "scale": 23.477405548095703}, "layer_norm": {"bias": 2.2931182384490967, "scale": 25.097976684570312}}, "31": {"attention": {"k_proj": {"bias": 0.3596954345703125, "kernel": 49.22454071044922}, "out_proj": {"bias": 1.0929865837097168, "kernel": 50.31128692626953}, "q_proj": {"bias": 2.5881309509277344, "kernel": 49.32586669921875}, "v_proj": {"bias": 0.5263059139251709, "kernel": 50.44228744506836}}, "feed_forward": {"intermediate_dense": {"bias": 2.1080496311187744, "kernel": 101.92001342773438}, "output_dense": {"bias": 1.0012019872665405, "kernel": 104.70475769042969}}, "final_layer_norm": {"bias": 2.0827205181121826, "scale": 23.364334106445312}, "layer_norm": {"bias": 2.2887473106384277, "scale": 24.86959457397461}}, "32": {"attention": {"k_proj": {"bias": 0.21855297684669495, "kernel": 48.07020950317383}, "out_proj": {"bias": 1.099237322807312, "kernel": 49.491844177246094}, "q_proj": {"bias": 2.8412742614746094, "kernel": 48.05375671386719}, "v_proj": {"bias": 0.39264822006225586, "kernel": 49.77978515625}}, "feed_forward": {"intermediate_dense": {"bias": 2.039989948272705, "kernel": 100.77910614013672}, "output_dense": {"bias": 1.0597267150878906, "kernel": 104.04965209960938}}, "final_layer_norm": {"bias": 2.0426650047302246, "scale": 23.793930053710938}, "layer_norm": {"bias": 2.2444510459899902, "scale": 25.12940216064453}}, "33": {"attention": {"k_proj": {"bias": 0.2213122546672821, "kernel": 48.01631164550781}, "out_proj": {"bias": 1.135854721069336, "kernel": 49.34437942504883}, "q_proj": {"bias": 2.981264114379883, "kernel": 48.00811767578125}, "v_proj": {"bias": 0.42182600498199463, "kernel": 49.611488342285156}}, "feed_forward": {"intermediate_dense": {"bias": 2.0493950843811035, "kernel": 99.14665222167969}, "output_dense": {"bias": 1.0363314151763916, "kernel": 102.80903625488281}}, "final_layer_norm": {"bias": 1.9569058418273926, "scale": 23.55689239501953}, "layer_norm": {"bias": 2.436882972717285, "scale": 25.38343048095703}}, "34": {"attention": {"k_proj": {"bias": 0.2371898591518402, "kernel": 47.21821212768555}, "out_proj": {"bias": 1.3834365606307983, "kernel": 50.825218200683594}, "q_proj": {"bias": 2.872438430786133, "kernel": 47.267547607421875}, "v_proj": {"bias": 0.3901195526123047, "kernel": 50.759151458740234}}, "feed_forward": {"intermediate_dense": {"bias": 2.133671998977661, "kernel": 97.96833038330078}, "output_dense": {"bias": 0.9680823087692261, "kernel": 102.10453796386719}}, "final_layer_norm": {"bias": 1.898040771484375, "scale": 23.20598602294922}, "layer_norm": {"bias": 2.514716386795044, "scale": 25.76838493347168}}, "35": {"attention": {"k_proj": {"bias": 0.36396095156669617, "kernel": 48.94306182861328}, "out_proj": {"bias": 1.3037333488464355, "kernel": 49.6699104309082}, "q_proj": {"bias": 2.611567497253418, "kernel": 49.272621154785156}, "v_proj": {"bias": 0.47717273235321045, "kernel": 49.498260498046875}}, "feed_forward": {"intermediate_dense": {"bias": 2.2121734619140625, "kernel": 96.56979370117188}, "output_dense": {"bias": 0.8638666868209839, "kernel": 100.83570861816406}}, "final_layer_norm": {"bias": 1.973323106765747, "scale": 23.33331298828125}, "layer_norm": {"bias": 2.289663553237915, "scale": 26.261844635009766}}, "36": {"attention": {"k_proj": {"bias": 0.2009318321943283, "kernel": 46.25843048095703}, "out_proj": {"bias": 1.3412315845489502, "kernel": 51.00749588012695}, "q_proj": {"bias": 2.7021098136901855, "kernel": 46.24171447753906}, "v_proj": {"bias": 0.36190247535705566, "kernel": 51.19354248046875}}, "feed_forward": {"intermediate_dense": {"bias": 2.088041305541992, "kernel": 95.65827941894531}, "output_dense": {"bias": 0.8960506916046143, "kernel": 100.51638793945312}}, "final_layer_norm": {"bias": 1.6232030391693115, "scale": 23.855173110961914}, "layer_norm": {"bias": 2.0089900493621826, "scale": 25.782394409179688}}, "37": {"attention": {"k_proj": {"bias": 0.5291366577148438, "kernel": 45.304229736328125}, "out_proj": {"bias": 1.5989298820495605, "kernel": 50.99226379394531}, "q_proj": {"bias": 2.395236015319824, "kernel": 45.37137985229492}, "v_proj": {"bias": 0.3581494688987732, "kernel": 50.86305236816406}}, "feed_forward": {"intermediate_dense": {"bias": 1.983236312866211, "kernel": 94.89313507080078}, "output_dense": {"bias": 0.9043598175048828, "kernel": 100.27244567871094}}, "final_layer_norm": {"bias": 1.4474990367889404, "scale": 24.252254486083984}, "layer_norm": {"bias": 1.9790871143341064, "scale": 25.81557273864746}}, "38": {"attention": {"k_proj": {"bias": 0.6149901747703552, "kernel": 43.495384216308594}, "out_proj": {"bias": 1.2976360321044922, "kernel": 50.47369384765625}, "q_proj": {"bias": 2.327796459197998, "kernel": 43.50128173828125}, "v_proj": {"bias": 0.4169180989265442, "kernel": 50.345977783203125}}, "feed_forward": {"intermediate_dense": {"bias": 1.9261053800582886, "kernel": 92.93551635742188}, "output_dense": {"bias": 0.8913296461105347, "kernel": 98.51844787597656}}, "final_layer_norm": {"bias": 1.4931995868682861, "scale": 24.971830368041992}, "layer_norm": {"bias": 2.1573400497436523, "scale": 26.53833770751953}}, "39": {"attention": {"k_proj": {"bias": 0.6447228193283081, "kernel": 43.26772689819336}, "out_proj": {"bias": 1.5898070335388184, "kernel": 50.3433723449707}, "q_proj": {"bias": 2.1136116981506348, "kernel": 43.651336669921875}, "v_proj": {"bias": 0.3867892622947693, "kernel": 50.01488494873047}}, "feed_forward": {"intermediate_dense": {"bias": 1.9170793294906616, "kernel": 91.245361328125}, "output_dense": {"bias": 0.9705325961112976, "kernel": 98.89170837402344}}, "final_layer_norm": {"bias": 1.6365635395050049, "scale": 25.605688095092773}, "layer_norm": {"bias": 2.1331417560577393, "scale": 27.16867446899414}}, "4": {"attention": {"k_proj": {"bias": 0.15244507789611816, "kernel": 52.71580123901367}, "out_proj": {"bias": 1.5446054935455322, "kernel": 47.943851470947266}, "q_proj": {"bias": 2.5289082527160645, "kernel": 52.898963928222656}, "v_proj": {"bias": 0.34463512897491455, "kernel": 48.29966735839844}}, "feed_forward": {"intermediate_dense": {"bias": 1.6290369033813477, "kernel": 99.65355682373047}, "output_dense": {"bias": 0.8142831921577454, "kernel": 91.45928955078125}}, "final_layer_norm": {"bias": 1.8019299507141113, "scale": 20.63494873046875}, "layer_norm": {"bias": 1.9197347164154053, "scale": 23.959182739257812}}, "40": {"attention": {"k_proj": {"bias": 0.5863298177719116, "kernel": 42.6125602722168}, "out_proj": {"bias": 1.5342514514923096, "kernel": 48.988128662109375}, "q_proj": {"bias": 2.0460410118103027, "kernel": 43.37555694580078}, "v_proj": {"bias": 0.44030535221099854, "kernel": 48.56474304199219}}, "feed_forward": {"intermediate_dense": {"bias": 1.7780985832214355, "kernel": 89.50348663330078}, "output_dense": {"bias": 1.0228041410446167, "kernel": 96.14349365234375}}, "final_layer_norm": {"bias": 1.8028088808059692, "scale": 24.874216079711914}, "layer_norm": {"bias": 2.0758750438690186, "scale": 26.705856323242188}}, "41": {"attention": {"k_proj": {"bias": 1.6716312170028687, "kernel": 39.959205627441406}, "out_proj": {"bias": 1.2966623306274414, "kernel": 50.54540252685547}, "q_proj": {"bias": 1.7283188104629517, "kernel": 40.71592712402344}, "v_proj": {"bias": 0.39489489793777466, "kernel": 49.49800109863281}}, "feed_forward": {"intermediate_dense": {"bias": 1.9181920289993286, "kernel": 86.29412841796875}, "output_dense": {"bias": 1.0486664772033691, "kernel": 95.18574523925781}}, "final_layer_norm": {"bias": 2.298692226409912, "scale": 28.326946258544922}, "layer_norm": {"bias": 2.103621482849121, "scale": 28.495193481445312}}, "42": {"attention": {"k_proj": {"bias": 0.7968032956123352, "kernel": 36.730003356933594}, "out_proj": {"bias": 1.340155839920044, "kernel": 44.78160095214844}, "q_proj": {"bias": 1.5501999855041504, "kernel": 38.07794189453125}, "v_proj": {"bias": 0.5893732309341431, "kernel": 43.12867736816406}}, "feed_forward": {"intermediate_dense": {"bias": 1.6594417095184326, "kernel": 85.28736877441406}, "output_dense": {"bias": 1.100542426109314, "kernel": 93.38209533691406}}, "final_layer_norm": {"bias": 2.0190157890319824, "scale": 29.625246047973633}, "layer_norm": {"bias": 1.570120096206665, "scale": 27.366708755493164}}, "43": {"attention": {"k_proj": {"bias": 1.2106237411499023, "kernel": 33.25742721557617}, "out_proj": {"bias": 1.3313493728637695, "kernel": 41.17510223388672}, "q_proj": {"bias": 1.3641879558563232, "kernel": 34.067970275878906}, "v_proj": {"bias": 0.5160531997680664, "kernel": 39.07243347167969}}, "feed_forward": {"intermediate_dense": {"bias": 1.6928391456604004, "kernel": 84.50951385498047}, "output_dense": {"bias": 0.8673111200332642, "kernel": 91.31503295898438}}, "final_layer_norm": {"bias": 1.9508904218673706, "scale": 31.843149185180664}, "layer_norm": {"bias": 1.6904380321502686, "scale": 25.526779174804688}}, "44": {"attention": {"k_proj": {"bias": 2.4914321899414062, "kernel": 33.84665298461914}, "out_proj": {"bias": 1.0955990552902222, "kernel": 44.89889907836914}, "q_proj": {"bias": 1.2959020137786865, "kernel": 34.21710968017578}, "v_proj": {"bias": 0.37947821617126465, "kernel": 43.99350357055664}}, "feed_forward": {"intermediate_dense": {"bias": 1.7714064121246338, "kernel": 83.4621353149414}, "output_dense": {"bias": 0.8126852512359619, "kernel": 88.96501922607422}}, "final_layer_norm": {"bias": 1.9349080324172974, "scale": 34.0151252746582}, "layer_norm": {"bias": 1.5853739976882935, "scale": 25.543411254882812}}, "45": {"attention": {"k_proj": {"bias": 2.0486693382263184, "kernel": 33.69037628173828}, "out_proj": {"bias": 0.9811146259307861, "kernel": 48.496158599853516}, "q_proj": {"bias": 1.3770025968551636, "kernel": 33.870399475097656}, "v_proj": {"bias": 0.43050453066825867, "kernel": 48.65619659423828}}, "feed_forward": {"intermediate_dense": {"bias": 1.8894906044006348, "kernel": 80.13162231445312}, "output_dense": {"bias": 0.947555422782898, "kernel": 84.36309814453125}}, "final_layer_norm": {"bias": 1.6835851669311523, "scale": 32.72261047363281}, "layer_norm": {"bias": 1.5154564380645752, "scale": 24.061302185058594}}, "46": {"attention": {"k_proj": {"bias": 1.5383987426757812, "kernel": 34.86901092529297}, "out_proj": {"bias": 0.7462900280952454, "kernel": 50.921600341796875}, "q_proj": {"bias": 1.5393162965774536, "kernel": 34.98643112182617}, "v_proj": {"bias": 0.3719345033168793, "kernel": 51.67694854736328}}, "feed_forward": {"intermediate_dense": {"bias": 1.9439404010772705, "kernel": 74.48785400390625}, "output_dense": {"bias": 1.1011567115783691, "kernel": 74.67607879638672}}, "final_layer_norm": {"bias": 1.6659607887268066, "scale": 28.238208770751953}, "layer_norm": {"bias": 1.3336127996444702, "scale": 22.975210189819336}}, "47": {"attention": {"k_proj": {"bias": 0.26446425914764404, "kernel": 37.16825866699219}, "out_proj": {"bias": 0.6312835216522217, "kernel": 45.19498825073242}, "q_proj": {"bias": 1.661026954650879, "kernel": 37.804115295410156}, "v_proj": {"bias": 0.3476800322532654, "kernel": 46.18404769897461}}, "feed_forward": {"intermediate_dense": {"bias": 1.9951825141906738, "kernel": 71.86219787597656}, "output_dense": {"bias": 0.6065097451210022, "kernel": 68.2131118774414}}, "final_layer_norm": {"bias": 1.5113301277160645, "scale": 23.086095809936523}, "layer_norm": {"bias": 1.0591719150543213, "scale": 20.228235244750977}}, "5": {"attention": {"k_proj": {"bias": 0.06965074688196182, "kernel": 48.030853271484375}, "out_proj": {"bias": 1.5286259651184082, "kernel": 49.14524841308594}, "q_proj": {"bias": 2.6216883659362793, "kernel": 48.17328643798828}, "v_proj": {"bias": 0.3084770739078522, "kernel": 49.93551254272461}}, "feed_forward": {"intermediate_dense": {"bias": 1.554388165473938, "kernel": 99.76133728027344}, "output_dense": {"bias": 0.8436105251312256, "kernel": 90.75849914550781}}, "final_layer_norm": {"bias": 2.0791525840759277, "scale": 20.842615127563477}, "layer_norm": {"bias": 1.9531826972961426, "scale": 23.309175491333008}}, "6": {"attention": {"k_proj": {"bias": 0.21384230256080627, "kernel": 49.7178955078125}, "out_proj": {"bias": 1.5188982486724854, "kernel": 48.48472213745117}, "q_proj": {"bias": 2.6720757484436035, "kernel": 50.19920349121094}, "v_proj": {"bias": 0.31003713607788086, "kernel": 49.01288604736328}}, "feed_forward": {"intermediate_dense": {"bias": 1.5325901508331299, "kernel": 98.85545349121094}, "output_dense": {"bias": 0.6974776387214661, "kernel": 90.35247802734375}}, "final_layer_norm": {"bias": 2.3775582313537598, "scale": 20.320110321044922}, "layer_norm": {"bias": 1.9541221857070923, "scale": 23.739662170410156}}, "7": {"attention": {"k_proj": {"bias": 0.20933420956134796, "kernel": 49.48929977416992}, "out_proj": {"bias": 1.3352687358856201, "kernel": 48.73784637451172}, "q_proj": {"bias": 2.4438915252685547, "kernel": 49.88124084472656}, "v_proj": {"bias": 0.39411574602127075, "kernel": 48.703468322753906}}, "feed_forward": {"intermediate_dense": {"bias": 1.5383787155151367, "kernel": 98.59712219238281}, "output_dense": {"bias": 0.5376439094543457, "kernel": 90.091796875}}, "final_layer_norm": {"bias": 2.218599557876587, "scale": 20.553186416625977}, "layer_norm": {"bias": 1.8594433069229126, "scale": 22.461990356445312}}, "8": {"attention": {"k_proj": {"bias": 0.18750429153442383, "kernel": 48.985626220703125}, "out_proj": {"bias": 1.1614996194839478, "kernel": 49.27722930908203}, "q_proj": {"bias": 2.4209980964660645, "kernel": 48.75666427612305}, "v_proj": {"bias": 0.3244088292121887, "kernel": 49.4588508605957}}, "feed_forward": {"intermediate_dense": {"bias": 1.5941160917282104, "kernel": 98.19940185546875}, "output_dense": {"bias": 0.4951457381248474, "kernel": 89.51641845703125}}, "final_layer_norm": {"bias": 2.176692485809326, "scale": 20.33606719970703}, "layer_norm": {"bias": 1.7974094152450562, "scale": 22.91210174560547}}, "9": {"attention": {"k_proj": {"bias": 0.21880677342414856, "kernel": 49.65381622314453}, "out_proj": {"bias": 1.3676939010620117, "kernel": 50.08551788330078}, "q_proj": {"bias": 2.37821102142334, "kernel": 49.81830596923828}, "v_proj": {"bias": 0.3354354500770569, "kernel": 50.494117736816406}}, "feed_forward": {"intermediate_dense": {"bias": 1.6760692596435547, "kernel": 96.8187255859375}, "output_dense": {"bias": 0.634233832359314, "kernel": 90.05500793457031}}, "final_layer_norm": {"bias": 2.0708870887756348, "scale": 19.63043975830078}, "layer_norm": {"bias": 1.8872566223144531, "scale": 24.317705154418945}}}, "pos_conv_embed": {"conv": {"bias": 5.561209678649902, "weight_g": 8.846490859985352, "weight_v": 84.58929443359375}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 2.0290679931640625, "kernel": 20.55536460876465}, "layer_norm": {"bias": 4.550922393798828, "scale": 16.167570114135742}}, "1": {"conv": {"bias": 1.7790228128433228, "kernel": 51.24136734008789}, "layer_norm": {"bias": 5.962646961212158, "scale": 23.268157958984375}}, "2": {"conv": {"bias": 1.140576720237732, "kernel": 46.50312042236328}, "layer_norm": {"bias": 4.176670551300049, "scale": 20.370853424072266}}, "3": {"conv": {"bias": 0.6725863218307495, "kernel": 44.397525787353516}, "layer_norm": {"bias": 3.888174533843994, "scale": 17.53795051574707}}, "4": {"conv": {"bias": 0.6373162269592285, "kernel": 41.314056396484375}, "layer_norm": {"bias": 2.385471820831299, "scale": 16.34571647644043}}, "5": {"conv": {"bias": 0.5147221684455872, "kernel": 37.479759216308594}, "layer_norm": {"bias": 2.020900011062622, "scale": 17.064470291137695}}, "6": {"conv": {"bias": 0.4947893023490906, "kernel": 40.64780044555664}, "layer_norm": {"bias": 0.5876954793930054, "scale": 19.058603286743164}}}}, "feature_projection": {"layer_norm": {"bias": 6.318020820617676, "scale": 16.558513641357422}, "projection": {"bias": 1.6580264568328857, "kernel": 34.771278381347656}}, "masked_spec_embed": 11.914372444152832}}, "train/learning_rate": 7.247499888762832e-05, "train/loss": 0.7996366024017334, "train/param_norm": 1187.21630859375, "_runtime": 16911, "_timestamp": 1659220077, "_step": 2900, "eval/loss": 0.4004497826099396, "eval/wer": 0.322829819462482, "eval/cer": 0.09177810646685618, "eval/step_1k": {"_type": "table-file", "path": "media/table/eval/step_1k_1000_ce5fff7a5f93dcf0e7ad.table.json", "sha256": "ce5fff7a5f93dcf0e7ad34503eff3441fbb5b8dba264f40b90ec55c9f541c9b8", "size": 27574, "artifact_path": "wandb-client-artifact://gbnojfz3g4ziytgztlmj3rztet68prv6za7i9iv5afw7o7p2ubgaq16b8nz4z64t5htgjemcb45hcfit5civ3es5gaj54t6uf5yg5ch9kx5zonikx7tsmwfuciuebrat:latest/eval/step_1k.table.json", "_latest_artifact_path": "wandb-client-artifact://gbnojfz3g4ziytgztlmj3rztet68prv6za7i9iv5afw7o7p2ubgaq16b8nz4z64t5htgjemcb45hcfit5civ3es5gaj54t6uf5yg5ch9kx5zonikx7tsmwfuciuebrat:latest/eval/step_1k.table.json", "ncols": 2, "nrows": 50}, "eval/step_2k": {"_type": "table-file", "path": "media/table/eval/step_2k_2000_a82fd645d93af68dc377.table.json", "sha256": "a82fd645d93af68dc3777f23dc4d2418db2211f60a935f4f10773307f284b5fa", "size": 27421, "artifact_path": "wandb-client-artifact://1lyb8yl2lndykwiz5l6u699ysnzjhc0edoz9dvv6pd1e3u715qj95lrg1ahxaqmc71lqupfoj9t28etsy96b8w3y847ltdlg7cgy1sbqkxri91i3mi1g0odsbcf6r39l:latest/eval/step_2k.table.json", "_latest_artifact_path": "wandb-client-artifact://1lyb8yl2lndykwiz5l6u699ysnzjhc0edoz9dvv6pd1e3u715qj95lrg1ahxaqmc71lqupfoj9t28etsy96b8w3y847ltdlg7cgy1sbqkxri91i3mi1g0odsbcf6r39l:latest/eval/step_2k.table.json", "ncols": 2, "nrows": 50}} +\ No newline at end of file ++{"train/grad_norm": 4.78125, "layer_grad_norm/": {"lm_head": {"bias": 0.0673828125, "kernel": 1.2578125}, "wav2vec2": {"encoder": {"layer_norm": {"bias": 0.05322265625, "scale": 0.048828125}, "layers": {"0": {"attention": {"k_proj": {"bias": 6.532669067382812e-05, "kernel": 0.05859375}, "out_proj": {"bias": 0.051513671875, "kernel": 0.326171875}, "q_proj": {"bias": 0.008056640625, "kernel": 0.091796875}, "v_proj": {"bias": 0.042236328125, "kernel": 0.34375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0498046875, "kernel": 0.671875}, "output_dense": {"bias": 0.018798828125, "kernel": 0.5546875}}, "final_layer_norm": {"bias": 0.12890625, "scale": 0.1474609375}, "layer_norm": {"bias": 0.07666015625, "scale": 0.13671875}}, "1": {"attention": {"k_proj": {"bias": 4.8160552978515625e-05, "kernel": 0.04833984375}, "out_proj": {"bias": 0.021728515625, "kernel": 0.22265625}, "q_proj": {"bias": 0.00445556640625, "kernel": 0.0478515625}, "v_proj": {"bias": 0.03173828125, "kernel": 0.1787109375}}, "feed_forward": {"intermediate_dense": {"bias": 0.02685546875, "kernel": 0.38671875}, "output_dense": {"bias": 0.019775390625, "kernel": 0.34765625}}, "final_layer_norm": {"bias": 0.04736328125, "scale": 0.035400390625}, "layer_norm": {"bias": 0.048583984375, "scale": 0.05224609375}}, "10": {"attention": {"k_proj": {"bias": 3.266334533691406e-05, "kernel": 0.107421875}, "out_proj": {"bias": 0.016845703125, "kernel": 0.20703125}, "q_proj": {"bias": 0.0064697265625, "kernel": 0.11279296875}, "v_proj": {"bias": 0.0244140625, "kernel": 0.220703125}}, "feed_forward": {"intermediate_dense": {"bias": 0.025634765625, "kernel": 0.40234375}, "output_dense": {"bias": 0.016357421875, "kernel": 0.30859375}}, "final_layer_norm": {"bias": 0.04296875, "scale": 0.03955078125}, "layer_norm": {"bias": 0.045166015625, "scale": 0.04443359375}}, "11": {"attention": {"k_proj": {"bias": 6.67572021484375e-05, "kernel": 0.16015625}, "out_proj": {"bias": 0.0162353515625, "kernel": 0.294921875}, "q_proj": {"bias": 0.0093994140625, "kernel": 0.138671875}, "v_proj": {"bias": 0.02685546875, "kernel": 0.3125}}, "feed_forward": {"intermediate_dense": {"bias": 0.024169921875, "kernel": 0.388671875}, "output_dense": {"bias": 0.015625, "kernel": 0.28125}}, "final_layer_norm": {"bias": 0.03955078125, "scale": 0.0361328125}, "layer_norm": {"bias": 0.0458984375, "scale": 0.0615234375}}, "12": {"attention": {"k_proj": {"bias": 4.291534423828125e-05, "kernel": 0.1142578125}, "out_proj": {"bias": 0.015625, "kernel": 0.23828125}, "q_proj": {"bias": 0.00628662109375, "kernel": 0.1064453125}, "v_proj": {"bias": 0.0233154296875, "kernel": 0.248046875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0244140625, "kernel": 0.3828125}, "output_dense": {"bias": 0.01513671875, "kernel": 0.287109375}}, "final_layer_norm": {"bias": 0.03955078125, "scale": 0.03369140625}, "layer_norm": {"bias": 0.037109375, "scale": 0.0380859375}}, "13": {"attention": {"k_proj": {"bias": 7.390975952148438e-05, "kernel": 0.16015625}, "out_proj": {"bias": 0.015625, "kernel": 0.28515625}, "q_proj": {"bias": 0.0098876953125, "kernel": 0.1474609375}, "v_proj": {"bias": 0.02587890625, "kernel": 0.3125}}, "feed_forward": {"intermediate_dense": {"bias": 0.02392578125, "kernel": 0.365234375}, "output_dense": {"bias": 0.0157470703125, "kernel": 0.287109375}}, "final_layer_norm": {"bias": 0.03857421875, "scale": 0.0419921875}, "layer_norm": {"bias": 0.03857421875, "scale": 0.04931640625}}, "14": {"attention": {"k_proj": {"bias": 0.00010776519775390625, "kernel": 0.10546875}, "out_proj": {"bias": 0.0157470703125, "kernel": 0.25390625}, "q_proj": {"bias": 0.006011962890625, "kernel": 0.09716796875}, "v_proj": {"bias": 0.0245361328125, "kernel": 0.2734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0242919921875, "kernel": 0.37109375}, "output_dense": {"bias": 0.0152587890625, "kernel": 0.296875}}, "final_layer_norm": {"bias": 0.041015625, "scale": 0.03759765625}, "layer_norm": {"bias": 0.035888671875, "scale": 0.034912109375}}, "15": {"attention": {"k_proj": {"bias": 0.0001392364501953125, "kernel": 0.1259765625}, "out_proj": {"bias": 0.015625, "kernel": 0.345703125}, "q_proj": {"bias": 0.006866455078125, "kernel": 0.1142578125}, "v_proj": {"bias": 0.024658203125, "kernel": 0.30078125}}, "feed_forward": {"intermediate_dense": {"bias": 0.022705078125, "kernel": 0.33984375}, "output_dense": {"bias": 0.0155029296875, "kernel": 0.298828125}}, "final_layer_norm": {"bias": 0.036376953125, "scale": 0.030517578125}, "layer_norm": {"bias": 0.035400390625, "scale": 0.02978515625}}, "16": {"attention": {"k_proj": {"bias": 5.555152893066406e-05, "kernel": 0.11669921875}, "out_proj": {"bias": 0.015869140625, "kernel": 0.224609375}, "q_proj": {"bias": 0.00677490234375, "kernel": 0.10546875}, "v_proj": {"bias": 0.023681640625, "kernel": 0.236328125}}, "feed_forward": {"intermediate_dense": {"bias": 0.022216796875, "kernel": 0.33984375}, "output_dense": {"bias": 0.01531982421875, "kernel": 0.298828125}}, "final_layer_norm": {"bias": 0.035400390625, "scale": 0.030029296875}, "layer_norm": {"bias": 0.035888671875, "scale": 0.046142578125}}, "17": {"attention": {"k_proj": {"bias": 5.054473876953125e-05, "kernel": 0.10546875}, "out_proj": {"bias": 0.0166015625, "kernel": 0.1953125}, "q_proj": {"bias": 0.0064697265625, "kernel": 0.10205078125}, "v_proj": {"bias": 0.025390625, "kernel": 0.23046875}}, "feed_forward": {"intermediate_dense": {"bias": 0.02294921875, "kernel": 0.34765625}, "output_dense": {"bias": 0.0162353515625, "kernel": 0.302734375}}, "final_layer_norm": {"bias": 0.037109375, "scale": 0.033447265625}, "layer_norm": {"bias": 0.03857421875, "scale": 0.02783203125}}, "18": {"attention": {"k_proj": {"bias": 7.343292236328125e-05, "kernel": 0.1181640625}, "out_proj": {"bias": 0.0167236328125, "kernel": 0.26171875}, "q_proj": {"bias": 0.00634765625, "kernel": 0.1103515625}, "v_proj": {"bias": 0.02490234375, "kernel": 0.2412109375}}, "feed_forward": {"intermediate_dense": {"bias": 0.022705078125, "kernel": 0.35546875}, "output_dense": {"bias": 0.01611328125, "kernel": 0.32421875}}, "final_layer_norm": {"bias": 0.037353515625, "scale": 0.0322265625}, "layer_norm": {"bias": 0.03662109375, "scale": 0.03515625}}, "19": {"attention": {"k_proj": {"bias": 5.2928924560546875e-05, "kernel": 0.10009765625}, "out_proj": {"bias": 0.0167236328125, "kernel": 0.2109375}, "q_proj": {"bias": 0.00592041015625, "kernel": 0.1025390625}, "v_proj": {"bias": 0.0245361328125, "kernel": 0.2294921875}}, "feed_forward": {"intermediate_dense": {"bias": 0.022705078125, "kernel": 0.375}, "output_dense": {"bias": 0.0162353515625, "kernel": 0.3359375}}, "final_layer_norm": {"bias": 0.0361328125, "scale": 0.033203125}, "layer_norm": {"bias": 0.03662109375, "scale": 0.040283203125}}, "2": {"attention": {"k_proj": {"bias": 4.8160552978515625e-05, "kernel": 0.058349609375}, "out_proj": {"bias": 0.0234375, "kernel": 0.2578125}, "q_proj": {"bias": 0.00494384765625, "kernel": 0.058349609375}, "v_proj": {"bias": 0.0361328125, "kernel": 0.2373046875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0303955078125, "kernel": 0.49609375}, "output_dense": {"bias": 0.021240234375, "kernel": 0.38671875}}, "final_layer_norm": {"bias": 0.052734375, "scale": 0.04150390625}, "layer_norm": {"bias": 0.051025390625, "scale": 0.052978515625}}, "20": {"attention": {"k_proj": {"bias": 1.6927719116210938e-05, "kernel": 0.0654296875}, "out_proj": {"bias": 0.0177001953125, "kernel": 0.12255859375}, "q_proj": {"bias": 0.00396728515625, "kernel": 0.068359375}, "v_proj": {"bias": 0.025634765625, "kernel": 0.1591796875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0234375, "kernel": 0.39453125}, "output_dense": {"bias": 0.016845703125, "kernel": 0.328125}}, "final_layer_norm": {"bias": 0.038330078125, "scale": 0.033203125}, "layer_norm": {"bias": 0.0380859375, "scale": 0.0308837890625}}, "21": {"attention": {"k_proj": {"bias": 3.62396240234375e-05, "kernel": 0.08544921875}, "out_proj": {"bias": 0.0174560546875, "kernel": 0.203125}, "q_proj": {"bias": 0.004974365234375, "kernel": 0.087890625}, "v_proj": {"bias": 0.0244140625, "kernel": 0.21484375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0224609375, "kernel": 0.39453125}, "output_dense": {"bias": 0.016845703125, "kernel": 0.33203125}}, "final_layer_norm": {"bias": 0.036865234375, "scale": 0.0322265625}, "layer_norm": {"bias": 0.033203125, "scale": 0.028076171875}}, "22": {"attention": {"k_proj": {"bias": 3.0040740966796875e-05, "kernel": 0.091796875}, "out_proj": {"bias": 0.018310546875, "kernel": 0.1748046875}, "q_proj": {"bias": 0.005126953125, "kernel": 0.095703125}, "v_proj": {"bias": 0.024658203125, "kernel": 0.1923828125}}, "feed_forward": {"intermediate_dense": {"bias": 0.023681640625, "kernel": 0.41015625}, "output_dense": {"bias": 0.0181884765625, "kernel": 0.33203125}}, "final_layer_norm": {"bias": 0.038330078125, "scale": 0.0390625}, "layer_norm": {"bias": 0.0361328125, "scale": 0.03759765625}}, "23": {"attention": {"k_proj": {"bias": 0.0001068115234375, "kernel": 0.1240234375}, "out_proj": {"bias": 0.01953125, "kernel": 0.3359375}, "q_proj": {"bias": 0.00653076171875, "kernel": 0.1220703125}, "v_proj": {"bias": 0.0283203125, "kernel": 0.322265625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0235595703125, "kernel": 0.412109375}, "output_dense": {"bias": 0.01904296875, "kernel": 0.328125}}, "final_layer_norm": {"bias": 0.038330078125, "scale": 0.03564453125}, "layer_norm": {"bias": 0.0419921875, "scale": 0.04296875}}, "24": {"attention": {"k_proj": {"bias": 5.626678466796875e-05, "kernel": 0.1279296875}, "out_proj": {"bias": 0.017578125, "kernel": 0.251953125}, "q_proj": {"bias": 0.00762939453125, "kernel": 0.1298828125}, "v_proj": {"bias": 0.0274658203125, "kernel": 0.25390625}}, "feed_forward": {"intermediate_dense": {"bias": 0.022216796875, "kernel": 0.3984375}, "output_dense": {"bias": 0.0169677734375, "kernel": 0.296875}}, "final_layer_norm": {"bias": 0.03662109375, "scale": 0.04345703125}, "layer_norm": {"bias": 0.04541015625, "scale": 0.03564453125}}, "25": {"attention": {"k_proj": {"bias": 6.437301635742188e-05, "kernel": 0.1005859375}, "out_proj": {"bias": 0.0181884765625, "kernel": 0.25390625}, "q_proj": {"bias": 0.005706787109375, "kernel": 0.1025390625}, "v_proj": {"bias": 0.02685546875, "kernel": 0.2734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.022705078125, "kernel": 0.39453125}, "output_dense": {"bias": 0.0179443359375, "kernel": 0.296875}}, "final_layer_norm": {"bias": 0.038330078125, "scale": 0.048583984375}, "layer_norm": {"bias": 0.041259765625, "scale": 0.0380859375}}, "26": {"attention": {"k_proj": {"bias": 4.9114227294921875e-05, "kernel": 0.12109375}, "out_proj": {"bias": 0.0186767578125, "kernel": 0.251953125}, "q_proj": {"bias": 0.00714111328125, "kernel": 0.125}, "v_proj": {"bias": 0.028564453125, "kernel": 0.265625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0230712890625, "kernel": 0.375}, "output_dense": {"bias": 0.0189208984375, "kernel": 0.298828125}}, "final_layer_norm": {"bias": 0.038818359375, "scale": 0.0380859375}, "layer_norm": {"bias": 0.04052734375, "scale": 0.0380859375}}, "27": {"attention": {"k_proj": {"bias": 7.2479248046875e-05, "kernel": 0.154296875}, "out_proj": {"bias": 0.0174560546875, "kernel": 0.30078125}, "q_proj": {"bias": 0.00909423828125, "kernel": 0.158203125}, "v_proj": {"bias": 0.0283203125, "kernel": 0.30078125}}, "feed_forward": {"intermediate_dense": {"bias": 0.023681640625, "kernel": 0.375}, "output_dense": {"bias": 0.0179443359375, "kernel": 0.30078125}}, "final_layer_norm": {"bias": 0.041015625, "scale": 0.05029296875}, "layer_norm": {"bias": 0.0458984375, "scale": 0.04638671875}}, "28": {"attention": {"k_proj": {"bias": 7.05718994140625e-05, "kernel": 0.11962890625}, "out_proj": {"bias": 0.016357421875, "kernel": 0.291015625}, "q_proj": {"bias": 0.007110595703125, "kernel": 0.126953125}, "v_proj": {"bias": 0.027099609375, "kernel": 0.294921875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0224609375, "kernel": 0.36328125}, "output_dense": {"bias": 0.016845703125, "kernel": 0.296875}}, "final_layer_norm": {"bias": 0.0380859375, "scale": 0.04345703125}, "layer_norm": {"bias": 0.044189453125, "scale": 0.05517578125}}, "29": {"attention": {"k_proj": {"bias": 4.863739013671875e-05, "kernel": 0.119140625}, "out_proj": {"bias": 0.01556396484375, "kernel": 0.21875}, "q_proj": {"bias": 0.006805419921875, "kernel": 0.125}, "v_proj": {"bias": 0.0247802734375, "kernel": 0.23046875}}, "feed_forward": {"intermediate_dense": {"bias": 0.02099609375, "kernel": 0.3828125}, "output_dense": {"bias": 0.014892578125, "kernel": 0.28515625}}, "final_layer_norm": {"bias": 0.033935546875, "scale": 0.04248046875}, "layer_norm": {"bias": 0.043701171875, "scale": 0.0322265625}}, "3": {"attention": {"k_proj": {"bias": 8.916854858398438e-05, "kernel": 0.107421875}, "out_proj": {"bias": 0.0233154296875, "kernel": 0.37109375}, "q_proj": {"bias": 0.00787353515625, "kernel": 0.1025390625}, "v_proj": {"bias": 0.0361328125, "kernel": 0.328125}}, "feed_forward": {"intermediate_dense": {"bias": 0.030517578125, "kernel": 0.498046875}, "output_dense": {"bias": 0.0211181640625, "kernel": 0.37890625}}, "final_layer_norm": {"bias": 0.0517578125, "scale": 0.0419921875}, "layer_norm": {"bias": 0.052734375, "scale": 0.060546875}}, "30": {"attention": {"k_proj": {"bias": 8.296966552734375e-05, "kernel": 0.1328125}, "out_proj": {"bias": 0.01483154296875, "kernel": 0.2578125}, "q_proj": {"bias": 0.006591796875, "kernel": 0.134765625}, "v_proj": {"bias": 0.02392578125, "kernel": 0.27734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.019775390625, "kernel": 0.365234375}, "output_dense": {"bias": 0.014404296875, "kernel": 0.25390625}}, "final_layer_norm": {"bias": 0.0322265625, "scale": 0.03173828125}, "layer_norm": {"bias": 0.033447265625, "scale": 0.037109375}}, "31": {"attention": {"k_proj": {"bias": 5.626678466796875e-05, "kernel": 0.130859375}, "out_proj": {"bias": 0.013671875, "kernel": 0.2236328125}, "q_proj": {"bias": 0.00653076171875, "kernel": 0.13671875}, "v_proj": {"bias": 0.021484375, "kernel": 0.24609375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0185546875, "kernel": 0.34375}, "output_dense": {"bias": 0.0130615234375, "kernel": 0.234375}}, "final_layer_norm": {"bias": 0.029541015625, "scale": 0.02734375}, "layer_norm": {"bias": 0.03271484375, "scale": 0.027587890625}}, "32": {"attention": {"k_proj": {"bias": 6.437301635742188e-05, "kernel": 0.1015625}, "out_proj": {"bias": 0.0123291015625, "kernel": 0.1923828125}, "q_proj": {"bias": 0.00531005859375, "kernel": 0.10400390625}, "v_proj": {"bias": 0.0186767578125, "kernel": 0.2265625}}, "feed_forward": {"intermediate_dense": {"bias": 0.0169677734375, "kernel": 0.328125}, "output_dense": {"bias": 0.0111083984375, "kernel": 0.2158203125}}, "final_layer_norm": {"bias": 0.028564453125, "scale": 0.0279541015625}, "layer_norm": {"bias": 0.028076171875, "scale": 0.0289306640625}}, "33": {"attention": {"k_proj": {"bias": 8.58306884765625e-05, "kernel": 0.14453125}, "out_proj": {"bias": 0.01055908203125, "kernel": 0.19140625}, "q_proj": {"bias": 0.006927490234375, "kernel": 0.1435546875}, "v_proj": {"bias": 0.0166015625, "kernel": 0.21484375}}, "feed_forward": {"intermediate_dense": {"bias": 0.01458740234375, "kernel": 0.2734375}, "output_dense": {"bias": 0.0096435546875, "kernel": 0.1953125}}, "final_layer_norm": {"bias": 0.025634765625, "scale": 0.030029296875}, "layer_norm": {"bias": 0.025146484375, "scale": 0.03369140625}}, "34": {"attention": {"k_proj": {"bias": 8.392333984375e-05, "kernel": 0.12158203125}, "out_proj": {"bias": 0.00860595703125, "kernel": 0.1796875}, "q_proj": {"bias": 0.00567626953125, "kernel": 0.12060546875}, "v_proj": {"bias": 0.01397705078125, "kernel": 0.189453125}}, "feed_forward": {"intermediate_dense": {"bias": 0.01239013671875, "kernel": 0.232421875}, "output_dense": {"bias": 0.0078125, "kernel": 0.171875}}, "final_layer_norm": {"bias": 0.021240234375, "scale": 0.021484375}, "layer_norm": {"bias": 0.022705078125, "scale": 0.021484375}}, "35": {"attention": {"k_proj": {"bias": 0.00010156631469726562, "kernel": 0.07421875}, "out_proj": {"bias": 0.007293701171875, "kernel": 0.173828125}, "q_proj": {"bias": 0.0032958984375, "kernel": 0.07421875}, "v_proj": {"bias": 0.0101318359375, "kernel": 0.158203125}}, "feed_forward": {"intermediate_dense": {"bias": 0.010009765625, "kernel": 0.1845703125}, "output_dense": {"bias": 0.006866455078125, "kernel": 0.150390625}}, "final_layer_norm": {"bias": 0.016845703125, "scale": 0.01708984375}, "layer_norm": {"bias": 0.0166015625, "scale": 0.020751953125}}, "36": {"attention": {"k_proj": {"bias": 4.6253204345703125e-05, "kernel": 0.072265625}, "out_proj": {"bias": 0.00665283203125, "kernel": 0.1357421875}, "q_proj": {"bias": 0.003265380859375, "kernel": 0.06884765625}, "v_proj": {"bias": 0.00897216796875, "kernel": 0.1240234375}}, "feed_forward": {"intermediate_dense": {"bias": 0.00897216796875, "kernel": 0.166015625}, "output_dense": {"bias": 0.006256103515625, "kernel": 0.1357421875}}, "final_layer_norm": {"bias": 0.01519775390625, "scale": 0.0162353515625}, "layer_norm": {"bias": 0.0150146484375, "scale": 0.0113525390625}}, "37": {"attention": {"k_proj": {"bias": 6.961822509765625e-05, "kernel": 0.0751953125}, "out_proj": {"bias": 0.0059814453125, "kernel": 0.12890625}, "q_proj": {"bias": 0.003326416015625, "kernel": 0.072265625}, "v_proj": {"bias": 0.0087890625, "kernel": 0.1220703125}}, "feed_forward": {"intermediate_dense": {"bias": 0.00811767578125, "kernel": 0.1533203125}, "output_dense": {"bias": 0.00567626953125, "kernel": 0.126953125}}, "final_layer_norm": {"bias": 0.0137939453125, "scale": 0.01513671875}, "layer_norm": {"bias": 0.015625, "scale": 0.019287109375}}, "38": {"attention": {"k_proj": {"bias": 4.76837158203125e-05, "kernel": 0.08447265625}, "out_proj": {"bias": 0.00537109375, "kernel": 0.1171875}, "q_proj": {"bias": 0.0034027099609375, "kernel": 0.078125}, "v_proj": {"bias": 0.007781982421875, "kernel": 0.109375}}, "feed_forward": {"intermediate_dense": {"bias": 0.00738525390625, "kernel": 0.138671875}, "output_dense": {"bias": 0.005126953125, "kernel": 0.1201171875}}, "final_layer_norm": {"bias": 0.01239013671875, "scale": 0.0135498046875}, "layer_norm": {"bias": 0.0140380859375, "scale": 0.01397705078125}}, "39": {"attention": {"k_proj": {"bias": 2.5272369384765625e-05, "kernel": 0.0517578125}, "out_proj": {"bias": 0.004669189453125, "kernel": 0.10693359375}, "q_proj": {"bias": 0.0022430419921875, "kernel": 0.050537109375}, "v_proj": {"bias": 0.00665283203125, "kernel": 0.09716796875}}, "feed_forward": {"intermediate_dense": {"bias": 0.00665283203125, "kernel": 0.12890625}, "output_dense": {"bias": 0.004425048828125, "kernel": 0.1240234375}}, "final_layer_norm": {"bias": 0.0118408203125, "scale": 0.01275634765625}, "layer_norm": {"bias": 0.01171875, "scale": 0.011474609375}}, "4": {"attention": {"k_proj": {"bias": 0.00010204315185546875, "kernel": 0.119140625}, "out_proj": {"bias": 0.0225830078125, "kernel": 0.4140625}, "q_proj": {"bias": 0.007568359375, "kernel": 0.119140625}, "v_proj": {"bias": 0.032470703125, "kernel": 0.375}}, "feed_forward": {"intermediate_dense": {"bias": 0.03076171875, "kernel": 0.478515625}, "output_dense": {"bias": 0.021484375, "kernel": 0.380859375}}, "final_layer_norm": {"bias": 0.05126953125, "scale": 0.047607421875}, "layer_norm": {"bias": 0.04736328125, "scale": 0.062255859375}}, "40": {"attention": {"k_proj": {"bias": 2.0503997802734375e-05, "kernel": 0.045166015625}, "out_proj": {"bias": 0.00433349609375, "kernel": 0.0927734375}, "q_proj": {"bias": 0.0018463134765625, "kernel": 0.04345703125}, "v_proj": {"bias": 0.00579833984375, "kernel": 0.0830078125}}, "feed_forward": {"intermediate_dense": {"bias": 0.00628662109375, "kernel": 0.1201171875}, "output_dense": {"bias": 0.0042724609375, "kernel": 0.107421875}}, "final_layer_norm": {"bias": 0.01171875, "scale": 0.0166015625}, "layer_norm": {"bias": 0.0098876953125, "scale": 0.0086669921875}}, "41": {"attention": {"k_proj": {"bias": 1.8596649169921875e-05, "kernel": 0.04296875}, "out_proj": {"bias": 0.00396728515625, "kernel": 0.0966796875}, "q_proj": {"bias": 0.001800537109375, "kernel": 0.04296875}, "v_proj": {"bias": 0.005615234375, "kernel": 0.099609375}}, "feed_forward": {"intermediate_dense": {"bias": 0.00555419921875, "kernel": 0.1171875}, "output_dense": {"bias": 0.00396728515625, "kernel": 0.109375}}, "final_layer_norm": {"bias": 0.01031494140625, "scale": 0.01171875}, "layer_norm": {"bias": 0.01025390625, "scale": 0.010986328125}}, "42": {"attention": {"k_proj": {"bias": 7.510185241699219e-06, "kernel": 0.020751953125}, "out_proj": {"bias": 0.003997802734375, "kernel": 0.06982421875}, "q_proj": {"bias": 0.000926971435546875, "kernel": 0.022705078125}, "v_proj": {"bias": 0.00445556640625, "kernel": 0.0634765625}}, "feed_forward": {"intermediate_dense": {"bias": 0.00494384765625, "kernel": 0.10888671875}, "output_dense": {"bias": 0.004119873046875, "kernel": 0.091796875}}, "final_layer_norm": {"bias": 0.00830078125, "scale": 0.00872802734375}, "layer_norm": {"bias": 0.0069580078125, "scale": 0.0093994140625}}, "43": {"attention": {"k_proj": {"bias": 4.559755325317383e-06, "kernel": 0.0147705078125}, "out_proj": {"bias": 0.004180908203125, "kernel": 0.05126953125}, "q_proj": {"bias": 0.0007781982421875, "kernel": 0.01708984375}, "v_proj": {"bias": 0.0045166015625, "kernel": 0.054931640625}}, "feed_forward": {"intermediate_dense": {"bias": 0.00531005859375, "kernel": 0.12353515625}, "output_dense": {"bias": 0.00445556640625, "kernel": 0.095703125}}, "final_layer_norm": {"bias": 0.0093994140625, "scale": 0.0086669921875}, "layer_norm": {"bias": 0.0079345703125, "scale": 0.00885009765625}}, "44": {"attention": {"k_proj": {"bias": 4.0531158447265625e-06, "kernel": 0.0162353515625}, "out_proj": {"bias": 0.00457763671875, "kernel": 0.05908203125}, "q_proj": {"bias": 0.00081634521484375, "kernel": 0.01806640625}, "v_proj": {"bias": 0.005035400390625, "kernel": 0.06201171875}}, "feed_forward": {"intermediate_dense": {"bias": 0.004852294921875, "kernel": 0.12060546875}, "output_dense": {"bias": 0.004791259765625, "kernel": 0.08642578125}}, "final_layer_norm": {"bias": 0.0078125, "scale": 0.006378173828125}, "layer_norm": {"bias": 0.009765625, "scale": 0.0091552734375}}, "45": {"attention": {"k_proj": {"bias": 3.904104232788086e-06, "kernel": 0.0167236328125}, "out_proj": {"bias": 0.00482177734375, "kernel": 0.062255859375}, "q_proj": {"bias": 0.000873565673828125, "kernel": 0.01806640625}, "v_proj": {"bias": 0.005584716796875, "kernel": 0.0654296875}}, "feed_forward": {"intermediate_dense": {"bias": 0.0045166015625, "kernel": 0.11279296875}, "output_dense": {"bias": 0.005035400390625, "kernel": 0.0830078125}}, "final_layer_norm": {"bias": 0.00732421875, "scale": 0.008056640625}, "layer_norm": {"bias": 0.0126953125, "scale": 0.00860595703125}}, "46": {"attention": {"k_proj": {"bias": 5.8710575103759766e-06, "kernel": 0.019287109375}, "out_proj": {"bias": 0.0050048828125, "kernel": 0.068359375}, "q_proj": {"bias": 0.000926971435546875, "kernel": 0.0184326171875}, "v_proj": {"bias": 0.00616455078125, "kernel": 0.07421875}}, "feed_forward": {"intermediate_dense": {"bias": 0.003875732421875, "kernel": 0.09033203125}, "output_dense": {"bias": 0.00506591796875, "kernel": 0.07958984375}}, "final_layer_norm": {"bias": 0.006866455078125, "scale": 0.0086669921875}, "layer_norm": {"bias": 0.01556396484375, "scale": 0.00885009765625}}, "47": {"attention": {"k_proj": {"bias": 6.794929504394531e-06, "kernel": 0.02099609375}, "out_proj": {"bias": 0.00531005859375, "kernel": 0.06103515625}, "q_proj": {"bias": 0.00107574462890625, "kernel": 0.0174560546875}, "v_proj": {"bias": 0.007415771484375, "kernel": 0.0830078125}}, "feed_forward": {"intermediate_dense": {"bias": 0.00360107421875, "kernel": 0.06787109375}, "output_dense": {"bias": 0.00531005859375, "kernel": 0.07666015625}}, "final_layer_norm": {"bias": 0.006805419921875, "scale": 0.0069580078125}, "layer_norm": {"bias": 0.0201416015625, "scale": 0.0137939453125}}, "5": {"attention": {"k_proj": {"bias": 5.054473876953125e-05, "kernel": 0.10498046875}, "out_proj": {"bias": 0.0228271484375, "kernel": 0.267578125}, "q_proj": {"bias": 0.0064697265625, "kernel": 0.10595703125}, "v_proj": {"bias": 0.03515625, "kernel": 0.27734375}}, "feed_forward": {"intermediate_dense": {"bias": 0.03076171875, "kernel": 0.4609375}, "output_dense": {"bias": 0.022216796875, "kernel": 0.375}}, "final_layer_norm": {"bias": 0.05224609375, "scale": 0.05126953125}, "layer_norm": {"bias": 0.05322265625, "scale": 0.0576171875}}, "6": {"attention": {"k_proj": {"bias": 7.152557373046875e-05, "kernel": 0.1630859375}, "out_proj": {"bias": 0.021484375, "kernel": 0.3671875}, "q_proj": {"bias": 0.0098876953125, "kernel": 0.154296875}, "v_proj": {"bias": 0.03564453125, "kernel": 0.375}}, "feed_forward": {"intermediate_dense": {"bias": 0.0294189453125, "kernel": 0.46875}, "output_dense": {"bias": 0.020751953125, "kernel": 0.353515625}}, "final_layer_norm": {"bias": 0.046875, "scale": 0.053955078125}, "layer_norm": {"bias": 0.055419921875, "scale": 0.08642578125}}, "7": {"attention": {"k_proj": {"bias": 0.00010776519775390625, "kernel": 0.1513671875}, "out_proj": {"bias": 0.02099609375, "kernel": 0.375}, "q_proj": {"bias": 0.0093994140625, "kernel": 0.1455078125}, "v_proj": {"bias": 0.034912109375, "kernel": 0.390625}}, "feed_forward": {"intermediate_dense": {"bias": 0.028564453125, "kernel": 0.46484375}, "output_dense": {"bias": 0.019775390625, "kernel": 0.34765625}}, "final_layer_norm": {"bias": 0.04833984375, "scale": 0.04345703125}, "layer_norm": {"bias": 0.0556640625, "scale": 0.05078125}}, "8": {"attention": {"k_proj": {"bias": 8.726119995117188e-05, "kernel": 0.150390625}, "out_proj": {"bias": 0.0194091796875, "kernel": 0.326171875}, "q_proj": {"bias": 0.009033203125, "kernel": 0.138671875}, "v_proj": {"bias": 0.03125, "kernel": 0.333984375}}, "feed_forward": {"intermediate_dense": {"bias": 0.02880859375, "kernel": 0.462890625}, "output_dense": {"bias": 0.0185546875, "kernel": 0.3359375}}, "final_layer_norm": {"bias": 0.051513671875, "scale": 0.04931640625}, "layer_norm": {"bias": 0.05126953125, "scale": 0.0791015625}}, "9": {"attention": {"k_proj": {"bias": 0.00012683868408203125, "kernel": 0.15625}, "out_proj": {"bias": 0.0174560546875, "kernel": 0.41796875}, "q_proj": {"bias": 0.008544921875, "kernel": 0.1494140625}, "v_proj": {"bias": 0.0283203125, "kernel": 0.419921875}}, "feed_forward": {"intermediate_dense": {"bias": 0.025146484375, "kernel": 0.4140625}, "output_dense": {"bias": 0.016845703125, "kernel": 0.3203125}}, "final_layer_norm": {"bias": 0.041015625, "scale": 0.03759765625}, "layer_norm": {"bias": 0.0478515625, "scale": 0.064453125}}}, "pos_conv_embed": {"conv": {"bias": 0.048583984375, "weight_g": 0.0546875, "weight_v": 0.359375}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "1": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "2": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "3": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "4": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "5": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}, "6": {"conv": {"bias": 0.0, "kernel": 0.0}, "layer_norm": {"bias": 0.0, "scale": 0.0}}}}, "feature_projection": {"layer_norm": {"bias": 0.140625, "scale": 0.2197265625}, "projection": {"bias": 0.07666015625, "kernel": 1.578125}}, "masked_spec_embed": 0.0}}, "layer_param_norm/": {"lm_head": {"bias": 0.04921908676624298, "kernel": 5.413252353668213}, "wav2vec2": {"encoder": {"layer_norm": {"bias": 0.902169942855835, "scale": 22.718978881835938}, "layers": {"0": {"attention": {"k_proj": {"bias": 0.06962637603282928, "kernel": 25.959739685058594}, "out_proj": {"bias": 1.5373609066009521, "kernel": 25.135957717895508}, "q_proj": {"bias": 1.318758249282837, "kernel": 26.255878448486328}, "v_proj": {"bias": 0.34726682305336, "kernel": 25.81730842590332}}, "feed_forward": {"intermediate_dense": {"bias": 1.7692794799804688, "kernel": 95.35393524169922}, "output_dense": {"bias": 1.0224363803863525, "kernel": 91.14517974853516}}, "final_layer_norm": {"bias": 1.2835192680358887, "scale": 19.890865325927734}, "layer_norm": {"bias": 3.273667812347412, "scale": 15.973531723022461}}, "1": {"attention": {"k_proj": {"bias": 0.07245154678821564, "kernel": 40.084129333496094}, "out_proj": {"bias": 1.2936314344406128, "kernel": 41.67698669433594}, "q_proj": {"bias": 2.8694558143615723, "kernel": 39.93986511230469}, "v_proj": {"bias": 0.2807631492614746, "kernel": 40.141090393066406}}, "feed_forward": {"intermediate_dense": {"bias": 1.5952367782592773, "kernel": 93.4329605102539}, "output_dense": {"bias": 0.8014806509017944, "kernel": 84.26225280761719}}, "final_layer_norm": {"bias": 1.1526515483856201, "scale": 18.43830108642578}, "layer_norm": {"bias": 1.7570265531539917, "scale": 19.241287231445312}}, "10": {"attention": {"k_proj": {"bias": 0.08582533895969391, "kernel": 47.338623046875}, "out_proj": {"bias": 1.2253642082214355, "kernel": 50.156185150146484}, "q_proj": {"bias": 2.429431200027466, "kernel": 47.298587799072266}, "v_proj": {"bias": 0.31179967522621155, "kernel": 50.35038375854492}}, "feed_forward": {"intermediate_dense": {"bias": 1.633915662765503, "kernel": 97.74920654296875}, "output_dense": {"bias": 0.5614630579948425, "kernel": 91.66010284423828}}, "final_layer_norm": {"bias": 2.208516836166382, "scale": 20.369182586669922}, "layer_norm": {"bias": 1.6970640420913696, "scale": 22.243541717529297}}, "11": {"attention": {"k_proj": {"bias": 0.12339764833450317, "kernel": 47.152183532714844}, "out_proj": {"bias": 1.0763490200042725, "kernel": 49.36817169189453}, "q_proj": {"bias": 2.4786970615386963, "kernel": 46.87358093261719}, "v_proj": {"bias": 0.3584572374820709, "kernel": 49.90296936035156}}, "feed_forward": {"intermediate_dense": {"bias": 1.6834192276000977, "kernel": 98.49960327148438}, "output_dense": {"bias": 0.544917106628418, "kernel": 93.36177062988281}}, "final_layer_norm": {"bias": 2.1911230087280273, "scale": 20.379417419433594}, "layer_norm": {"bias": 1.675253987312317, "scale": 22.585304260253906}}, "12": {"attention": {"k_proj": {"bias": 0.08773796260356903, "kernel": 47.72996520996094}, "out_proj": {"bias": 1.061636209487915, "kernel": 49.674720764160156}, "q_proj": {"bias": 2.359312057495117, "kernel": 47.480804443359375}, "v_proj": {"bias": 0.34631049633026123, "kernel": 50.0855827331543}}, "feed_forward": {"intermediate_dense": {"bias": 1.7265456914901733, "kernel": 99.33685302734375}, "output_dense": {"bias": 0.5338274240493774, "kernel": 94.90812683105469}}, "final_layer_norm": {"bias": 2.1503143310546875, "scale": 20.338415145874023}, "layer_norm": {"bias": 1.7452950477600098, "scale": 23.114551544189453}}, "13": {"attention": {"k_proj": {"bias": 0.10438726842403412, "kernel": 49.61515808105469}, "out_proj": {"bias": 1.0535494089126587, "kernel": 49.3265380859375}, "q_proj": {"bias": 2.3334383964538574, "kernel": 49.47421646118164}, "v_proj": {"bias": 0.366985559463501, "kernel": 49.502899169921875}}, "feed_forward": {"intermediate_dense": {"bias": 1.7822846174240112, "kernel": 99.95390319824219}, "output_dense": {"bias": 0.5495959520339966, "kernel": 95.34565734863281}}, "final_layer_norm": {"bias": 2.038020610809326, "scale": 20.48843765258789}, "layer_norm": {"bias": 1.8462876081466675, "scale": 23.345609664916992}}, "14": {"attention": {"k_proj": {"bias": 0.1679837554693222, "kernel": 49.79728317260742}, "out_proj": {"bias": 1.214162826538086, "kernel": 47.73725891113281}, "q_proj": {"bias": 2.395333766937256, "kernel": 49.861366271972656}, "v_proj": {"bias": 0.36553746461868286, "kernel": 47.318756103515625}}, "feed_forward": {"intermediate_dense": {"bias": 1.8192400932312012, "kernel": 100.57157135009766}, "output_dense": {"bias": 0.5670008659362793, "kernel": 96.70965576171875}}, "final_layer_norm": {"bias": 2.1648218631744385, "scale": 20.63146209716797}, "layer_norm": {"bias": 1.9780219793319702, "scale": 23.503921508789062}}, "15": {"attention": {"k_proj": {"bias": 0.10829080641269684, "kernel": 49.935768127441406}, "out_proj": {"bias": 1.266237735748291, "kernel": 48.36121368408203}, "q_proj": {"bias": 2.5372462272644043, "kernel": 50.010047912597656}, "v_proj": {"bias": 0.40150129795074463, "kernel": 48.01542663574219}}, "feed_forward": {"intermediate_dense": {"bias": 1.8276853561401367, "kernel": 100.38729858398438}, "output_dense": {"bias": 0.716155469417572, "kernel": 97.40103149414062}}, "final_layer_norm": {"bias": 2.095289468765259, "scale": 20.727493286132812}, "layer_norm": {"bias": 2.2260360717773438, "scale": 23.699451446533203}}, "16": {"attention": {"k_proj": {"bias": 0.07975946366786957, "kernel": 49.828582763671875}, "out_proj": {"bias": 1.1969985961914062, "kernel": 47.813873291015625}, "q_proj": {"bias": 2.623103618621826, "kernel": 49.71464538574219}, "v_proj": {"bias": 0.35514599084854126, "kernel": 47.4999885559082}}, "feed_forward": {"intermediate_dense": {"bias": 1.8235373497009277, "kernel": 101.0421371459961}, "output_dense": {"bias": 0.7403956651687622, "kernel": 98.26219177246094}}, "final_layer_norm": {"bias": 2.1561923027038574, "scale": 21.213504791259766}, "layer_norm": {"bias": 2.15500545501709, "scale": 22.581371307373047}}, "17": {"attention": {"k_proj": {"bias": 0.07650183141231537, "kernel": 50.014312744140625}, "out_proj": {"bias": 1.1387214660644531, "kernel": 47.13007354736328}, "q_proj": {"bias": 2.701202392578125, "kernel": 50.10731506347656}, "v_proj": {"bias": 0.39255812764167786, "kernel": 46.80622100830078}}, "feed_forward": {"intermediate_dense": {"bias": 1.836789846420288, "kernel": 102.122314453125}, "output_dense": {"bias": 0.7562288045883179, "kernel": 98.65126037597656}}, "final_layer_norm": {"bias": 2.2485809326171875, "scale": 21.770286560058594}, "layer_norm": {"bias": 2.0617494583129883, "scale": 22.103214263916016}}, "18": {"attention": {"k_proj": {"bias": 0.1012062206864357, "kernel": 50.335113525390625}, "out_proj": {"bias": 1.2434499263763428, "kernel": 48.15618896484375}, "q_proj": {"bias": 2.5853705406188965, "kernel": 50.72291564941406}, "v_proj": {"bias": 0.42100799083709717, "kernel": 47.68859100341797}}, "feed_forward": {"intermediate_dense": {"bias": 1.8790702819824219, "kernel": 102.42304992675781}, "output_dense": {"bias": 0.8707617521286011, "kernel": 100.30254364013672}}, "final_layer_norm": {"bias": 2.354912757873535, "scale": 21.733640670776367}, "layer_norm": {"bias": 2.2507004737854004, "scale": 23.873477935791016}}, "19": {"attention": {"k_proj": {"bias": 0.07635638117790222, "kernel": 49.57988739013672}, "out_proj": {"bias": 1.2168512344360352, "kernel": 48.036102294921875}, "q_proj": {"bias": 2.8640265464782715, "kernel": 50.00752258300781}, "v_proj": {"bias": 0.3834489583969116, "kernel": 47.286338806152344}}, "feed_forward": {"intermediate_dense": {"bias": 1.930978536605835, "kernel": 102.99739074707031}, "output_dense": {"bias": 0.9363443851470947, "kernel": 101.21075439453125}}, "final_layer_norm": {"bias": 2.305131196975708, "scale": 22.094635009765625}, "layer_norm": {"bias": 2.1665005683898926, "scale": 23.046451568603516}}, "2": {"attention": {"k_proj": {"bias": 0.08556383848190308, "kernel": 46.1557502746582}, "out_proj": {"bias": 1.2100764513015747, "kernel": 43.90522003173828}, "q_proj": {"bias": 3.057514190673828, "kernel": 45.91914367675781}, "v_proj": {"bias": 0.3111116886138916, "kernel": 43.896095275878906}}, "feed_forward": {"intermediate_dense": {"bias": 1.6304028034210205, "kernel": 98.4805679321289}, "output_dense": {"bias": 0.6906487941741943, "kernel": 87.40882873535156}}, "final_layer_norm": {"bias": 1.453829050064087, "scale": 21.0145320892334}, "layer_norm": {"bias": 1.6643424034118652, "scale": 21.979299545288086}}, "20": {"attention": {"k_proj": {"bias": 0.07302132248878479, "kernel": 49.55927276611328}, "out_proj": {"bias": 1.2459075450897217, "kernel": 47.42100524902344}, "q_proj": {"bias": 2.778502941131592, "kernel": 50.34117889404297}, "v_proj": {"bias": 0.3550981879234314, "kernel": 46.327613830566406}}, "feed_forward": {"intermediate_dense": {"bias": 1.9308311939239502, "kernel": 104.25685119628906}, "output_dense": {"bias": 1.0517168045043945, "kernel": 101.8398208618164}}, "final_layer_norm": {"bias": 2.328671932220459, "scale": 23.03919219970703}, "layer_norm": {"bias": 2.140599250793457, "scale": 23.187705993652344}}, "21": {"attention": {"k_proj": {"bias": 0.08338358253240585, "kernel": 49.99740219116211}, "out_proj": {"bias": 1.2818005084991455, "kernel": 47.455970764160156}, "q_proj": {"bias": 2.7295784950256348, "kernel": 50.83648681640625}, "v_proj": {"bias": 0.4071462154388428, "kernel": 46.567935943603516}}, "feed_forward": {"intermediate_dense": {"bias": 1.9719955921173096, "kernel": 104.44792175292969}, "output_dense": {"bias": 1.1241118907928467, "kernel": 102.1684799194336}}, "final_layer_norm": {"bias": 2.3547935485839844, "scale": 22.687164306640625}, "layer_norm": {"bias": 2.2089452743530273, "scale": 23.444211959838867}}, "22": {"attention": {"k_proj": {"bias": 0.08050543069839478, "kernel": 50.391395568847656}, "out_proj": {"bias": 1.202901840209961, "kernel": 46.93544387817383}, "q_proj": {"bias": 2.8019251823425293, "kernel": 50.769989013671875}, "v_proj": {"bias": 0.3627583980560303, "kernel": 46.806793212890625}}, "feed_forward": {"intermediate_dense": {"bias": 1.9032940864562988, "kernel": 104.84452056884766}, "output_dense": {"bias": 1.1339362859725952, "kernel": 101.4557876586914}}, "final_layer_norm": {"bias": 2.2400705814361572, "scale": 22.207096099853516}, "layer_norm": {"bias": 2.207681655883789, "scale": 22.46786880493164}}, "23": {"attention": {"k_proj": {"bias": 0.14860177040100098, "kernel": 51.463966369628906}, "out_proj": {"bias": 1.3338309526443481, "kernel": 47.94309616088867}, "q_proj": {"bias": 2.6465096473693848, "kernel": 51.574920654296875}, "v_proj": {"bias": 0.5188049077987671, "kernel": 48.583961486816406}}, "feed_forward": {"intermediate_dense": {"bias": 1.8811860084533691, "kernel": 104.649658203125}, "output_dense": {"bias": 1.111782193183899, "kernel": 102.2613525390625}}, "final_layer_norm": {"bias": 2.498034715652466, "scale": 22.16802215576172}, "layer_norm": {"bias": 2.689911365509033, "scale": 23.70257568359375}}, "24": {"attention": {"k_proj": {"bias": 0.09581315517425537, "kernel": 50.01167297363281}, "out_proj": {"bias": 1.3900225162506104, "kernel": 49.904876708984375}, "q_proj": {"bias": 2.7940328121185303, "kernel": 50.00927734375}, "v_proj": {"bias": 0.47368431091308594, "kernel": 49.98321533203125}}, "feed_forward": {"intermediate_dense": {"bias": 1.9960441589355469, "kernel": 104.11872863769531}, "output_dense": {"bias": 1.149522066116333, "kernel": 105.13333129882812}}, "final_layer_norm": {"bias": 2.5994277000427246, "scale": 22.22292709350586}, "layer_norm": {"bias": 2.4260878562927246, "scale": 23.260433197021484}}, "25": {"attention": {"k_proj": {"bias": 0.09423495829105377, "kernel": 50.50605010986328}, "out_proj": {"bias": 1.2003486156463623, "kernel": 47.81767272949219}, "q_proj": {"bias": 2.8769443035125732, "kernel": 50.293296813964844}, "v_proj": {"bias": 0.5541197061538696, "kernel": 48.35689163208008}}, "feed_forward": {"intermediate_dense": {"bias": 1.8949710130691528, "kernel": 104.3861083984375}, "output_dense": {"bias": 1.0257925987243652, "kernel": 105.06424713134766}}, "final_layer_norm": {"bias": 2.304706335067749, "scale": 22.754941940307617}, "layer_norm": {"bias": 2.575399160385132, "scale": 22.375782012939453}}, "26": {"attention": {"k_proj": {"bias": 0.11013755202293396, "kernel": 50.73456573486328}, "out_proj": {"bias": 1.1362485885620117, "kernel": 48.601402282714844}, "q_proj": {"bias": 2.8388776779174805, "kernel": 50.500099182128906}, "v_proj": {"bias": 0.4869583547115326, "kernel": 49.20857238769531}}, "feed_forward": {"intermediate_dense": {"bias": 1.9934030771255493, "kernel": 103.81732177734375}, "output_dense": {"bias": 0.9875839948654175, "kernel": 102.2249755859375}}, "final_layer_norm": {"bias": 1.944329857826233, "scale": 21.60901641845703}, "layer_norm": {"bias": 2.480065107345581, "scale": 22.817523956298828}}, "27": {"attention": {"k_proj": {"bias": 0.38318121433258057, "kernel": 51.434200286865234}, "out_proj": {"bias": 1.3689255714416504, "kernel": 49.93168258666992}, "q_proj": {"bias": 2.6149909496307373, "kernel": 51.30052185058594}, "v_proj": {"bias": 0.5731261968612671, "kernel": 50.388309478759766}}, "feed_forward": {"intermediate_dense": {"bias": 2.153050422668457, "kernel": 102.10476684570312}, "output_dense": {"bias": 0.8649272918701172, "kernel": 101.91909790039062}}, "final_layer_norm": {"bias": 2.226088047027588, "scale": 20.881439208984375}, "layer_norm": {"bias": 2.553518772125244, "scale": 23.541961669921875}}, "28": {"attention": {"k_proj": {"bias": 0.4168204069137573, "kernel": 52.348060607910156}, "out_proj": {"bias": 1.3920505046844482, "kernel": 50.6854248046875}, "q_proj": {"bias": 2.772891044616699, "kernel": 51.99403381347656}, "v_proj": {"bias": 0.45851659774780273, "kernel": 51.018001556396484}}, "feed_forward": {"intermediate_dense": {"bias": 2.098593235015869, "kernel": 102.11735534667969}, "output_dense": {"bias": 0.7665820121765137, "kernel": 104.10763549804688}}, "final_layer_norm": {"bias": 2.134143352508545, "scale": 21.207117080688477}, "layer_norm": {"bias": 2.05226469039917, "scale": 24.383384704589844}}, "29": {"attention": {"k_proj": {"bias": 0.10613982379436493, "kernel": 48.80516815185547}, "out_proj": {"bias": 1.3684569597244263, "kernel": 53.18773651123047}, "q_proj": {"bias": 2.739417314529419, "kernel": 48.6279411315918}, "v_proj": {"bias": 0.4170042872428894, "kernel": 53.09568786621094}}, "feed_forward": {"intermediate_dense": {"bias": 2.0967764854431152, "kernel": 102.78724670410156}, "output_dense": {"bias": 0.8726767301559448, "kernel": 108.37275695800781}}, "final_layer_norm": {"bias": 2.365769386291504, "scale": 22.347183227539062}, "layer_norm": {"bias": 2.1533961296081543, "scale": 25.36864471435547}}, "3": {"attention": {"k_proj": {"bias": 0.1442270576953888, "kernel": 50.15776824951172}, "out_proj": {"bias": 1.3631471395492554, "kernel": 46.542762756347656}, "q_proj": {"bias": 2.72804594039917, "kernel": 50.385353088378906}, "v_proj": {"bias": 0.2975858449935913, "kernel": 46.9383544921875}}, "feed_forward": {"intermediate_dense": {"bias": 1.6446895599365234, "kernel": 100.11238098144531}, "output_dense": {"bias": 0.6513658761978149, "kernel": 90.26824951171875}}, "final_layer_norm": {"bias": 1.7181930541992188, "scale": 21.107528686523438}, "layer_norm": {"bias": 1.8293272256851196, "scale": 23.550312042236328}}, "30": {"attention": {"k_proj": {"bias": 0.26914966106414795, "kernel": 50.72053527832031}, "out_proj": {"bias": 1.1657063961029053, "kernel": 49.478797912597656}, "q_proj": {"bias": 2.803964614868164, "kernel": 50.80168151855469}, "v_proj": {"bias": 0.47784772515296936, "kernel": 49.824363708496094}}, "feed_forward": {"intermediate_dense": {"bias": 2.0292789936065674, "kernel": 103.28843688964844}, "output_dense": {"bias": 0.8261035084724426, "kernel": 107.3691635131836}}, "final_layer_norm": {"bias": 2.185847282409668, "scale": 23.4852294921875}, "layer_norm": {"bias": 2.2913970947265625, "scale": 25.094669342041016}}, "31": {"attention": {"k_proj": {"bias": 0.3609456419944763, "kernel": 49.23519515991211}, "out_proj": {"bias": 1.0936834812164307, "kernel": 50.319664001464844}, "q_proj": {"bias": 2.588756799697876, "kernel": 49.33666229248047}, "v_proj": {"bias": 0.5257799625396729, "kernel": 50.451271057128906}}, "feed_forward": {"intermediate_dense": {"bias": 2.108356475830078, "kernel": 101.96115112304688}, "output_dense": {"bias": 1.0010154247283936, "kernel": 104.74467468261719}}, "final_layer_norm": {"bias": 2.0811474323272705, "scale": 23.371543884277344}, "layer_norm": {"bias": 2.287497043609619, "scale": 24.863964080810547}}, "32": {"attention": {"k_proj": {"bias": 0.22056454420089722, "kernel": 48.08464813232422}, "out_proj": {"bias": 1.100999116897583, "kernel": 49.500885009765625}, "q_proj": {"bias": 2.8397715091705322, "kernel": 48.067569732666016}, "v_proj": {"bias": 0.39237940311431885, "kernel": 49.78910827636719}}, "feed_forward": {"intermediate_dense": {"bias": 2.0420303344726562, "kernel": 100.81647491455078}, "output_dense": {"bias": 1.0590380430221558, "kernel": 104.08695983886719}}, "final_layer_norm": {"bias": 2.0450878143310547, "scale": 23.797229766845703}, "layer_norm": {"bias": 2.245396852493286, "scale": 25.125873565673828}}, "33": {"attention": {"k_proj": {"bias": 0.22372880578041077, "kernel": 48.02918243408203}, "out_proj": {"bias": 1.1369173526763916, "kernel": 49.35287094116211}, "q_proj": {"bias": 2.979318618774414, "kernel": 48.02069854736328}, "v_proj": {"bias": 0.42063963413238525, "kernel": 49.619895935058594}}, "feed_forward": {"intermediate_dense": {"bias": 2.0515971183776855, "kernel": 99.18258666992188}, "output_dense": {"bias": 1.0368101596832275, "kernel": 102.84422302246094}}, "final_layer_norm": {"bias": 1.9600660800933838, "scale": 23.559476852416992}, "layer_norm": {"bias": 2.436300277709961, "scale": 25.378341674804688}}, "34": {"attention": {"k_proj": {"bias": 0.23947922885417938, "kernel": 47.22948455810547}, "out_proj": {"bias": 1.38441801071167, "kernel": 50.832462310791016}, "q_proj": {"bias": 2.8738064765930176, "kernel": 47.27733612060547}, "v_proj": {"bias": 0.3886609673500061, "kernel": 50.765830993652344}}, "feed_forward": {"intermediate_dense": {"bias": 2.135632038116455, "kernel": 98.00289916992188}, "output_dense": {"bias": 0.9690021276473999, "kernel": 102.13497161865234}}, "final_layer_norm": {"bias": 1.8987112045288086, "scale": 23.208091735839844}, "layer_norm": {"bias": 2.513838768005371, "scale": 25.764408111572266}}, "35": {"attention": {"k_proj": {"bias": 0.36401885747909546, "kernel": 48.95426940917969}, "out_proj": {"bias": 1.3058595657348633, "kernel": 49.674713134765625}, "q_proj": {"bias": 2.610793113708496, "kernel": 49.28239822387695}, "v_proj": {"bias": 0.4768249988555908, "kernel": 49.50395584106445}}, "feed_forward": {"intermediate_dense": {"bias": 2.214972972869873, "kernel": 96.60084533691406}, "output_dense": {"bias": 0.8646180629730225, "kernel": 100.86213684082031}}, "final_layer_norm": {"bias": 1.9740121364593506, "scale": 23.334243774414062}, "layer_norm": {"bias": 2.292015314102173, "scale": 26.258684158325195}}, "36": {"attention": {"k_proj": {"bias": 0.2038479447364807, "kernel": 46.26953125}, "out_proj": {"bias": 1.3423584699630737, "kernel": 51.01178741455078}, "q_proj": {"bias": 2.702681303024292, "kernel": 46.250885009765625}, "v_proj": {"bias": 0.361502468585968, "kernel": 51.19853210449219}}, "feed_forward": {"intermediate_dense": {"bias": 2.0908637046813965, "kernel": 95.68685913085938}, "output_dense": {"bias": 0.8964763879776001, "kernel": 100.53981018066406}}, "final_layer_norm": {"bias": 1.6254173517227173, "scale": 23.85594940185547}, "layer_norm": {"bias": 2.010197639465332, "scale": 25.782194137573242}}, "37": {"attention": {"k_proj": {"bias": 0.5311571955680847, "kernel": 45.31755828857422}, "out_proj": {"bias": 1.599708080291748, "kernel": 50.996910095214844}, "q_proj": {"bias": 2.3959484100341797, "kernel": 45.383331298828125}, "v_proj": {"bias": 0.35769104957580566, "kernel": 50.8680534362793}}, "feed_forward": {"intermediate_dense": {"bias": 1.9859367609024048, "kernel": 94.91675567626953}, "output_dense": {"bias": 0.9045373201370239, "kernel": 100.29216003417969}}, "final_layer_norm": {"bias": 1.4480338096618652, "scale": 24.25265121459961}, "layer_norm": {"bias": 1.9799282550811768, "scale": 25.815475463867188}}, "38": {"attention": {"k_proj": {"bias": 0.6158674955368042, "kernel": 43.506187438964844}, "out_proj": {"bias": 1.297757625579834, "kernel": 50.477516174316406}, "q_proj": {"bias": 2.327930450439453, "kernel": 43.5106086730957}, "v_proj": {"bias": 0.41636350750923157, "kernel": 50.350196838378906}}, "feed_forward": {"intermediate_dense": {"bias": 1.928141474723816, "kernel": 92.95675659179688}, "output_dense": {"bias": 0.891133189201355, "kernel": 98.53646850585938}}, "final_layer_norm": {"bias": 1.4934136867523193, "scale": 24.972431182861328}, "layer_norm": {"bias": 2.15818452835083, "scale": 26.539714813232422}}, "39": {"attention": {"k_proj": {"bias": 0.6454092860221863, "kernel": 43.2810173034668}, "out_proj": {"bias": 1.5893176794052124, "kernel": 50.346134185791016}, "q_proj": {"bias": 2.114044666290283, "kernel": 43.66300582885742}, "v_proj": {"bias": 0.3863828778266907, "kernel": 50.01773452758789}}, "feed_forward": {"intermediate_dense": {"bias": 1.9186015129089355, "kernel": 91.26253509521484}, "output_dense": {"bias": 0.9703125357627869, "kernel": 98.9065170288086}}, "final_layer_norm": {"bias": 1.6361956596374512, "scale": 25.60651206970215}, "layer_norm": {"bias": 2.1329989433288574, "scale": 27.167842864990234}}, "4": {"attention": {"k_proj": {"bias": 0.15817654132843018, "kernel": 52.728912353515625}, "out_proj": {"bias": 1.5461986064910889, "kernel": 47.960357666015625}, "q_proj": {"bias": 2.528503894805908, "kernel": 52.9129638671875}, "v_proj": {"bias": 0.34476393461227417, "kernel": 48.31501388549805}}, "feed_forward": {"intermediate_dense": {"bias": 1.6319609880447388, "kernel": 99.6986312866211}, "output_dense": {"bias": 0.8142093420028687, "kernel": 91.49694061279297}}, "final_layer_norm": {"bias": 1.8056426048278809, "scale": 20.639925003051758}, "layer_norm": {"bias": 1.9219543933868408, "scale": 23.957796096801758}}, "40": {"attention": {"k_proj": {"bias": 0.5868960022926331, "kernel": 42.622196197509766}, "out_proj": {"bias": 1.5340803861618042, "kernel": 48.98883056640625}, "q_proj": {"bias": 2.0456559658050537, "kernel": 43.38402557373047}, "v_proj": {"bias": 0.44007861614227295, "kernel": 48.56523513793945}}, "feed_forward": {"intermediate_dense": {"bias": 1.7797753810882568, "kernel": 89.51732635498047}, "output_dense": {"bias": 1.022843360900879, "kernel": 96.15615844726562}}, "final_layer_norm": {"bias": 1.8033244609832764, "scale": 24.874635696411133}, "layer_norm": {"bias": 2.076083183288574, "scale": 26.70322608947754}}, "41": {"attention": {"k_proj": {"bias": 1.6710917949676514, "kernel": 39.97071075439453}, "out_proj": {"bias": 1.2964427471160889, "kernel": 50.545196533203125}, "q_proj": {"bias": 1.7293728590011597, "kernel": 40.72488021850586}, "v_proj": {"bias": 0.3948034644126892, "kernel": 49.49766540527344}}, "feed_forward": {"intermediate_dense": {"bias": 1.9193663597106934, "kernel": 86.30714416503906}, "output_dense": {"bias": 1.0492838621139526, "kernel": 95.1964340209961}}, "final_layer_norm": {"bias": 2.298070192337036, "scale": 28.32769012451172}, "layer_norm": {"bias": 2.102863073348999, "scale": 28.49222755432129}}, "42": {"attention": {"k_proj": {"bias": 0.7973123788833618, "kernel": 36.736244201660156}, "out_proj": {"bias": 1.340757131576538, "kernel": 44.781211853027344}, "q_proj": {"bias": 1.5512535572052002, "kernel": 38.0830078125}, "v_proj": {"bias": 0.5902131795883179, "kernel": 43.128143310546875}}, "feed_forward": {"intermediate_dense": {"bias": 1.6618006229400635, "kernel": 85.30094146728516}, "output_dense": {"bias": 1.100982904434204, "kernel": 93.39048767089844}}, "final_layer_norm": {"bias": 2.0181031227111816, "scale": 29.625892639160156}, "layer_norm": {"bias": 1.569514274597168, "scale": 27.363496780395508}}, "43": {"attention": {"k_proj": {"bias": 1.210697889328003, "kernel": 33.26449203491211}, "out_proj": {"bias": 1.3315963745117188, "kernel": 41.17461013793945}, "q_proj": {"bias": 1.365762710571289, "kernel": 34.07386779785156}, "v_proj": {"bias": 0.5160566568374634, "kernel": 39.07225036621094}}, "feed_forward": {"intermediate_dense": {"bias": 1.69490385055542, "kernel": 84.52133178710938}, "output_dense": {"bias": 0.8677738904953003, "kernel": 91.32421875}}, "final_layer_norm": {"bias": 1.9521011114120483, "scale": 31.843727111816406}, "layer_norm": {"bias": 1.690071702003479, "scale": 25.525150299072266}}, "44": {"attention": {"k_proj": {"bias": 2.491560935974121, "kernel": 33.85327911376953}, "out_proj": {"bias": 1.0961835384368896, "kernel": 44.89820098876953}, "q_proj": {"bias": 1.2976069450378418, "kernel": 34.22284698486328}, "v_proj": {"bias": 0.37959951162338257, "kernel": 43.99299621582031}}, "feed_forward": {"intermediate_dense": {"bias": 1.7735038995742798, "kernel": 83.4736099243164}, "output_dense": {"bias": 0.8127532005310059, "kernel": 88.97355651855469}}, "final_layer_norm": {"bias": 1.935543179512024, "scale": 34.01557159423828}, "layer_norm": {"bias": 1.5853848457336426, "scale": 25.541553497314453}}, "45": {"attention": {"k_proj": {"bias": 2.0490241050720215, "kernel": 33.69703674316406}, "out_proj": {"bias": 0.9815094470977783, "kernel": 48.49534606933594}, "q_proj": {"bias": 1.3788188695907593, "kernel": 33.87537384033203}, "v_proj": {"bias": 0.43066418170928955, "kernel": 48.65563201904297}}, "feed_forward": {"intermediate_dense": {"bias": 1.8914554119110107, "kernel": 80.14337921142578}, "output_dense": {"bias": 0.9473761916160583, "kernel": 84.372802734375}}, "final_layer_norm": {"bias": 1.6844468116760254, "scale": 32.72320556640625}, "layer_norm": {"bias": 1.5153565406799316, "scale": 24.05960464477539}}, "46": {"attention": {"k_proj": {"bias": 1.5393372774124146, "kernel": 34.87531661987305}, "out_proj": {"bias": 0.7466506958007812, "kernel": 50.92041778564453}, "q_proj": {"bias": 1.5398750305175781, "kernel": 34.99156951904297}, "v_proj": {"bias": 0.37225598096847534, "kernel": 51.67621612548828}}, "feed_forward": {"intermediate_dense": {"bias": 1.9456932544708252, "kernel": 74.50343322753906}, "output_dense": {"bias": 1.1010990142822266, "kernel": 74.68907165527344}}, "final_layer_norm": {"bias": 1.6661288738250732, "scale": 28.239055633544922}, "layer_norm": {"bias": 1.3337628841400146, "scale": 22.973430633544922}}, "47": {"attention": {"k_proj": {"bias": 0.2661091089248657, "kernel": 37.18138122558594}, "out_proj": {"bias": 0.6315953731536865, "kernel": 45.19499206542969}, "q_proj": {"bias": 1.661759853363037, "kernel": 37.81513977050781}, "v_proj": {"bias": 0.3477732539176941, "kernel": 46.184226989746094}}, "feed_forward": {"intermediate_dense": {"bias": 1.9964029788970947, "kernel": 71.88719177246094}, "output_dense": {"bias": 0.6068949103355408, "kernel": 68.23475646972656}}, "final_layer_norm": {"bias": 1.5102505683898926, "scale": 23.088993072509766}, "layer_norm": {"bias": 1.0595608949661255, "scale": 20.226943969726562}}, "5": {"attention": {"k_proj": {"bias": 0.08035004884004593, "kernel": 48.04241180419922}, "out_proj": {"bias": 1.529860496520996, "kernel": 49.15669631958008}, "q_proj": {"bias": 2.624617099761963, "kernel": 48.18388748168945}, "v_proj": {"bias": 0.30855563282966614, "kernel": 49.94438552856445}}, "feed_forward": {"intermediate_dense": {"bias": 1.5579830408096313, "kernel": 99.80638885498047}, "output_dense": {"bias": 0.843464732170105, "kernel": 90.79640197753906}}, "final_layer_norm": {"bias": 2.082186222076416, "scale": 20.846405029296875}, "layer_norm": {"bias": 1.9546864032745361, "scale": 23.293882369995117}}, "6": {"attention": {"k_proj": {"bias": 0.21805936098098755, "kernel": 49.74000549316406}, "out_proj": {"bias": 1.5195627212524414, "kernel": 48.500099182128906}, "q_proj": {"bias": 2.6734378337860107, "kernel": 50.22113800048828}, "v_proj": {"bias": 0.31005337834358215, "kernel": 49.027130126953125}}, "feed_forward": {"intermediate_dense": {"bias": 1.535608172416687, "kernel": 98.90092468261719}, "output_dense": {"bias": 0.6977838277816772, "kernel": 90.391357421875}}, "final_layer_norm": {"bias": 2.379132032394409, "scale": 20.32402801513672}, "layer_norm": {"bias": 1.9548118114471436, "scale": 23.736774444580078}}, "7": {"attention": {"k_proj": {"bias": 0.21445335447788239, "kernel": 49.50411605834961}, "out_proj": {"bias": 1.336416244506836, "kernel": 48.75510787963867}, "q_proj": {"bias": 2.444244861602783, "kernel": 49.896278381347656}, "v_proj": {"bias": 0.3937806487083435, "kernel": 48.72071075439453}}, "feed_forward": {"intermediate_dense": {"bias": 1.5411996841430664, "kernel": 98.64164733886719}, "output_dense": {"bias": 0.5379694700241089, "kernel": 90.13107299804688}}, "final_layer_norm": {"bias": 2.220088481903076, "scale": 20.556297302246094}, "layer_norm": {"bias": 1.8609169721603394, "scale": 22.460102081298828}}, "8": {"attention": {"k_proj": {"bias": 0.19164219498634338, "kernel": 48.9988899230957}, "out_proj": {"bias": 1.1641738414764404, "kernel": 49.290077209472656}, "q_proj": {"bias": 2.4209132194519043, "kernel": 48.770668029785156}, "v_proj": {"bias": 0.32501697540283203, "kernel": 49.470497131347656}}, "feed_forward": {"intermediate_dense": {"bias": 1.5978820323944092, "kernel": 98.24325561523438}, "output_dense": {"bias": 0.4952393174171448, "kernel": 89.55589294433594}}, "final_layer_norm": {"bias": 2.180640697479248, "scale": 20.338396072387695}, "layer_norm": {"bias": 1.8003993034362793, "scale": 22.905012130737305}}, "9": {"attention": {"k_proj": {"bias": 0.22276516258716583, "kernel": 49.68130874633789}, "out_proj": {"bias": 1.3704197406768799, "kernel": 50.10327911376953}, "q_proj": {"bias": 2.3800644874572754, "kernel": 49.846397399902344}, "v_proj": {"bias": 0.33664780855178833, "kernel": 50.51116180419922}}, "feed_forward": {"intermediate_dense": {"bias": 1.6794133186340332, "kernel": 96.86426544189453}, "output_dense": {"bias": 0.6339425444602966, "kernel": 90.09283447265625}}, "final_layer_norm": {"bias": 2.076014280319214, "scale": 19.634029388427734}, "layer_norm": {"bias": 1.8882291316986084, "scale": 24.322616577148438}}}, "pos_conv_embed": {"conv": {"bias": 5.565891265869141, "weight_g": 8.854345321655273, "weight_v": 84.58731079101562}}}, "feature_extractor": {"conv_layers": {"0": {"conv": {"bias": 2.0290679931640625, "kernel": 20.55536460876465}, "layer_norm": {"bias": 4.550922393798828, "scale": 16.167570114135742}}, "1": {"conv": {"bias": 1.7790228128433228, "kernel": 51.24136734008789}, "layer_norm": {"bias": 5.962646961212158, "scale": 23.268157958984375}}, "2": {"conv": {"bias": 1.140576720237732, "kernel": 46.50312042236328}, "layer_norm": {"bias": 4.176670551300049, "scale": 20.370853424072266}}, "3": {"conv": {"bias": 0.6725863218307495, "kernel": 44.397525787353516}, "layer_norm": {"bias": 3.888174533843994, "scale": 17.53795051574707}}, "4": {"conv": {"bias": 0.6373162269592285, "kernel": 41.314056396484375}, "layer_norm": {"bias": 2.385471820831299, "scale": 16.34571647644043}}, "5": {"conv": {"bias": 0.5147221684455872, "kernel": 37.479759216308594}, "layer_norm": {"bias": 2.020900011062622, "scale": 17.064470291137695}}, "6": {"conv": {"bias": 0.4947893023490906, "kernel": 40.64780044555664}, "layer_norm": {"bias": 0.5876954793930054, "scale": 19.058603286743164}}}}, "feature_projection": {"layer_norm": {"bias": 6.317561149597168, "scale": 16.558958053588867}, "projection": {"bias": 1.6600124835968018, "kernel": 34.79463195800781}}, "masked_spec_embed": 11.914372444152832}}, "train/learning_rate": 7.997499778866768e-05, "train/loss": 0.36255156993865967, "train/param_norm": 1187.5712890625, "_runtime": 19747, "_timestamp": 1659222913, "_step": 3200, "eval/loss": 0.4165652394294739, "eval/wer": 0.3462994456013605, "eval/cer": 0.0990741924291949, "eval/step_1k": {"_type": "table-file", "path": "media/table/eval/step_1k_1000_ce5fff7a5f93dcf0e7ad.table.json", "sha256": "ce5fff7a5f93dcf0e7ad34503eff3441fbb5b8dba264f40b90ec55c9f541c9b8", "size": 27574, "artifact_path": "wandb-client-artifact://gbnojfz3g4ziytgztlmj3rztet68prv6za7i9iv5afw7o7p2ubgaq16b8nz4z64t5htgjemcb45hcfit5civ3es5gaj54t6uf5yg5ch9kx5zonikx7tsmwfuciuebrat:latest/eval/step_1k.table.json", "_latest_artifact_path": "wandb-client-artifact://gbnojfz3g4ziytgztlmj3rztet68prv6za7i9iv5afw7o7p2ubgaq16b8nz4z64t5htgjemcb45hcfit5civ3es5gaj54t6uf5yg5ch9kx5zonikx7tsmwfuciuebrat:latest/eval/step_1k.table.json", "ncols": 2, "nrows": 50}, "eval/step_2k": {"_type": "table-file", "path": "media/table/eval/step_2k_2000_a82fd645d93af68dc377.table.json", "sha256": "a82fd645d93af68dc3777f23dc4d2418db2211f60a935f4f10773307f284b5fa", "size": 27421, "artifact_path": "wandb-client-artifact://1lyb8yl2lndykwiz5l6u699ysnzjhc0edoz9dvv6pd1e3u715qj95lrg1ahxaqmc71lqupfoj9t28etsy96b8w3y847ltdlg7cgy1sbqkxri91i3mi1g0odsbcf6r39l:latest/eval/step_2k.table.json", "_latest_artifact_path": "wandb-client-artifact://1lyb8yl2lndykwiz5l6u699ysnzjhc0edoz9dvv6pd1e3u715qj95lrg1ahxaqmc71lqupfoj9t28etsy96b8w3y847ltdlg7cgy1sbqkxri91i3mi1g0odsbcf6r39l:latest/eval/step_2k.table.json", "ncols": 2, "nrows": 50}, "eval/step_3k": {"_type": "table-file", "path": "media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json", "sha256": "7f6d2aff7a45425d179c71f716b09561bb2e472773f02ae271ef0e4c0169de0f", "size": 27499, "artifact_path": "wandb-client-artifact://jt7jkmhqa68ptaphyatg6dq0rfnqfvpoj4w0zo865n3ihhds2qmyzqkexwq3yi51dyi8wwuukvlly18wybh877clpyus64qrxm0kcdpoeiaxjosg7o5bhhlcoexs8dxh:latest/eval/step_3k.table.json", "_latest_artifact_path": "wandb-client-artifact://jt7jkmhqa68ptaphyatg6dq0rfnqfvpoj4w0zo865n3ihhds2qmyzqkexwq3yi51dyi8wwuukvlly18wybh877clpyus64qrxm0kcdpoeiaxjosg7o5bhhlcoexs8dxh:latest/eval/step_3k.table.json", "ncols": 2, "nrows": 50}, "_wandb": {"runtime": 19748}} +\ No newline at end of file +diff --git a/wandb/run-20220730_174606-j2u4n7h4/logs/debug-internal.log b/wandb/run-20220730_174606-j2u4n7h4/logs/debug-internal.log +index 945c6e1..1eac255 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/logs/debug-internal.log ++++ b/wandb/run-20220730_174606-j2u4n7h4/logs/debug-internal.log +@@ -7492,3 +7492,595 @@ + 2022-07-30 22:54:20,900 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status + 2022-07-30 22:54:20,901 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status + 2022-07-30 22:54:23,251 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:54:36,214 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:54:36,214 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:54:45,113 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:54:51,531 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:54:51,532 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:54:53,330 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:54:59,120 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:07,063 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:55:07,063 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:55:07,124 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:17,129 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:22,365 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:55:22,366 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:55:23,400 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:55:24,133 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:32,137 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:36,139 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:37,680 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:55:37,680 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:55:42,142 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:48,145 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:55:52,860 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:55:52,861 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:55:53,473 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:55:56,149 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:00,151 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:05,154 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:08,017 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:56:08,017 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:56:11,157 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:15,159 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:19,161 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:23,163 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:23,315 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:56:23,316 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:56:23,552 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:56:30,167 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:34,169 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:38,171 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:38,637 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:56:38,638 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:56:44,174 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:48,176 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:52,179 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:53,629 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:56:53,847 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:56:53,847 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:56:54,180 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:56:59,183 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:03,185 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:05,186 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:09,067 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:57:09,067 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:57:09,188 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:11,189 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:15,191 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:17,192 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:21,194 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:23,195 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:23,706 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:57:24,278 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:57:24,278 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:57:25,197 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:31,199 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:33,200 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:35,201 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:37,203 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:39,204 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:39,499 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:57:39,499 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:57:41,205 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:43,206 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:45,207 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:48,208 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:50,209 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:52,210 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:53,781 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:57:54,211 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:54,666 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:57:54,666 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:57:56,213 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:57:58,214 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:00,215 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:02,216 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:09,912 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:58:09,912 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:58:12,221 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:21,225 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:23,856 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:58:25,274 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:58:25,274 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:58:27,228 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:33,231 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:39,234 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:40,589 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:58:40,590 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:58:45,237 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:52,240 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:58:53,933 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:58:55,866 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:58:55,867 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:58:56,242 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:02,245 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:06,247 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:10,249 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:11,177 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:59:11,177 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:59:14,251 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:20,254 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:24,010 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:59:24,256 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:26,434 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:59:26,434 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:59:28,258 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:33,261 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:37,263 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:41,265 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:41,656 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:59:41,656 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:59:45,267 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:47,268 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:51,270 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:54,088 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 22:59:55,272 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 22:59:56,931 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 22:59:56,931 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 22:59:59,274 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:01,275 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:05,277 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:07,278 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:11,281 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:12,195 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:00:12,195 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:00:13,282 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:16,283 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:20,285 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:22,286 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:24,166 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:00:26,288 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:27,432 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:00:27,432 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:00:28,290 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:30,291 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:32,292 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:34,293 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:36,294 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:38,295 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:40,296 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:42,297 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:42,636 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:00:42,637 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:00:44,298 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:46,299 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:48,300 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:50,302 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:52,303 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:54,243 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:00:54,304 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:54,472 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: log_artifact ++2022-07-30 23:00:54,473 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: log_artifact ++2022-07-30 23:00:55,304 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_created():217] file/dir created: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json ++2022-07-30 23:00:55,305 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/media/table/eval ++2022-07-30 23:00:55,577 INFO Thread-21 :1494437 [upload_job.py:push():95] Uploaded file /home/javierr/.cache/wandb/artifacts/obj/md5/f4/e476c2358c11b27374055cdb2dabb4 ++2022-07-30 23:00:56,305 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:56,923 INFO SenderThread:1494437 [sender.py:send_request_log_artifact():968] logged artifact run-j2u4n7h4-evalstep_3k - {'id': 'QXJ0aWZhY3Q6MTY1MzExNzk5', 'digest': '6e81d706760bd2586ca91fa1c4f42dc1', 'state': 'PENDING', 'aliases': [], 'artifactSequence': {'id': 'QXJ0aWZhY3RDb2xsZWN0aW9uOjI1MDEzMTQ4', 'latestArtifact': None}, 'version': 'latest'} ++2022-07-30 23:00:56,923 DEBUG SenderThread:1494437 [sender.py:send():234] send: files ++2022-07-30 23:00:56,923 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json with policy now ++2022-07-30 23:00:56,923 DEBUG SenderThread:1494437 [sender.py:send():234] send: history ++2022-07-30 23:00:56,927 DEBUG SenderThread:1494437 [sender.py:send():234] send: summary ++2022-07-30 23:00:56,930 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-07-30 23:00:57,305 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:00:57,306 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++2022-07-30 23:00:57,412 INFO Thread-22 :1494437 [upload_job.py:push():137] Uploaded file /tmp/tmp29wrl920wandb/2wi7wirr-media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json ++2022-07-30 23:00:57,900 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:00:57,900 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:01:06,310 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:13,248 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:01:13,248 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:01:15,314 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:21,317 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:24,320 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:01:27,324 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:28,648 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:01:28,649 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:01:33,327 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:40,331 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:43,954 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:01:43,954 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:01:46,334 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:50,336 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:54,338 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:01:54,393 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:01:59,307 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:01:59,308 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:02:00,341 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:04,343 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:10,346 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:14,348 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:14,586 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:02:14,586 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:02:18,350 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:23,353 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:24,465 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:02:27,355 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:29,884 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:02:29,884 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:02:31,357 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:35,359 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:39,361 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:41,362 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:45,176 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:02:45,176 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:02:45,364 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:49,366 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:53,368 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:54,539 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:02:55,369 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:02:59,372 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:00,393 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:03:00,394 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:03:01,373 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:06,375 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:08,376 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:12,378 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:14,379 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:15,568 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:03:15,569 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:03:16,380 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:20,383 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:22,384 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:24,385 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:24,610 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:03:26,386 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:28,387 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:30,388 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:30,786 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:03:30,787 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:03:32,389 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:34,391 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:36,392 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:38,393 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:40,394 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:42,395 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:44,396 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:45,997 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:03:45,998 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:03:46,397 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:48,398 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:51,400 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:03:54,679 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:03:58,404 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:04:01,157 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:04:01,157 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:04:16,311 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:04:16,311 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:04:18,413 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:04:24,752 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:04:26,417 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:04:28,418 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:04:31,476 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:04:31,477 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:04:46,640 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:04:46,641 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:04:54,822 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:05:01,790 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:05:01,790 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:05:16,923 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:05:16,923 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:05:24,895 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:05:32,060 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:05:32,060 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:05:47,197 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:05:47,198 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:05:54,969 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:06:02,369 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:06:02,370 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:06:17,528 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:06:17,528 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:06:25,046 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:06:32,667 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:06:32,667 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:06:47,829 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:06:47,830 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:06:55,123 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:07:02,971 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:07:02,972 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:07:18,157 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:07:18,157 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:07:25,198 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:07:33,322 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:07:33,323 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:07:48,463 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:07:48,463 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:07:55,270 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:08:03,599 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:08:03,600 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:08:18,735 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:08:18,735 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:08:25,375 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:08:33,866 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:08:33,866 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:08:41,550 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:08:49,000 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:08:49,001 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:08:49,554 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:08:53,556 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:08:55,448 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:08:55,557 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:04,140 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:09:04,141 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:09:08,565 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:16,569 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:19,336 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:09:19,337 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:09:25,525 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:09:26,574 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:34,578 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:34,649 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:09:34,650 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:09:38,580 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:45,584 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:49,963 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:09:49,964 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:09:51,588 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:55,590 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:09:55,601 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:10:01,593 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:05,209 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:10:05,210 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:10:05,595 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:09,597 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:13,600 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:18,602 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:20,408 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:10:20,409 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:10:22,605 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:25,678 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:10:26,607 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:30,609 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:34,611 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:35,637 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:10:35,638 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:10:38,614 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:44,617 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:48,619 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:50,971 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:10:50,971 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:10:52,621 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:54,622 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:10:55,754 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:10:59,625 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:01,626 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:05,628 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:06,211 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:11:06,212 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:11:07,630 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:11,632 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:13,633 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:17,635 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:19,636 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:21,382 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:11:21,382 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:11:21,637 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:25,640 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:25,833 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:11:27,641 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:29,642 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:31,643 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:33,644 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:35,645 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:36,536 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:11:36,536 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:11:37,647 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:39,648 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:42,649 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:44,650 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:46,652 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:48,653 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:50,654 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:51,709 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:11:51,710 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:11:54,002 DEBUG SenderThread:1494437 [sender.py:send():234] send: history ++2022-07-30 23:11:54,005 DEBUG SenderThread:1494437 [sender.py:send():234] send: summary ++2022-07-30 23:11:54,009 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-07-30 23:11:54,656 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:54,657 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++2022-07-30 23:11:55,657 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:55,914 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:11:56,657 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:11:58,659 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:07,030 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:12:07,030 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:12:08,664 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:18,669 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:22,359 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:12:22,360 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:12:25,990 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:12:26,673 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:37,611 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:12:37,611 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:12:37,679 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:43,682 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:49,686 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:53,052 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:12:53,052 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:12:53,688 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:12:56,058 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:12:59,691 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:05,695 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:08,353 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:13:08,354 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:13:12,698 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:16,701 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:20,703 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:23,563 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:13:23,564 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:13:24,705 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:26,128 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:13:28,708 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:32,710 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:36,712 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:38,799 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:13:38,799 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:13:40,715 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:46,718 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:49,720 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:53,722 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:13:54,037 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:13:54,038 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:13:56,199 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:13:57,725 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:01,727 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:03,728 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:07,730 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:09,390 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:14:09,391 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:14:09,731 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:13,734 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:15,735 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:17,736 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:21,738 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:23,740 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:24,602 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:14:24,602 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:14:26,268 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:14:27,742 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:32,745 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:34,746 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:36,747 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:38,748 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:39,827 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:14:39,827 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:14:40,749 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:42,751 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:44,752 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:46,753 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:48,754 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:50,755 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:52,757 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:54,758 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:14:55,006 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:14:55,007 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:14:56,339 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:14:56,759 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:00,761 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:02,763 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:04,764 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:10,337 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: stop_status ++2022-07-30 23:15:10,337 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: stop_status ++2022-07-30 23:15:13,635 DEBUG SenderThread:1494437 [sender.py:send():234] send: history ++2022-07-30 23:15:13,639 DEBUG SenderThread:1494437 [sender.py:send():234] send: summary ++2022-07-30 23:15:13,642 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-07-30 23:15:13,769 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++2022-07-30 23:15:15,770 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:16,325 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:16,325 DEBUG SenderThread:1494437 [sender.py:send():234] send: telemetry ++2022-07-30 23:15:16,325 DEBUG SenderThread:1494437 [sender.py:send():234] send: exit ++2022-07-30 23:15:16,325 INFO SenderThread:1494437 [sender.py:send_exit():366] handling exit code: 1 ++2022-07-30 23:15:16,327 INFO SenderThread:1494437 [sender.py:send_exit():368] handling runtime: 19748 ++2022-07-30 23:15:16,330 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-07-30 23:15:16,330 INFO SenderThread:1494437 [sender.py:send_exit():374] send defer ++2022-07-30 23:15:16,330 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:16,331 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,331 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 0 ++2022-07-30 23:15:16,331 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,331 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 0 ++2022-07-30 23:15:16,331 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 1 ++2022-07-30 23:15:16,332 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,332 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 1 ++2022-07-30 23:15:16,383 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,383 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 1 ++2022-07-30 23:15:16,383 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 2 ++2022-07-30 23:15:16,383 DEBUG SenderThread:1494437 [sender.py:send():234] send: stats ++2022-07-30 23:15:16,383 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,383 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 2 ++2022-07-30 23:15:16,384 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,384 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 2 ++2022-07-30 23:15:16,384 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 3 ++2022-07-30 23:15:16,384 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,384 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 3 ++2022-07-30 23:15:16,386 DEBUG SenderThread:1494437 [sender.py:send():234] send: summary ++2022-07-30 23:15:16,390 INFO SenderThread:1494437 [sender.py:_save_file():939] saving file wandb-summary.json with policy end ++2022-07-30 23:15:16,390 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,390 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 3 ++2022-07-30 23:15:16,390 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 4 ++2022-07-30 23:15:16,390 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,390 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 4 ++2022-07-30 23:15:16,391 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,391 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 4 ++2022-07-30 23:15:16,433 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:16,694 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 5 ++2022-07-30 23:15:16,694 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:16,695 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,695 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 5 ++2022-07-30 23:15:16,695 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,695 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 5 ++2022-07-30 23:15:16,695 INFO SenderThread:1494437 [dir_watcher.py:finish():283] shutting down directory watcher ++2022-07-30 23:15:16,770 INFO Thread-8 :1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml ++2022-07-30 23:15:16,771 INFO SenderThread:1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:16,771 INFO SenderThread:1494437 [dir_watcher.py:_on_file_modified():230] file/dir modified: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++2022-07-30 23:15:16,771 INFO SenderThread:1494437 [dir_watcher.py:finish():313] scan: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files ++2022-07-30 23:15:16,771 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml config.yaml ++2022-07-30 23:15:16,772 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/diff.patch diff.patch ++2022-07-30 23:15:16,772 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/requirements.txt requirements.txt ++2022-07-30 23:15:16,772 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log output.log ++2022-07-30 23:15:16,772 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json wandb-summary.json ++2022-07-30 23:15:16,772 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-metadata.json wandb-metadata.json ++2022-07-30 23:15:16,776 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/media/table/eval/step_1k_1000_ce5fff7a5f93dcf0e7ad.table.json media/table/eval/step_1k_1000_ce5fff7a5f93dcf0e7ad.table.json ++2022-07-30 23:15:16,776 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/media/table/eval/step_2k_2000_a82fd645d93af68dc377.table.json media/table/eval/step_2k_2000_a82fd645d93af68dc377.table.json ++2022-07-30 23:15:16,776 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json media/table/eval/step_3k_3000_7f6d2aff7a45425d179c.table.json ++2022-07-30 23:15:16,779 INFO SenderThread:1494437 [dir_watcher.py:finish():327] scan save: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/code/run_flax_speech_recognition_ctc.py code/run_flax_speech_recognition_ctc.py ++2022-07-30 23:15:16,779 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 6 ++2022-07-30 23:15:16,784 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:16,784 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 6 ++2022-07-30 23:15:16,785 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:16,785 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 6 ++2022-07-30 23:15:16,785 INFO SenderThread:1494437 [file_pusher.py:finish():177] shutting down file pusher ++2022-07-30 23:15:16,796 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:16,796 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:16,898 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:16,898 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,000 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,001 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,103 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,103 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,205 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,205 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,307 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,307 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,314 INFO Thread-23 :1494437 [upload_job.py:push():137] Uploaded file /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/config.yaml ++2022-07-30 23:15:17,324 INFO Thread-24 :1494437 [upload_job.py:push():137] Uploaded file /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/requirements.txt ++2022-07-30 23:15:17,352 INFO Thread-26 :1494437 [upload_job.py:push():137] Uploaded file /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/wandb-summary.json ++2022-07-30 23:15:17,409 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,409 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,510 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,511 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,537 INFO Thread-25 :1494437 [upload_job.py:push():137] Uploaded file /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/files/output.log ++2022-07-30 23:15:17,612 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,612 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,714 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:17,714 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:17,737 INFO Thread-7 :1494437 [sender.py:transition_state():387] send defer: 7 ++2022-07-30 23:15:17,738 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:17,738 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 7 ++2022-07-30 23:15:17,738 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:17,738 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 7 ++2022-07-30 23:15:17,816 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:19,126 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 8 ++2022-07-30 23:15:19,127 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:19,127 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:19,127 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 8 ++2022-07-30 23:15:19,128 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:19,128 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 8 ++2022-07-30 23:15:19,128 INFO SenderThread:1494437 [sender.py:transition_state():387] send defer: 9 ++2022-07-30 23:15:19,128 DEBUG SenderThread:1494437 [sender.py:send():234] send: final ++2022-07-30 23:15:19,128 DEBUG SenderThread:1494437 [sender.py:send():234] send: footer ++2022-07-30 23:15:19,128 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: defer ++2022-07-30 23:15:19,129 INFO HandlerThread:1494437 [handler.py:handle_request_defer():147] handle defer: 9 ++2022-07-30 23:15:19,129 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: defer ++2022-07-30 23:15:19,129 INFO SenderThread:1494437 [sender.py:send_request_defer():383] handle sender defer: 9 ++2022-07-30 23:15:19,229 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: poll_exit ++2022-07-30 23:15:19,229 DEBUG SenderThread:1494437 [sender.py:send_request():248] send_request: poll_exit ++2022-07-30 23:15:19,230 INFO SenderThread:1494437 [file_pusher.py:join():182] waiting for file pusher ++2022-07-30 23:15:19,397 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: get_summary ++2022-07-30 23:15:19,402 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: sampled_history ++2022-07-30 23:15:19,404 DEBUG HandlerThread:1494437 [handler.py:handle_request():130] handle_request: shutdown ++2022-07-30 23:15:19,404 INFO HandlerThread:1494437 [handler.py:finish():731] shutting down handler ++2022-07-30 23:15:20,129 INFO WriterThread:1494437 [datastore.py:close():281] close: /data/wav2vec2-1b-npsc-nst/wandb/run-20220730_174606-j2u4n7h4/run-j2u4n7h4.wandb ++2022-07-30 23:15:20,396 INFO SenderThread:1494437 [sender.py:finish():1070] shutting down sender ++2022-07-30 23:15:20,396 INFO SenderThread:1494437 [file_pusher.py:finish():177] shutting down file pusher ++2022-07-30 23:15:20,396 INFO SenderThread:1494437 [file_pusher.py:join():182] waiting for file pusher ++2022-07-30 23:15:20,397 INFO MainThread:1494437 [internal.py:handle_exit():77] Internal process exited +diff --git a/wandb/run-20220730_174606-j2u4n7h4/logs/debug.log b/wandb/run-20220730_174606-j2u4n7h4/logs/debug.log +index d371b12..6abcc26 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/logs/debug.log ++++ b/wandb/run-20220730_174606-j2u4n7h4/logs/debug.log +@@ -21,3 +21,167 @@ config: {} + 2022-07-30 17:46:10,085 INFO MainThread:1493173 [wandb_run.py:_redirect():1689] Redirecting console. + 2022-07-30 17:46:10,087 INFO MainThread:1493173 [wandb_run.py:_redirect():1745] Redirects installed. + 2022-07-30 17:46:10,087 INFO MainThread:1493173 [wandb_init.py:init():633] run started, returning control to user process ++2022-07-30 23:15:13,316 INFO MainThread:1493173 [wandb_run.py:_atexit_cleanup():1780] got exitcode: 1 ++2022-07-30 23:15:13,627 INFO MainThread:1493173 [wandb_run.py:_restore():1752] restore ++2022-07-30 23:15:16,331 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 2 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 240845 ++ total_bytes: 240845 ++} ++ ++2022-07-30 23:15:16,695 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 2 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 240845 ++ total_bytes: 240845 ++} ++ ++2022-07-30 23:15:16,797 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 240845 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:16,899 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 240845 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,002 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 240845 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,104 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,206 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,308 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,410 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,511 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,613 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:17,715 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:19,128 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++ ++2022-07-30 23:15:19,396 INFO MainThread:1493173 [wandb_run.py:_wait_for_finish():1912] got exit ret: done: true ++exit_result { ++} ++file_counts { ++ wandb_count: 6 ++ media_count: 3 ++ artifact_count: 3 ++ other_count: 1 ++} ++pusher_stats { ++ uploaded_bytes: 613221 ++ total_bytes: 613221 ++} ++local_info { ++} ++ ++2022-07-30 23:15:20,998 INFO MainThread:1493173 [wandb_run.py:_append_history():2130] rendering history ++2022-07-30 23:15:20,999 INFO MainThread:1493173 [wandb_run.py:_append_summary():2085] rendering summary ++2022-07-30 23:15:20,999 INFO MainThread:1493173 [wandb_run.py:_append_files():2180] logging synced files +diff --git a/wandb/run-20220730_174606-j2u4n7h4/run-j2u4n7h4.wandb b/wandb/run-20220730_174606-j2u4n7h4/run-j2u4n7h4.wandb +index 28aa48e..5ac9d40 100644 +--- a/wandb/run-20220730_174606-j2u4n7h4/run-j2u4n7h4.wandb ++++ b/wandb/run-20220730_174606-j2u4n7h4/run-j2u4n7h4.wandb +@@ -1,3 +1,3 @@ + version https://git-lfs.github.com/spec/v1 +-oid sha256:dd10cd99cc3ad134d08d4ffdd8d288d6d24cd5569bc7e687764690d671c4b140 +-size 4378046 ++oid sha256:72a755224cb1e0c3572d3b42c525289cca5718623023f850e3030bbc61b5e4ac ++size 4776456